# For domain: https://www.drbrownstein.com # All robots will spider the domain except those disallowed User-agent: * Disallow: /Scripts/ Disallow: /XML/ Disallow: /Flash/ Disallow: /PDF/ Disallow: /Audio/ Disallow: /videos/ Disallow: /images/ Disallow: Styles.css Disallow: blog_mail.php Disallow: blogmail.php Disallow: blogregister.php # Forbid Goodle's Image Bot to access the images folder User-agent: Googlebot-Image Disallow: /images/ Disallow: /Flash/ Disallow: /PDF/