### BEGIN FILE ### # petit jazz's robots.txt file # Allow Google to spider the site User-agent: GoogleBot Disallow: /cgi-bin/ Disallow: /css/ Disallow: /img/ Disallow: /js/ # Allow GoogleImage to spider the site User-Agent: Googlebot-Image Disallow: /cgi-bin/ Disallow: /css/ Disallow: /img/ Disallow: /js/ # Allow MSN to spider the site User-agent: MSNBot Disallow: /cgi-bin/ Disallow: /css/ Disallow: /img/ Disallow: /js/ # Allow Yahoo! to spider the site User-agent: Slurp Disallow: /cgi-bin/ Disallow: /css/ Disallow: /img/ Disallow: /js/ # Allow Lycos to spider the site User-Agent: T-Rex Disallow: /cgi-bin/ Disallow: /css/ Disallow: /img/ Disallow: /js/ # Allow Ask Jeeves/Teoma to spider the site User-agent: Teoma Disallow: /cgi-bin/ Disallow: /css/ Disallow: /img/ Disallow: /js/ # Allow Oodle to spider the site User-agent: Oodlebot Disallow: /cgi-bin/ Disallow: /css/ Disallow: /img/ Disallow: /js/ # Allow Baiduspider to spider the site User-agent: baiduspider Disallow: /cgi-bin/ Disallow: /css/ Disallow: /img/ Disallow: /js/ # Allow all other spiders to spider the site User-agent: * Disallow: /cgi-bin/ Disallow: /css/ Disallow: /img/ Disallow: /js/ Disallow: /*.jpeg$ Disallow: /*.jpg$ Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.ico$ Disallow: /*.exe$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.zip$ Disallow: /*.xls$ ### END FILE ###