# # robots.txt for http://www.zoombridal.com/ and friends # The crawlers listed below are allowed on the Zoombridal site. # please crawl minimum one second. # Zoombridal allows other crawlers on a case by case basis. # Send requests to mike@zoombridal.com. # User-agent: googlebot Disallow: /cgi-bin User-agent: gulliver Disallow: /cgi-bin User-agent: FATbot Disallow: /cgi-bin User-agent: slurp Disallow: /cgi-bin User-agent: fast Disallow: /cgi-bin User-agent: scooter Disallow: /cgi-bin User-agent: vscooter Disallow: /cgi-bin User-agent: ia_archiver Disallow: /cgi-bin User-agent: Nutch Disallow: /cgi-bin User-agent: FAST-WebCrawler Disallow: /cgi-bin User-agent: teoma_agent1 Disallow: /cgi-bin User-agent: ArchitextSpider Disallow: /cgi-bin User-agent: ZyBorg Disallow: /cgi-bin User-agent: SurveyBot Disallow: /cgi-bin # # Friendly, low-speed bots are welcome # Inktomi's "Slurp" can read a minimum delay between hits; if your # bot supports such a thing using the 'Crawl-delay' or another # instruction, please let us know. # User-agent: * Disallow: /administrator/ Disallow: /cache/ Disallow: /components/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /tmp/ Disallow: /xmlrpc/ sitemap: http://www.zoombridal.com/sitemap/sitemap.xml