# robots.txt for http://www.circuitdb.com #User-agent: * #Disallow: /avr #Huge pig crawlers are eating bandwidth #User-agent: FAST #Disallow: / #User-agent: FAST-WebCrawler/3.3 #Disallow: / #User-agent: Scooter #Disallow: / #User-agent: Scooter-W3.1.2 #Disallow: / #User-agent: Scooter-3.2.DIL #Disallow: /