# robots.txt file for www.senate.gov # # User-Agent: SearchBlox # Disallow: /*FuseAction # Disallow: /*IsLowBandwidth # Disallow: /*IsLowBandwidth= # Disallow: /*IsLowBandwidth=YES # Disallow: /*IsLowBandwidth=NO # Disallow: /*FuseAction # Disallow: /*RSS.Feed # Disallow: /*Rss.Feed # Disallow: /*start= # Disallow: /*q= # Disallow: /*print= # Disallow: /*Print= # Disallow: /*IsTextOnly= # # User-agent: os-heritrix # Disallow: / # # User-agent: NPBot # Disallow: / # # User-agent: VoilaBot # Disallow: / # # User-agent: Openbot # Disallow: / # # User-agent: openbot # Disallow: / # # User-agent: Openbot/3.0 # Disallow: / # # User-agent: dloader(NaverRobot)/1.1 # Disallow: / # # User-agent: NaverBot # Disallow: / # # User-agent: Szukacz # Disallow: / # # User-agent: Dumbot # Disallow: / # # User-agent: dumbot # Disallow: / # # User-agent: Dumbot(version 0.1 beta) # Disallow: / # # www.girafa.com # User-agent: Girafabot # Disallow: / # # www.picsearch.com # User-agent: psbot # Disallow: / # # www.picsearch.com # User-agent: psbot/0.1 # Disallow: / # # User-agent: EMPAS_ROBOT # Disallow: / # # www.skizzle.com # User-agent: SKIZZLE # Disallow: / # # www.nurelm.com #User-agent: nuSearch #Disallow: / # #User-agent: lmspider #Disallow: / # # User-agent: iltrovatore-setaccio # Disallow: / # # User-agent: BaiDuSpider # Disallow: / # # User-agent: MSIECrawler # Disallow: / # # User-agent: blogbot # Disallow: / # # User-agent: BlogBot/1.2 # Disallow: /