# Robots.txt file from http://www.cicaline.com # All robots will spider the domain User-agent: * Disallow:/AD Disallow:/admin Disallow:/alipay Disallow:/ascxcontrols Disallow:/beep Disallow:/bookinfo Disallow:/Bin Disallow:/communion Disallow:/drug Disallow:/errorlog Disallow:/info Disallow:/investigate Disallow:/literature Disallow:/literatureservice Disallow:/member Disallow:/old_app_webreferences Disallow:/post Disallow:/productoffline Disallow:/script Disallow:/siteinfo Disallow:/space Disallow:/Themes Disallow:/web references Disallow:/_User_Info Crawl-delay: 1000 #User_agent:bsalsa #Disallow:/ #User_agent:Sosospider #Disallow:/ #User_agent:QQDownload #Disallow:/ #User_agent:YoudaoBot #Disallow:/ #User_agent:googlebot #User_agent:baiduspider #User_agent:slurp #User_agent:ia_archiver #User_agent:msnbot #User_agent:scooter #User_agent:lycos_spider_(t-rex) #User_agent:fast-webcrawler/ #User_agent:slurp http://www.cicaline.com/test_7b471a91.xml # Added by Google Sitemap Generator