User-agent: * Disallow: /cgi-bin/ User-agent: 113.22.53.53 Disallow: / User-agent: 190.20.125.93 Disallow: / User-agent: sammimail.com Disallow: / User-agent: 82.155.137.7 Disallow: / User-agent: 217.202.243.78 Disallow: / User-agent: magellanhealth.com Disallow: / User-agent: reactnetwork.com Disallow: / User-agent: 85.138.245.219 Disallow: / User-agent: *.global.mas.att.com Disallow: / User-agent: *regalavn.com Disallow: / User-agent: 70.165.33.254 Disallow: / User-agent: 201.223.160.205 Disallow: / User-agent: *.br Disallow: / User-agent: *.nz Disallow: / User-agent: *.pl Disallow: / User-agent: *.prima.net.ar Disallow: / User-agent: 82.66.242.120 Disallow: / User-agent: *.ru Disallow: / User-agent: *.fbx.proxad.net Disallow: / User-agent: *.jp Disallow: / User-agent: xuite.net Disallow: / User-agent: *.hinet.net Disallow: / User-agent: *.proxad.net Disallow: / User-agent: mail1.vmobl.com Disallow: / User-agent: 205.239.227.29 Disallow: / User-agent: tin.it Disallow: / User-agent: 81.7.129.119 Disallow: / User-agent: 125.34.249.78 Disallow: / User-agent: 69.205.126.40 Disallow: / User-agent: 125.34.249.78 Disallow: / User-agent:59.189.161.26 Disallow:/ User-agent:123.55.17.132 Disallow:/ User-agent:190.48.249.253 Disallow:/ User-agent: 71-15-124-165 Disallow: / User-agent: 80.143.30.79 Disallow: / #User-agent wildcard (*) allows all spiders. #Disallow field empty allows all files to be retrieved. #Disallow /cgi-bin/ doesnt allow into cgi-bin. #http://www.searchengineworld.com/robots/robots_tutorial.htm #http://www.thesitewizard.com/archive/robotstxt.shtml