# robots.txt for http://www.milwaukeereptiles.com/ User-agent: wget Disallow: / User-agent: Curl Disallow: / User-agent: cfetch/1.0 Disallow: / User-agent: Exabot/2.0 Disallow: / User-agent: Java/1.4.1_04 Disallow: / User-agent: Java/1.5.0_05 Disallow: / User-agent: Java/1.5.0_06 Disallow: / User-agent: HTMLParser/1.6 Disallow: / User-agent: Microsoft_URL_Control_-_6.00.8862 Disallow: / User-agent: * Disallow: /admin/ Disallow: /lib/