# robots.txt for http://www.sexyallowpage.com/ User-Agent: * Host: www.sexyallowpage.com Disallow: /cgi-bin/ # no CGI Disallow: /webalizer/ # no stats Disallow: /core/ # Disallow: /files/ # Disallow: /modules/ # User-agent: msnbot Disallow: User-agent: StackRambler Disallow: /