# robots.txt for Liethen.com # v1.0 2005/08/29 # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." User-agent: ia_archiver Disallow: / User-Agent: msnbot Crawl-delay: 100 Disallow: User-agent: * Crawl-delay: 100 Disallow: