# # robots.txt for http://id.loc.gov/ # Please obey robots.txt. If you're irresponsible, your access to the site may be blocked. # Questions? http://id.loc.gov/contact/ # User-agent: Applebot Crawl-delay: 30 User-agent: Yeti Disallow: / User-agent: * Crawl-delay: 3 Allow: / Disallow: /ml38281/