User-agent: *
Crawl-delay: 15
Disallow: /rdmlinks/
Disallow: /cgi-bin/
User-agent: twiceler
Disallow: /

Sitemap: http://everythingunknown.com/sitemap.xml
Sitemap: http://everythingunknown.com/urllist.txt