User-agent: BecomeBot
User-agent: gonzo
User-agent: gonzo2
User-agent: gonzo2[p]
User-agent: gonzo2[d]
User-agent: NPBot
User-agent: TMCrawler
User-agent: voyager
User-agent: voyager-hc
Disallow: /

User-agent: *
Crawl-delay: 120
Disallow: /wiki/
Disallow: /photos
Disallow: /photos/
Disallow: /photo/
Disallow: /drowns
Disallow: /mature
Disallow: /sex
Disallow: /teen
Disallow: /mirrors
Disallow: /free
Disallow: /pub/
Disallow: /cgi-local/
Disallow: /cgi-bin/
Disallow: /stats/
Disallow: /lib32/
Disallow: /etc/
Disallow: /cb/
Disallow: /work/
Disallow: /thief/
Disallow: /perl/graph/dependency/examples
Disallow: /perl/packages/

User-agent: googlebot
Crawl-delay: 30
Disallow: /wiki/index.php?title=Special:
Disallow: /wiki/index.php?title=Internal:
Disallow: /wiki/index.php?title=MediaWiki:
Disallow: /wiki/index.php?diff=
Disallow: /wiki/index.php?oldid=
Disallow: /skins
Disallow: /drowns
Disallow: /mature
Disallow: /sex
Disallow: /teen
Disallow: /free
Disallow: /pub/
Disallow: /cgi-local/
Disallow: /cgi-bin/
Disallow: /stats/
Disallow: /lib32/
Disallow: /etc/
Disallow: /cb/
Disallow: /work/
Disallow: /thief/
Disallow: /mirrors/tdm/pub/
Allow: /mirrors