User-agent: *
Disallow: /CPAN

User-agent: *
Disallow: /fundraising.html

# AGS 12/06/09: at twic's request: backlinks.pl uses a lot of CPU so 
# shouldn't be crawled, and the rest to be on the safe side
# AGS 17/04/10: updated to add new cgi-bin URLs
User-agent: *
Disallow: /cgi-bin/twic/arss/
Disallow: /cgi-bin/twic/orwiki/backlinks.pl
Disallow: /cgi-bin/twic/orwiki/changes-rss.pl
Disallow: /cgi-bin/twic/orwiki/edit.pl
Disallow: /cgi-bin/twic/orwiki/titlesearch.pl
Disallow: /cgi-bin/twic/orwiki/update.pl
Disallow: /cgi-bin/twic/orwiki/views.pl
Disallow: /cgi-bin/twic/tinywiki/
Disallow: /cgi-bin/twic/twicwiki/
Disallow: /cgi-bin/twic/wiki/backlinks.pl
Disallow: /cgi-bin/twic/wiki/changes-rss.pl
Disallow: /cgi-bin/twic/wiki/edit.pl
Disallow: /cgi-bin/twic/wiki/titlesearch.pl
Disallow: /cgi-bin/twic/wiki/update.pl
Disallow: /cgi-bin/twic/wiki/views.pl
Disallow: /cgi-bin/twic/xwiki/
Disallow: ~twic/cgi-bin/arss/
Disallow: ~twic/cgi-bin/orwiki/backlinks.pl
Disallow: ~twic/cgi-bin/orwiki/changes-rss.pl
Disallow: ~twic/cgi-bin/orwiki/edit.pl
Disallow: ~twic/cgi-bin/orwiki/titlesearch.pl
Disallow: ~twic/cgi-bin/orwiki/update.pl
Disallow: ~twic/cgi-bin/orwiki/views.pl
Disallow: ~twic/cgi-bin/tinywiki/
Disallow: ~twic/cgi-bin/twicwiki/
Disallow: ~twic/cgi-bin/wiki/backlinks.pl
Disallow: ~twic/cgi-bin/wiki/changes-rss.pl
Disallow: ~twic/cgi-bin/wiki/edit.pl
Disallow: ~twic/cgi-bin/wiki/titlesearch.pl
Disallow: ~twic/cgi-bin/wiki/update.pl
Disallow: ~twic/cgi-bin/wiki/views.pl
Disallow: ~twic/cgi-bin/xwiki/