User-agent: Slurp
Crawl-delay: 20
User-agent: *
Disallow: /blog/
Disallow: /cgi-bin/
Disallow: /mail/
Disallow: /images/
Disallow: /mediawiki/
Disallow: /skins/
Disallow: /templates/
Disallow: /bin/
Disallow: /config/
Disallow: /docs/
Disallow: /extensions/
Disallow: /includes/
Disallow: /languages/
Disallow: /locale/
Disallow: /maintenance/
Disallow: /math/
Disallow: /mediawiki/
Disallow: /serialized/
Disallow: /t/
Disallow: /tests/
Disallow: /files/
Disallow: /stats/
Disallow: /college/
User-agent: Gigabot
User-agent: Redbot
User-agent: Heritrix
Disallow: /