#these arise through opera lusers having googleads enabled, sending
#every new URL they visit to google for later crawling
User-agent: Mediapartners-Google/2.1
Allow: *
Disallow: /Pictures/private
Disallow: /Pictures/ade
Disallow: /Pictures/ishbel
Disallow: /f.html
Sitemap: http://pig.sty.nu/sitemap.gz
Sitemap: http://pig.sty.nu/sitemap-gallery-tags.txt
Sitemap: http://pig.sty.nu/sitemap-wittering.txt
Sitemap: http://pig.sty.nu/sitemap-gallery.xml

User-agent: NPBot
Disallow: /

User-agent: ichiro
Disallow: /

User-Agent: MJ12bot
Crawl-Delay: 60

#all bots
User-agent: *
Disallow: /loch-turret-panorama-prctfg
Disallow: /bad-bot-test.txt
Disallow: /Pictures/misc/empty-pigsty
Disallow: /Pictures/misc/telescope
Disallow: /Pictures/composition/pic.q
Disallow: /scripts/antibot.py
Disallow: /Pictures/gallery/display.rb
Disallow: /Pictures/lespion/pig.avi
Disallow: /contact.q
Disallow: /Pictures/admin.rb
Disallow: /Pictures/all-series.q
Disallow: /Pictures/scot-pics-multiscale
Disallow: /Pictures/scot-pics
Disallow: /Pictures/rptw/
Disallow: /Pictures/scot-pics/*
Disallow: /Pictures/derbyshire_2006_folks/
Disallow: /Pictures/misc/eclipse2007/highlights/eclipse.mpg
Disallow: /Pictures/gallery/tags.rb
Disallow: /temp
Disallow: /temp/*
Disallow: /bin/
Disallow: /bin/*
Disallow: /cesspit/
Disallow: /cesspit/*
Disallow: /Pictures/ade/
Disallow: /Pictures/ishbel
Allow: /Pictures/
Crawl-Delay:   30
Sitemap: http://pig.sty.nu/sitemap.gz
Sitemap: http://pig.sty.nu/sitemap-gallery-tags.txt
Sitemap: http://pig.sty.nu/sitemap-wittering.txt
Sitemap: http://pig.sty.nu/sitemap-gallery.xml