# Major search engines can index my stuff,
# but not useless pages, images or scripts

User-agent: Googlebot
User-agent: Mediapartners-Google* 
User-agent: Slurp/2.0
User-agent: Scooter
User-agent: Mercator
User-agent: Lycos
User-agent: MSNBot
Disallow: feeds.html
Disallow: construction.html
Disallow: blog/tags/*
Disallow: error/*.html
Disallow: stats/*.html
Disallow: images/*.html
Disallow: new/*.html
Disallow: experiments/*.html
Disallow: *.jpg
Disallow: *.gif
Disallow: *.png
Disallow: *.bmp
Disallow: *.pl
Disallow: *.php
Disallow: *.py
Disallow: *.rb
Disallow: *.js

# Anybody else can bugger off

User-agent: *
Disallow: *