# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: Mediapartners-Google* 
Disallow: /admin
Disallow: /cgi
Disallow: /thumbnails
Disallow: /uploads
Disallow: /wp-includes
Disallow: /wp-admin