User-Agent: *
Disallow: /processBatch.php
Disallow: /parse.php
Disallow: /parsefile.php
Disallow: /swf/
Disallow: /media/
Disallow: /fetch/

User-agent: Mediapartners-Google
Allow: /fetch/