User-agent: ia_archiver/1.6
Disallow: /

User-agent: PhpDig
Disallow: /search.php
Disallow: /pdf/
Disallow: /go/

User-agent: *
Disallow: /pdf/
Disallow: /go/
Disallow: /