User-agent: statedept-crawler
Disallow: /

User-agent: Googlebot
Disallow: /europeanunion/tender_search.html?

User-agent: Slurp
Crawl-delay: 5

User-agent: *
Disallow: /*/admin/
Disallow: /*/*/admin/
Disallow: /print/
Disallow: /doc/
Disallow: /img/
Disallow: /statistics/
Disallow: /customerservice/
Disallow: /marketing/
Disallow: /opd/
Disallow: /email/