User-agent: *
Allow: *
Disallow: /algarve/
Disallow: /bk/
Disallow: /bouillon/
Disallow: /bu/
Disallow: /duessel-ducks/
Disallow: /gk/
Disallow: /infos/
Disallow: /oasis/
Disallow: /orgs/
Disallow: /tech/
Disallow: /zeit/

User-agent: NPBot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: asterias
Disallow: /
User-agent: Asterias
Disallow: /
User-agent: Tutorial Crawler
Disallow: /
User-agent: Xenu Link Sleuth
Disallow: /
User-agent: semanticdiscovery/0.2
Disallow: /