User-agent: *

Disallow: /cgi-bin/

Disallow: /lib/

Disallow: /photos/

Disallow: /video/

Disallow: /media/

Disallow: /printable/

Disallow: /HU/




User-agent: Fasterfox

Disallow: /


User-agent: aipbot

Disallow: /


User-agent: BecomeBot

Disallow: /


User-agent: psbot

Disallow: /
User-agent: Xenu Link Sleuth 1.2g

Disallow: /


User-agent: Xenu

Disallow: /