User-agent: *
Disallow: /cgi-bin/

User-agent: Fasterfox
Disallow: /

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Xenu Link Sleuth 1.2g
Disallow: /

User-agent: Xenu
Disallow: /