User-agent: *
Disallow: /

User-agent: Googlebot
Disallow: /cgi-bin/apply.pl
Disallow: /cgi-bin/login.pl
Disallow: /html
Disallow: /cssjs
Allow: /

User-agent: twiceler
Disallow: /cgi-bin/apply.pl
Disallow: /cgi-bin/login.pl
Disallow: /html
Disallow: /cssjs
Allow: /