User-agent: *
Disallow: /

User-agent: Googlebot
Allow: /

User-agent: Slurp
Allow: /

User-agent: WebCrawler
Allow: /

User-agent: WebCrawler
Allow: /

User-agent: MSN
Allow: /

User-agent: Lycos
Allow: /

User-agent: Lycos_Spider_(T-Rex)
Allow: /

User-agent: Scooter
Allow: /

User-agent: Slurp.so/1.0
Allow: /

User-agent: Slurp/2.0j 
Allow: /

User-agent: Slurp/2.0 
Allow: /

User-agent: Slurp/3.0 
Allow: /

User-agent: *
Disallow: /register.cfm
Disallow: /edit_register.cfm
Disallow: /forgot.cfm
Disallow: /apply.cfm
Disallow: /admin/