# Disallow requests from TurnitinBot
User-agent: TurnitinBot
Disallow: /

# Disallow requests from Zealbot
User-agent: Zealbot
Disallow: /

# Disallow some requests from Slurp (Inktomi)
User-agent: Slurp
Crawl-delay: 5
Disallow: /about.php

User-agent: msnbot
Crawl-delay: 5
Disallow: /useragreement.php
Disallow: /privacy.php

# Allow requests from other robots, except to the disallowed dirs and files
User-agent: *
Crawl-delay: 5
Disallow: /useragreement.php
Disallow: /privacy.php
Disallow: /lp-next/
Disallow: /rfi_runfilter.php
Disallow: /rfi_customfields.php
Disallow: /rfi_foreignfields.php
Disallow: /rfi_popup.php
Disallow: /rfi_dynamicdata.php
Disallow: /ccsearch
Disallow: /ccsearch/
Disallow: /*/em-*

Sitemap: /google-sitemap.php