# Added to grant the Swiftype crawler access to scan our site
User-agent: Swiftbot
Disallow:


# Disallow directories

User-agent: *

Disallow: /cgi-bin/
Disallow: /events/
Disallow: /experience/
Disallow: /HTMLemail/
Disallow: /partners/
Disallow: /photos/
Disallow: /private/
Disallow: /producers/
Disallow: /staff/
Disallow: /templates/
Disallow: /test/
Disallow: /tm/
Disallow: /training/
Disallow: /firemasters/
Disallow: /counter/
Disallow: /global-highlights/

# Disallow known harmful web bots
User-agent: WebCopier v4.3
Disallow: /


# Googlebot
User-agent: Googlebot

Disallow: /cgi-bin/
Disallow: /events/
Disallow: /experience/
Disallow: /HTMLemail/
Disallow: /partners/
Disallow: /photos/
Disallow: /private/
Disallow: /private/stats/
Disallow: /producers/
Disallow: /staff/
Disallow: /templates/
Disallow: /test/
Disallow: /tm/
Disallow: /training/
Disallow: /firemasters/
Disallow: /counter/
Disallow: /global-highlights/

# add allow statement 3_24_08
Allow: /private/marketing