#######################
# Spider this domain! #
#######################

# Googlebot
User-agent: Googlebot
Disallow: /index.cfm*
Disallow: /js/*
Disallow: /_app/*
Disallow: /p2?*
Disallow: /playerconfig/*
Disallow: /rss?*
Disallow: /movie$
Disallow: /movie?*
Disallow: /movie.php$
Disallow: /movie.php?*
Disallow: /f/*
Disallow: /f2/*
Disallow: /p2$
Disallow: /p2.php*
Disallow: /content
Disallow: /category
Disallow: /h2g2
Disallow: /mediaselector
Disallow: /api3/
Disallow: /apiphp/
Disallow: /newsus$
Disallow: /newsuk$
Disallow: /videos/*
Disallow: /results.php*
Disallow: /results*
Disallow: /*%2F*
Allow: /*?*%2F*

# Not-Googlebot
User-Agent: *
Disallow: /movie$
Disallow: /movie?*
Disallow: /movie.php$
Disallow: /movie.php?*
Disallow: /f/*
Disallow: /f2/*
Disallow: /p2$
Disallow: /p2.php
Disallow: /content
Disallow: /category
Disallow: /h2g2
Disallow: /mediaselector
Disallow: /api3/
Disallow: /apiphp/
Disallow: /newsus
Disallow: /newsuk
Disallow: /videos/*
Disallow: /results.php*
Disallow: /results*