# Disallows all robots except those for major search sites

User-agent: *
Disallow:/?page=Privacy_Policy
Disallow:/?page=Terms_of_Service
Disallow:/?page=Disclaimer
Disallow:/?page=ContactUs
Disallow:/?page=Links


# yahoo
User-Agent: Yahoo! Slurp
Disallow:

# google
User-Agent: Googlebot
Disallow:

# google media bot - to determine AdSense content
User-agent: Mediapartners-Google
Disallow:

# google ads bot - to measure adwords landing page quality
User-agent: Adsbot-Google
Disallow:

# google mobile
User-agent: Googlebot-Mobile
Disallow:

# msn
User-agent: msnbot
Disallow:


# ask.com
User-agent: Teoma
Disallow:

# gigablast
User-agent: Gigabot
Disallow:

# dmoz
User-agent: Robozilla
Disallow:

# alexa
User-agent: ia_archiver
Disallow:

# Lycos/Alltheweb/Fast
User-agent: FAST-WebCrawler
Disallow: