# Each add-on domain requires its own robots.txt file in its root dirctory
# Robots should do a case insensitive substring match of the name without version information

# Modified 6-25-2010 Ban Google image search
# Mods: see notes file
# Modified 5-1-2009  Only whitelisted bots are allowed

# Googlebot restrictions also apply to 
#    Googlebot-Image
#    Adsbot-Google  #Assess AdWords landing page quality
#    Googlebot-Mobile
# but not
#    Mediapartners-Google  #AdSense

User-agent: Googlebot
User-agent: Adsbot-Google  #Assess AdWords landing page quality
User-agent: Googlebot-Mobile
User-agent: Mediapartners-Google  #AdSense
User-agent: yahoo
User-agent: Yahoo! Slurp
User-agent: msnbot
User-agent: Teoma     #Ask Jeeves
User-agent: WDG_SiteValidator
User-agent: TechnoratiBot
Disallow: /date/   #Avoid duplicate blog content
Disallow: /sourmilk.cgi

User-agent: Googlebot-Image
Disallow: /

User-agent: *
Disallow: /