# /robots.txt file
# 
User-agent: Mediapartners-Google*
Allow: /article/
Disallow: /whatsmyip.asp 
Allow: /related/ 
Disallow: /search/   
Disallow: /my/
Disallow: /pubmed/
Disallow: /athens/

User-agent: Googlebot
Allow: /article/
Disallow: /whatsmyip.asp 
Disallow: /search/ 
Disallow: /related/ 
Disallow: /my/
Disallow: /athens/

User-agent: *
Disallow: /whatsmyip.asp 
Disallow: /fulltext/ 
Disallow: /article/ 
Disallow: /search/ 
Disallow: /related/ 
Disallow: /my/ 
Disallow: /athens/