# /robots.txt file for http://fitinlondon.com/

# refer robots to sitemap
Sitemap: http://www.fitinlondon.com/sitemap.xml

#user-agents: allowed
User-agent: webcrawler
Disallow:
User-agent: dogpile
Disallow:

User-agent: Googlebot
Disallow:
User-agent: Mediapartners-Google
Disallow:
User-agent: Adsbot-Google
Disallow:

User-agent: yahoo
Disallow:

User-agent: ask
Disallow:

User-agent: MSNBot
Disallow:

User-agent: *
Disallow: /test*

#paths not allowed examples:
#User-agent: lycra
#Disallow: /
#User-agent: *
#Disallow: /tmp
#Disallow: /logs