# robots.txt DFL

User-agent: *
Disallow: /

# Google, MSN und Yahoo sind ok
User-agent: Googlebot
User-agent: Mediapartners-Google
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: AdsBot-Google
User-agent: Slurp#
User-agent: yahoo-mmcrawler
User-agent: psbot
User-agent: rogerbot
User-agent: shopstylebot/1.0
User-agent: SearchmetricsBot
Disallow:

User-agent: MSNBot
User-agent: Bingbot
Disallow:
Crawl-delay: 10

User-agent: *
Disallow: /captcha/

# DFL Sitemap
Sitemap: http://m.dress-for-less.be/sitemap/dress_nl_BEL.xml

Sitemap: http://m.dress-for-less.be/sitemap/dress_be_brands_men.xml
Sitemap: http://m.dress-for-less.be/sitemap/dress_be_brands_women.xml
Sitemap: http://m.dress-for-less.be/sitemap/dress_be_brands.xml
Sitemap: http://m.dress-for-less.be/sitemap/dress_be_men.xml
Sitemap: http://m.dress-for-less.be/sitemap/dress_be_unisex.xml
Sitemap: http://m.dress-for-less.be/sitemap/dress_be_women.xml