# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-agent: *
Allow: /
User-Agent: proximic
Disallow: /
User-Agent: Twitterbot
Disallow:
User-agent: Yeti
Disallow: /
User-agent: JUST-CRAWLER
Disallow: /
User-agent: psbot
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: QROBO_NEWS_JP_ROBOT
Disallow: /
User-agent: grapeshot
Disallow:
User-Agent: msnbot
Crawl-delay: 120
User-Agent: bingbot
Crawl-delay: 120
User-agent: coccoc
Crawl-delay: 10
Sitemap: https://www.fashion-press.net/sitemap.xml
Sitemap: https://www.fashion-press.net/news/sitemap.xml
Sitemap: https://www.fashion-press.net/collections/sitemap.xml
Sitemap: https://www.fashion-press.net/snaps/sitemap.xml
Sitemap: https://www.fashion-press.net/shops/sitemap.xml
Sitemap: https://www.fashion-press.net/brands/sitemap.xml
Sitemap: https://www.fashion-press.net/maps/sitemap.xml
Sitemap: https://www.fashion-press.net/movies/sitemap.xml