#****************************************************************************
# robots.txt
#     : Robots, spiders, and search engines use this file to detmine which
#       content they should *not* crawl while indexing your website.
#     : This system is called "The Robots Exclusion Standard."
#     : It is strongly encouraged to use a robots.txt validator to check
#       for valid syntax before any robots read it!
#
# Examples:
#
# Instruct all robots to stay out of the admin area.
#     : User-agent: *
#     : Disallow:   /admin/
#
# Restrict Google and MSN from indexing your images.
#     : User-agent: Googlebot
#     : Disallow:   /images/
#     : User-agent: MSNBot
#     : Disallow:   /images/
#****************************************************************************
User-agent: sogou spider
Disallow: /

User-agent: Scrapy/1.0.4 (+http://scrapy.org)
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: shopstyle bot/1.0
Disallow: /

User-agent: python-grcrawler
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: Axis/1.4
Disallow: /

User-agent: proximic
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Wget
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: check_http/v2.1.1 (monitoring-plugins 2.1.1)
Disallow: /

User-agent: Mozilla/5.0 (compatible; ProductAdsBot/1.0 https://sellercentral.amazon.com/gp/help/help.html?ie=UTF8&itemID=200137680)
Disallow: /

User-agent: Mozilla/5.0 (compatible; ProductAdsBot/1.0 +https://sellercentral.amazon.com/gp/help/help.html?ie=UTF8&itemID=200137680)
Disallow: /

User-agent: Mozilla/5.0 (compatible; MegaIndex.ru/2.0; +http://megaindex.com/crawler)
Disallow: /

User-agent: *
Disallow: /catalogsearch/
Disallow: /*?SID=
Disallow: /ClickTale/
Disallow: /checkout
Disallow: /onestepcheckout
Disallow: /search
Disallow: /wishlist/index/
Disallow: /pltcatalog/stock/getStock
Disallow: /customer/account
Disallow: /directory/currency/switch/currency/
Sitemap: https://www.prettylittlething.us/sitemaps/siteindex/siteindex_5.xml