User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /account/
Disallow: /contacts/
Disallow: /main/search
Disallow: /admin/
Disallow: /system/
Disallow: /jobs-candidates
Disallow: /gosquared/deals/show/forever-50-off-real-time-analytics
Disallow: /search?q*
Disallow: */popup_
Disallow: */popup-

User-agent: import.io
Disallow: /

User-agent: Yandex
Allow: /
Crawl-delay: 10

User-agent: Googlebot
Disallow: */popup_
Disallow: */popup-
Disallow: /main/

User-agent: bingbot
Allow: /
Crawl-delay: 1

User-agent: SMTBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: ShowyouBot
Disallow: /

User-agent: PaperLiBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Digg
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

# https://ranksonic.com/ranksonic_bot.html
User-agent: RankSonicBot
Disallow: /

# http://aspiegel.com/petalbot
User-agent: PetalBot
Disallow: /

# sentibot.eu
User-agent: sentibot
Disallow: /

# moz.com/help/moz-procedures/crawlers/dotbot
User-agent: dotbot
Disallow: /

# webmeup-crawler.com
User-agent: BLEXBot
Disallow: /

# neeva.com/neevabot
User-Agent: Neevabot
Disallow: /

# mj12bot.com
User-agent: MJ12bot
Disallow: /

# serpstatbot.com
User-agent: serpstatbot
Disallow: /

# commoncrawl.org
User-agent: CCBot
Disallow: /

# developer.amazon.com/support/amazonbot
User-agent: Amazonbot
Disallow: /

# dataforseo.com/dataforseo-bot
User-agent: DataForSeoBot
Disallow: /

# megaindex.com/crawler
User-agent: MegaIndex.ru
Disallow: /

# www.exensa.com/crawl/
User-agent: Barkrowler
Disallow: /

# www.baidu.com/search/robots_english.html
User-agent: Baiduspider
Disallow: /

# yandex.com/support/webmaster/controlling-robot/robots-txt.html
User-agent: Yandex
Disallow: /

# help.mail.ru/webmaster/indexing/robots.txt/rules/disallow
User-agent: Mail.Ru
Disallow: /

# help.mail.ru/webmaster/indexing/robots.txt/rules/disallow
User-agent: Mail.RU_Bot
Disallow: /

# domainsproject.org
User-agent: Domains Project
Disallow: /

# domainsproject.org
User-agent: domainsproject.org
Disallow: /

# Sitemaps
Sitemap: https://www.f6s.com/sitemaps/index-sitemap.xml