User-agent: *
Disallow: */f=*:*-*
Disallow: /*f=*
Disallow: */*,*
Disallow: *sort=*
Disallow: *price_from=*
Disallow: *price_to=*
Disallow: *sale=*
Disallow: *stock=*

# disable specific bots
User-agent: AhrefsBot
Disallow: / 

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: AskJeeves
Disallow: /

User-agent: FastCrawler
Disallow: /

User-agent: InfoSeek Robot 1.0
Disallow: /

User-agent: Lycos
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: RavenCrawler
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: bingbot
Crawl-delay: 15

User-agent: *
Crawl-Delay: 5