User-agent: Googlebot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: AdsBot-Google-Mobile-Apps
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: bingbot
Allow: /

User-agent: bing
Allow: /

User-agent: SemrushBot
Disallow: /

User-agent: Zoominfobot
Disallow: /

User-agent: trovitBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: Flamingo_SearchEngine
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: msnbot 
Crawl-delay: 10

User-agent: ADmantX
Disallow: /

User-agent: grapeshot
Allow: /

User-agent: CarsnipBot
Disallow: /

User-agent: Yandex
Crawl-delay: 2


User-agent: *
Disallow: /api/*
Disallow: /payment/*
Disallow: /payments-api/*