User-agent: meta-externalagent
Disallow: /

User-agent: meta-webindexer
Disallow: /

User-agent: meta-externalads
Disallow: /

User-agent: YisouSpider
Crawl-delay: 10
Disallow: /api/
Disallow: /admin/
Disallow: /private/

User-agent: Amazonbot
Crawl-delay: 15
Disallow: /api/
Disallow: /checkout/
Disallow: /cart/

User-agent: facebookexternalhit
Crawl-delay: 10
Disallow: /api/
Disallow: /private/

User-agent: bingbot
Crawl-delay: 5
Disallow: /api/
Disallow: /admin/

User-agent: bytespider
Crawl-delay: 20
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /user/

User-agent: semrushbot
Crawl-delay: 15
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /analytics/

User-agent: applebot
Crawl-delay: 8
Disallow: /api/
Disallow: /admin/
Disallow: /private/

User-agent: GPTBot
Crawl-delay: 12
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /user/
Disallow: /account/

User-agent: sogou-spider
Crawl-delay: 12
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /user/
Disallow: /account/

User-agent: *
Crawl-delay: 2
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /config/
Allow: /