User-agent: *
Disallow: /web_admin/
Allow: /

User-agent: Googlebot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: bingbot
Allow: /

User-agent: CCBot
Disallow: /

User-agent: Amzn-SearchBot
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

User-agent: facebookexternalhit/1.1
Allow: /

User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
Allow: /

User-agent: facebookexternalhit/1.0 (+http://www.facebook.com/externalhit_uatext.php)
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Disallow: /

User-agent: Thinkbot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: CensysInspect
Disallow:  /

User-agent: DataForSeoBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SemrushBot-BA
Disallow:  /

User-agent: SemrushBot-SI
Disallow:  /

User-agent: SemrushBot-SWA
Disallow:  /

User-agent: SemrushBot-CT
Disallow:  /

User-agent: SplitSignalBot
Disallow:  /

User-agent: SemrushBot-COUB
Disallow:  /