# robots.txt

# Global rules for all bots
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 60

# --- Known aggressive, spammy, or unwanted bots ---

# Huawei / Petal Search
User-agent: PetalBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

# SEO and scraping bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: crawler4j
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SerpstatBot
Disallow: /

# Marketing & lead gen bots
User-agent: ZoominfoBot
Disallow: /

User-agent: SalesIntelligent
Disallow: /

# Foreign search engines
User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Sogou web spider
Disallow: /

# Social media bots (optional – block if not using them)
User-agent: Pinterestbot
Disallow: /

User-agent: Twitterbot
Disallow: /

# Meta (Facebook)
User-agent: meta-external-agent
Disallow: /

# OpenAI / Amazon / other AI crawlers
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

# Miscellaneous
User-agent: SeekportBot
Disallow: /

User-agent: UptimeRobot
Disallow: /