# This Alternate robots.txt file was created by the Alternate Robots.txt WordPress plugin.
Sitemap: https://www.seo-theory.com/sitemap.txt
Sitemap: https://www.seo-theory.com/sitemap-1.xml

# Allow the good bots in

User-agent: archive.org_bot
User-agent: Baiduspider
User-agent: Bingbot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: DuckDuckBot
User-agent: Exabot
User-agent: facebookexternalhit
User-agent: FeedFetcher-Google
User-agent: Google-extended
User-agent: Google-InspectionTool
User-agent: Google-Site-Verification
User-agent: Google-speakr
User-agent: GoogleBot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: GPTBot
User-agent: Mediapartners-Google
User-agent: msnbot
User-agent: NetNewsWire
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Qwantify
User-agent: SchemaBot/1.2
User-agent: SpeedySpider
User-agent: TwitterBot
User-agent: YandexAntivirus/2.0
User-agent: YandexBot/3.0
User-agent: YandexImageResizer/2.0
User-agent: YandexImages/3.0
User-agent: YandexMedia/3.0
User-agent: YandexPagechecker/1.0
User-agent: YandexWebmaster/2.0
User-agent: YandexZakladki/3.0
Disallow: /?s*
Disallow: /cgi-bin/
Disallow: /go/
Disallow: /link/
Disallow: /show/
Disallow: /visit/
Disallow: /wp-admin/

# Block the well-behaved unwanted bots

User-agent: AhrefsBot
User-agent: CCBot/2.0
User-agent: Google-CloudVertexBot
User-agent: GoogleAgent-Mariner
User-agent: GoogleAgent-Shopping
User-agent: GoogleOther
User-agent: MJ12Bot
User-agent: Mojeekbot
User-agent: PetalBot
User-agent: SemrushBot
User-agent: similarweb
User-agent: YepBot
User-agent: YouBot
User-agent: *
Disallow: /