# NY Book Publishers - Search Engine & AI Crawl Access

# ===== Default rules for all crawlers =====
User-agent: *
Allow: /
Allow: /blog/wp-admin/admin-ajax.php
Disallow: /blog/wp-admin/
Disallow: /blog/wp-login.php
Disallow: /blog/?s=
Disallow: /blog/search/
Disallow: /*?replytocom=
Disallow: /*?utm_

# ===== AI search & assistant crawlers (explicitly allowed) =====
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
Allow: /
Allow: /blog/wp-admin/admin-ajax.php
Disallow: /blog/wp-admin/
Disallow: /blog/wp-login.php

# ===== Sitemaps =====
Sitemap: https://nybookpublishers.com/sitemap.xml
Sitemap: https://nybookpublishers.com/blog/sitemap_index.xml