# === AI Search Engine Crawlers ===
# Specific rules take precedence over wildcard rules

User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /mypage/
Disallow: /card_request/

User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /mypage/
Disallow: /card_request/

User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /mypage/
Disallow: /card_request/

User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /mypage/
Disallow: /card_request/

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /
Disallow: /wp-admin/
Disallow: /wp-includes/

# === All Other Crawlers ===

User-agent: *
# /wp-login.php と admin-ajax.php は robots で塞がない：どちらもページ側が noindex を
# 返すので、クロールさせて noindex を読ませた方が確実に索引から消える。塞ぐと Google は
# noindex を読めず GSC「Indexed, though blocked by robots.txt」になる（2026-08-08 対処）。
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-json/
Disallow: */feed/
Disallow: */feed$
Disallow: /search/
Disallow: /?s=
Disallow: /author/
Disallow: /comments/
Disallow: /mypage/
Disallow: /card_request/
Disallow: /*?nf_page=
Disallow: /*?action=

Sitemap: https://may-money.com/sitemap_index.xml