# nirmal.com.au crawler and agent policy
# Each group repeats the /wp-admin/ rules: a bot named in a group ignores the * group.
# A map of the site for language models and agents: https://www.nirmal.com.au/llms.txt

# Search engines and AI search indexes
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: meta-webindexer
User-agent: Amzn-SearchBot
User-agent: MistralAI-Index
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Agents fetching a page for a person
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: DuckAssistBot
User-agent: meta-externalfetcher
User-agent: Amzn-User
User-agent: MistralAI-User
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Model training: allowed by decision
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: MistralAI-Training
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Blocked
User-agent: Bytespider
Disallow: /

# Everyone else
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.nirmal.com.au/sitemap_index.xml