# Common Crawl.
User-agent: CCBot
Disallow: /

# OpenAI and related.
User-agent: OpenAI
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-Agent: PerplexityBot
Disallow: /

User-Agent: omgili
Disallow: /
 
User-Agent: omgilibot
Disallow: /
 
User-agent: Claude-Web
Disallow: /
 
User-agent: anthropic-ai
Disallow: /
 
User-agent: cohere-ai
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: *
Disallow: /trackback/
Disallow: /downloads/
Disallow: /xmlrpc.php
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /?swcfpc=1

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.mboton.net/sitemap_index.xml