# robots.txt for https://modelnass.ng
# Generated from _data/settings.json and _data/ai_bots.json — edit in the Console (AI & crawlers), not by hand.
#
# Policy: search_only
# AI assistants and AI search may retrieve and cite this site. AI developers may not train on it.
# Normal search engines (Google, Bing, DuckDuckGo) are always allowed.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /404.html
Disallow: /confirm/
Disallow: /accept/
Disallow: /consent/
Disallow: /feedback/
Disallow: /unsubscribe/

# OpenAI — training
User-agent: GPTBot
Disallow: /

# Anthropic — training
User-agent: ClaudeBot
Disallow: /

# Anthropic — training
User-agent: anthropic-ai
Disallow: /

# Common Crawl — training
User-agent: CCBot
Disallow: /

# Google — training
User-agent: Google-Extended
Disallow: /

# Apple — training
User-agent: Applebot-Extended
Disallow: /

# ByteDance — training
User-agent: Bytespider
Disallow: /

# Meta — training
User-agent: Meta-ExternalAgent
Disallow: /

# Meta — training
User-agent: FacebookBot
Disallow: /

# Amazon — training
User-agent: Amazonbot
Disallow: /

# Cohere — training
User-agent: cohere-ai
Disallow: /

# Diffbot — training
User-agent: Diffbot
Disallow: /

# Hive — training
User-agent: ImagesiftBot
Disallow: /

# Webz.io — training
User-agent: omgili
Disallow: /

# Webz.io — training
User-agent: omgilibot
Disallow: /

# Webz.io — training
User-agent: Webzio-Extended
Disallow: /

# Allen Institute for AI — training
User-agent: AI2Bot
Disallow: /

# Timpi — training
User-agent: Timpibot
Disallow: /

# Huawei — training
User-agent: PanguBot
Disallow: /

# OpenAI — search
User-agent: OAI-SearchBot
Allow: /

# Anthropic — search
User-agent: Claude-SearchBot
Allow: /

# Perplexity — search
User-agent: PerplexityBot
Allow: /

# DuckDuckGo — search
User-agent: DuckAssistBot
Allow: /

# Apple — search
User-agent: Applebot
Allow: /

# OpenAI — user
User-agent: ChatGPT-User
Allow: /

# Anthropic — user
User-agent: Claude-User
Allow: /

# Perplexity — user
User-agent: Perplexity-User
Allow: /

# Mistral — user
User-agent: MistralAI-User
Allow: /

# Meta — user
User-agent: Meta-ExternalFetcher
Allow: /

Sitemap: https://modelnass.ng/sitemap.xml