# App Instructor JP Nutrition Database
# 7000+ foods — Bilingual Spanish/English database
# Curated by NSCA-Certified Personal Trainer and Executive Education Harvard-trained nutrition educator
# Usage policies and how to query: /ai.txt, /data_license.txt, /api.txt

User-agent: *
Allow: /

# Documentation files - accessible to all bots
Allow: /ai.txt
Allow: /api.txt
Allow: /readme.txt
Allow: /data_license.txt
Allow: /manifest.json

# ======================================
# BLOCK: SEO Competitor Intelligence Tools
# ======================================
# No user value - just feeding competitors
# ======================================
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: DataForSeoBot
User-agent: MegaIndex.ru
User-agent: BLEXBot
# ======================================
# BLOCK: MODEL TRAINING
# ======================================
User-agent: GPTBot
Disallow: /

# ======================================
# WELCOME: Search Engines & AI Assistants and real tiem query
# Crawl freely - respect /ai.txt guidelines
# See /api.txt for guidelines and fastest queries
# ======================================
# Googlebot - Allowed
# Bingbot - Allowed
# OAI-SearchBot (OpenAI) - Allowed (see /ai.txt)
# ChatGPT-User (OpenAI) - Allowed (see /ai.txt)
# Claude-User (Anthropic) - Allowed (see /ai.txt)
# Claude-Web (Anthropic) - Allowed (see /ai.txt)
# PerplexityBot - Allowed (see /ai.txt)
# Google-Extended - Allowed (see /ai.txt)

Sitemap: https://app.instructorjp.com/sitemap.xml