# Melvea -- honey discovery platform
# Posture (June 15 2026): open to all crawlers -- training ingestion is the top
# of the agentic-commerce funnel, so we are not pinching it while establishing
# AI presence. WAF training-block stays disabled and SBFM stays Allow; all three
# layers agree on "open." Only the private/in-progress paths are disallowed.
# Editorial, scoring, and producer data is intended for AI citation with attribution.

Sitemap: https://melvea.com/sitemap.xml

# RSL 1.0 licensing (rslstandard.org): prose is free for search + AI indexing/inference with
# attribution; the structured IP behind the metered API (api.melvea.com) is licensed pay-per-use.
License: https://melvea.com/license.xml

# Search/retrieval + classic search -- explicitly allowed (these index us / send traffic).
# Googlebot + Bingbot included here as a hard guardrail: never blocked.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Amzn-SearchBot
User-agent: Applebot
User-agent: Googlebot
User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /account
Disallow: /beekeeper-dashboard
Disallow: /login
Disallow: /api/
Disallow: /_next/
Disallow: /notebook/new
Disallow: /notebook/*/reveal
Disallow: /contribute/photo

# Default -- allow with rate-limit awareness
User-agent: *
Allow: /
Crawl-delay: 1
Disallow: /admin
Disallow: /account
Disallow: /beekeeper-dashboard
Disallow: /login
Disallow: /api/
Disallow: /_next/
Disallow: /notebook/new
Disallow: /notebook/*/reveal
Disallow: /contribute/photo