# Robots.txt for Artificial Studio
# https://artificialstudio.ai

User-agent: *
# Content Signals (https://contentsignals.org/) — how this content may be used
# once it has been fetched. `yes` grants permission, `no` withholds it; these
# are declarations of preference, not access control, and say nothing about
# whether a crawler is allowed to fetch the page (that is the Allow/Disallow
# rules below). We want to be found in search and cited in AI answers, so both
# are yes; we do not grant use of this content as training data.
#   search    — build a search index and link back to the source
#   ai-input  — retrieve at answer time to ground a generated response (RAG)
#   ai-train  — train or fine-tune a generative model
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /

# Sitemap — this file is served from app.artificialstudio.ai, so it declares
# THIS host's sitemap. The apex redirects to www, whose sitemap lists only
# www/... URLs, so pointing there left all 235 app URLs (95 tool pages
# included, each self-canonical to app.*) undeclared. www declares its own.
Sitemap: https://app.artificialstudio.ai/sitemap.xml

# Agent capability manifest (ARD) — what this origin exposes to agents:
# the MCP server, the REST API catalog, the installable skills, and how to
# authenticate for each.
Agentmap: https://app.artificialstudio.ai/.well-known/ai-catalog.json

# Disallow admin and account pages
Disallow: /admin
Disallow: /admin/*
Disallow: /account
Disallow: /account/*
Disallow: /library
Disallow: /library/*

# Disallow API routes (except sitemap and the OG card renderer, which social
# crawlers must be able to fetch — `/api/og/*` never matched it, since the
# route is `/api/og?...` with no path segment after `og`).
Disallow: /api/
Allow: /api/sitemap.xml
Allow: /api/og

# Crawl delay (optional, be nice to bots)
Crawl-delay: 1