# agnt.gg
User-agent: *
Allow: /

# Retired 2026-08-18: /lifetime and /genesis-333. They 301 to /pricing and are
# out of the sitemap. Deliberately NOT Disallowed — blocking them would stop
# crawlers fetching the redirect, which is the thing that removes them.
#
# This note lives in scripts/generate-sitemap.js, not in robots.txt: the file is
# a build artifact, so a comment added by hand is deleted by the next
# regenerate. That is exactly what happened once already.

# Internal admin dashboards and the auth page carry nothing worth indexing.
Disallow: /analytics/
Disallow: /login
# The site's own analytics beacons. Googlebot renders pages, runs the tracker
# and fires them: 29-57% of verified Googlebot requests in Sept 2026 were
# these POSTs, crawl budget spent on telemetry instead of pages. They are not
# rendering resources, so blocking them cannot change how a page renders.
Disallow: /api/analytics/

Sitemap: https://agnt.gg/sitemap.xml
Sitemap: https://agnt.gg/sitemap-marketplace.xml

# Machine-readable index for retrieval systems, per the llms.txt convention.
# Not a standard robots.txt directive and no crawler is required to read it -
# it is here because it is the cheapest place a retrieval agent will look, and
# the crawlers that matter most to us are not Googlebot. Measured over 30 days:
# ChatGPT-User 911 requests, bingbot 385, Applebot 318, PerplexityBot 155,
# OAI-SearchBot 85, ClaudeBot 28 - against Googlebot's 284.
# LLM-Index: https://agnt.gg/llms.txt
# LLM-Index-Full: https://agnt.gg/llms-full.txt