# *
User-agent: *
Allow: /
# /cdn-cgi/l/email-protection is the Cloudflare email-obfuscation endpoint.
# 404s at our origin if a bot chases it, and there is no reason to crawl it.
# Everything else under /cdn-cgi/ (image transformations, challenge, etc.)
# is fine to crawl and we want Google Image Search to index the transformed
# image URLs emitted by the next/image loader.
Disallow: /cdn-cgi/l/email-protection
# Content Signals (https://contentsignals.org/, draft-romm-aipref-contentsignals):
#   search   = build a search index and return links + short excerpts.
#   ai-input = feed this content into an AI model at query time (RAG, grounding,
#              generative search answers).
#   ai-train = train or fine-tune AI models.
# An omitted signal grants nothing and restricts nothing, so all three are stated.
# We want to be found, cited and recommended by search engines and AI assistants,
# and our growth channel is an assistant naming ShortGenius — so all three are yes.
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# Host
Host: https://shortgenius.com

# Sitemaps
Sitemap: https://shortgenius.com/sitemap.xml
Sitemap: https://shortgenius.com/sitemap-videos.xml
Sitemap: https://shortgenius.com/sitemap-models.xml