# https://duskline.io/robots.txt
# A public marketing site. Nothing here is private, and every crawler is
# welcome -- search engines, AI search and retrieval, and AI training alike.
#
# Search:      Googlebot, Bingbot, DuckDuckBot, Applebot
# AI search:   GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, Claude-User,
#              Claude-SearchBot, PerplexityBot, Perplexity-User
# AI training: Google-Extended, Applebot-Extended, CCBot, Bytespider,
#              meta-externalagent, Amazonbot
#
# Those last six govern training rather than indexing. If the content should
# stay findable but not be trained on, give each of them its own group with
# `Disallow: /` -- the site stays fully indexed either way.

User-agent: *
Allow: /

# Authoring source and build script. Neither should be deployed at all;
# these lines are a safety net in case they are.
Disallow: /source.html
Disallow: /build.py

Sitemap: https://duskline.io/sitemap.xml