# CCTT Archive — https://cctt.org
#
# Duplicate, scaffolding and stub pages are NOT disallowed here. They are marked
# <meta name="robots" content="noindex, follow"> and excluded from sitemap.xml
# instead (see src/lib/seo.mjs). Crawlers must be able to fetch those pages in
# order to read the noindex directive and the <link rel="canonical"> that points
# at the real URL — a Disallow would hide both and leave the duplicates indexed.

User-agent: *
Allow: /

# Query-string redirect shims. These are client-side JS bouncers with no content
# of their own; they already carry a noindex tag, but there is nothing here worth
# spending crawl budget on either.
Disallow: /site.asp
Disallow: /project.asp
Disallow: /cctt/sites/site.asp
Disallow: /cctt/projects/project.asp
Disallow: /cctt/units/view.asp
Disallow: /cctt/lessons/view.asp
Disallow: /cctt/lesson/view.asp
Disallow: /cctt/cgli/view.asp

Sitemap: https://cctt.org/sitemap.xml