# robots.txt for www.docsautomator.co
# Last updated: 2026-09-24
# Search engines and AI assistants (GPTBot, ClaudeBot, PerplexityBot, CCBot and others) may crawl the site.
# The rules below apply to every crawler without its own group.

User-agent: *
Allow: /

# Block parameter-based URLs to prevent duplicate indexing
# Pagination parameters
Disallow: /*?*3cc7b1b0_page=
Disallow: /*?*eca049bc_page=
Disallow: /*?*e5281ac8_page=
Disallow: /*?*0ea709a7_page=

# UTM tracking parameters
Disallow: /*?*utm_source=
Disallow: /*?*utm_medium=
Disallow: /*?*utm_campaign=
Disallow: /*?*utm_term=
Disallow: /*?*utm_content=

# Referral and affiliate parameters
Disallow: /*?*ref=
Disallow: /*?*via=
Disallow: /*?*fpr=

# Redirect parameters
Disallow: /*?*usredir=

# Google Ads parameters
Disallow: /*?*gclid=
Disallow: /*?*gad_source=

# Platform parameters
Disallow: /*?*sub1=
Disallow: /*?*sub2=
Disallow: /*?*sub3=
Disallow: /*?*sub4=

# AI generator prompt parameter (duplicate content)
Disallow: /*?*prompt=

# Block test/debug pages
Disallow: /home-pagespeedtest

# Block malformed URLs and junk paths
Disallow: /I
Disallow: /&
Disallow: /=

# Block Bytespider (training-only scraping, no search or assistant benefit)
User-agent: Bytespider
Disallow: /

# Sitemap location
Sitemap: https://www.docsautomator.co/sitemap.xml