User-agent: *
Crawl-delay: 1

# Paths (clean URLs)
Disallow: /admin/
Disallow: /profile/
Disallow: /user/
Disallow: /signup
Disallow: /login
Disallow: /direct/
Disallow: /error/
Disallow: /ridelog/planner/*?
Allow: /widgets/config/$
Allow: /widgets/$
Disallow: /widgets/*/
Disallow: /votes/
#Disallow: /photo/
Disallow: /video/pb/
Disallow: /checkins/all/
Disallow: /activity/view/
Disallow: /groups/view/*
Disallow: /*/kml
Disallow: /*/gpx
Disallow: /*/rss
Disallow: /*/rms
Disallow: /goto/*

Disallow: /*/*/3dmap
Disallow: /*/*/activity
Disallow: /*/*/checkins
Disallow: /*/*/comments
Disallow: /*/*/confirm
Disallow: /*/*/contributors
Disallow: /*/*/cities
Disallow: /*/*/directory
Disallow: /*/*/karma
Disallow: /*/*/leaderboard
Disallow: /*/*/photos
Disallow: /region/*/planner
Disallow: /*/*/poi
Disallow: /*/*/print
Disallow: /*/*/reports
Disallow: /*/*/revisions
Disallow: /*/*/ridelogs
Disallow: /*/*/stats
Disallow: /*/*/subscribe
Disallow: /*/*/supporters
Disallow: /*/*/tour
Disallow: /*/*/topcontributors
Disallow: /*/*/videos

Allow: /contribute/route/
Allow: /contribute/
Disallow: /contribute/route/*?
Disallow: /contribute/video/*?
Disallow: /contribute/*/
Disallow: /*sort=*
Disallow: /*order=*
Disallow: /x_*

Allow: /.well-known/

User-agent: Bytespider
Crawl-delay: 10

User-agent: proximic
Crawl-Delay: 5

User-agent: GPTBot
Crawl-delay: 3

User-agent: Amazonbot
Crawl-delay: 5

User-agent: CCBot
Crawl-delay: 5

User-agent: ClaudeBot
Crawl-delay: 5

User-agent: PerplexityBot
Crawl-delay: 5

User-agent: Meta-ExternalAgent
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 5

User-agent: OAI-SearchBot
Crawl-delay: 5

Sitemap: https://www.trailforks.com/sitemap.xml