User-agent: *
Disallow: /singletrackworld-registration
Disallow: /forum/topic/debt-recovery-companies
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/2
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/3
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/4
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/5
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/6
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/7
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/8
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/9
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/10
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/11
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/12
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/13
Disallow: /forum/topic/a-shambolic-week-with-sierra-cycling/page/14
Disallow: /magarchivedb/

User-agent: bingbot
Crawl-delay: 20

User-agent: msnbot
Crawl-delay: 20

User-agent: msnbot-media
Crawl-delay: 20

User-agent: Yandex
Crawl-delay: 20 # sets a 2-second timeout

User-agent: AhrefsBot
Crawl-Delay: 20

User-agent: magpie-crawler
Disallow: /

User-agent: ExaBot
Disallow: /

User-agent: NinTechNet
Allow: *

User-agent: The Knowledge AI
Disallow: /wp-json/oembed/1.0/embed

User-agent: Amazonbot
Disallow: /wp-json/oembed/1.0/embed

User-agent: GPTBot
Disallow: /

User-agent: ias_crawler
Disallow: /