User-agent: ia_archiver
User-agent: GPTBot
User-agent: meta-externalagent
Disallow: /
User-agent: *
Disallow: /courses/api
Disallow: /courses/user
Disallow: /courses/certificates/*
Disallow: */orders
Disallow: */goon/
Disallow: /crypto/crypto-compare-widget
Disallow: /crypto/trading-view-chart
Disallow: /crypto/app/get
Disallow: *?domain=

Disallow: /learn/livesearch.php
Disallow: /learn/sse_demo.php

Sitemap: https://www.bitdegree.org/sitemaps/en/sitemap.xml
Sitemap: https://www.bitdegree.org/courses/sitemap.xml
Sitemap: https://www.bitdegree.org/learn/sitemap.xml