User-agent: ia_archiver
Disallow: /
User-agent: *
Disallow: /api
Disallow: /user
Disallow: */orders
Disallow: */enroll
Disallow: */goon/
Disallow: /learn/livesearch.php
Disallow: /learn/sse_demo.php
Allow: /user/*/profile
Sitemap: https://www.bitdegree.org/sitemap-en.xml
Sitemap: https://www.bitdegree.org/learn/sitemap.xml
Sitemap: https://www.bitdegree.org/storage/images.xml
Sitemap: https://www.bitdegree.org/online-learning-platforms/sitemap.xml
Sitemap: https://www.bitdegree.org/online-learning-platforms/sitemap-comparisons.xml
Sitemap: https://www.bitdegree.org/crypto/sitemap.xml
Sitemap: https://www.bitdegree.org/crypto/sitemap-comparisons.xml
Sitemap: https://www.bitdegree.org/crypto/sitemap-news.xml
Sitemap: https://www.bitdegree.org/crypto-tracker/sitemap.xml