User-agent: *
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content&_rsc /
Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
Disallow: /*?utm_source=*
Disallow: /*?utm_medium=*
Disallow: /*?utm_campaign=*
Disallow: /*?utm_term=*
Disallow: /*?utm_content=*
Disallow: /*?_rsc=*
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /preview/
Disallow: /es/preview/
Disallow: /secure-preview/
Disallow: /es/secure-preview/
Disallow: /wp-preview/
Disallow: /new/
Disallow: /es/new/
Disallow: /es/learn/*
Disallow: /es/bachelors/*
Disallow: /es/masters/*
Disallow: /es/certificates/*
Disallow: /es/executive-education/*
Disallow: /es/school/*
Disallow: /es/xseries/*
Disallow: /es/bio/*
Disallow: /auth/*
Disallow: /es/auth/*
Disallow: /authx/*
Disallow: /es/authx/*
Crawl-delay: 10

Sitemap: https://www.edx.org/sitemap.xml