User-agent: Scrapy
Allow: /

User-agent: *
Disallow: /wp-admin/
Disallow: /*.pdf$
Disallow: /*.epub$
Disallow: /media-download/
Disallow: /wikis/magazine-articles/
Disallow: /wikis/
Allow: /wp-admin/admin-ajax.php
crawl-delay: 10

User-agent: GPTBot
Disallow: /

Sitemap: https://sloanreview.mit.edu/sitemap.xml