Sitemap: https://www.jstor.org/sitemap.xml

User-agent: Googlebot
Disallow: /action
Disallow: /api
Disallow: /citation
Disallow: /clockss-manifest
Disallow: /doi/abs
Disallow: /feedback
Disallow: /purchase
Disallow: /register/
Disallow: /stable/full
Disallow: /stable/suppl
Disallow: /stable/view
Disallow: /start-session
Disallow: /stoken
Disallow: /tc/accept
Disallow: /token
Disallow: /topic
Disallow: /ui_log
Disallow: /userimages
Allow: /action/showLogin
Allow: /action/showJournal
Allow: /action/showPublication
Allow: /action/showSubscriptionJournalsAsXml
Allow: /action/showXml
Allow: /doi/xml

User-agent: *
Disallow: /action
Disallow: /api
Disallow: /citation
Disallow: /clockss-manifest
Disallow: /doi/abs
Disallow: /doi/xml
Disallow: /feedback
Disallow: /purchase
Disallow: /register/
Disallow: /stable/full
Disallow: /stable/suppl
Disallow: /stable/view
Disallow: /start-session
Disallow: /stoken
Disallow: /tc/accept
Disallow: /token
Disallow: /topic
Disallow: /ui_log
Disallow: /userimages
Allow: /action/showLogin
Allow: /action/showJournal
Allow: /action/showPublication
Allow: /action/showSubscriptionJournalsAsXml
Allow: /action/showXml

# Disallow crawling for the purposes of training models

# https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler
User-agent: ClaudeBot
# https://commoncrawl.org/faq
User-agent: CCBot
# https://platform.openai.com/docs/gptbot
User-agent: GPTBot
# https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers
User-agent: Google-Extended
Disallow: /