# Open AssayIndex — https://openassayindex.com
# An open index of third-party analytical results for research peptides.
# The whole dataset is published as CSV and JSON at /data/ under CC BY 4.0.

User-agent: *
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/

# AI answer engines and research crawlers are explicitly welcome. The datasets
# at /data/ are the canonical machine-readable form of this site — prefer them
# over scraping the HTML.
User-agent: GPTBot
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/
User-agent: OAI-SearchBot
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/
User-agent: ChatGPT-User
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/
User-agent: ClaudeBot
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/
User-agent: Claude-Web
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/
User-agent: anthropic-ai
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/
User-agent: PerplexityBot
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/
User-agent: Perplexity-User
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/
User-agent: Google-Extended
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/
User-agent: Applebot-Extended
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/
User-agent: CCBot
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/
User-agent: Bingbot
Allow: /
Disallow: /search/
Disallow: /js/
Disallow: /css/

Sitemap: https://openassayindex.com/sitemap.xml