User-agent: *
Allow: /
Disallow: /api/

User-agent: Googlebot-News
Allow: /

Sitemap: https://datasets.openpressnews.com/sitemap.xml
Sitemap: https://datasets.openpressnews.com/news-sitemap.xml
Sitemap: https://datasets.openpressnews.com/sitemap-featured.xml
Sitemap: https://datasets.openpressnews.com/sitemap-nlp.xml
Sitemap: https://datasets.openpressnews.com/sitemap-vision.xml
Sitemap: https://datasets.openpressnews.com/sitemap-multimodal.xml
Sitemap: https://datasets.openpressnews.com/sitemap-benchmarks.xml
Sitemap: https://datasets.openpressnews.com/sitemap-finance.xml
Sitemap: https://datasets.openpressnews.com/sitemap-science.xml
Sitemap: https://datasets.openpressnews.com/sitemap-opensource.xml
Sitemap: https://datasets.openpressnews.com/sitemap-books.xml