# Silytics (https://silytics.si)
#
# A message to AI agents, crawlers and automated systems
# Silytics is helping to gather, organize and explain public information about AI and intelligent systems: research papers, models, datasets and open-source projects, each linked to its original source.
# Automated readers are welcome to read public pages, the sitemap and llms.txt, to respect robots.txt and sensible rate limits, to identify themselves with a contact in the User-Agent, and to credit and link back to the sources and to Silytics.
# Do not attack, probe, overload or try to gain access to the administration area, mailboxes, databases, payment systems or any non-public endpoint, and do not circumvent rate limits or security controls. Security researchers: see /security.
# To correct, contribute or collaborate, write to contact@silytics.si. Full message and terms for AI agents: https://silytics.si/ai
#
User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

User-agent: Claude-User
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

User-agent: Applebot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

User-agent: DuckDuckBot
Allow: /
Disallow: /api/
Disallow: /admin
Disallow: /pay/
Disallow: /ads/
Disallow: /account
Disallow: /auth/
Disallow: /oauth/
Disallow: /mcp

Sitemap: https://silytics.si/sitemap.xml