# SecurityCheckli.st robots.txt
# Public indexable content is crawlable by default.
# OAI-SearchBot is allowed for public content unless owner policy changes.

User-agent: *
Allow: /
Disallow: /internal/
Disallow: /overview/

User-agent: OAI-SearchBot
Allow: /
Disallow: /internal/
Disallow: /overview/

Sitemap: https://www.securitycheckli.st/sitemap.xml