User-agent: Screaming Frog SEO Spider/18.4
Allow: /

User-agent: archive.is
User-agent: sitecheck.internetseer.com
User-agent: Zealbot
User-agent: SiteSnagger
User-agent: WebStripper
User-agent: WebCopier
User-agent: Fetch
User-agent: Offline Explorer
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebZIP
User-agent: linko
User-agent: HTTrack
User-agent: Xenu
User-agent: larbin
User-agent: libwww
User-agent: ZyBORG
User-agent: Download Ninja
User-agent: MyFamilyBot
User-agent: ia_archiver
User-agent: Yandex
User-agent: CCBot
User-agent: voltron
User-agent: BLEXBot
User-agent: Cloudbot
User-agent: anthropic-ai
User-agent: FacebookBot
User-agent: Diffbot
User-agent: Bytespider
User-agent: ImagesiftBot 
User-agent: cohere-ai
User-agent: ClaudeBot 
User-agent: Omgilibot
User-agent: Omgili
User-agent: Google-Extended
Disallow: /

Sitemap: https://storied.com/sitemap.xml