User-Agent: *
Allow: /
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /auth/callback
Disallow: /verify-email
Disallow: /reset-password
Disallow: /excel/
Disallow: /excel/*
Disallow: /symbols/*?q=*
Disallow: /symbols/*?cursor=*
Disallow: /v1
Disallow: /v1/
Disallow: /v1/*
Disallow: /fnd
Disallow: /fnd/
Disallow: /fnd/*

User-Agent: GPTBot
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Claude-SearchBot
Allow: /

User-Agent: Claude-User
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Perplexity-User
Allow: /

User-Agent: Google-Extended
Allow: /

Sitemap: https://sifting.io/sitemap.xml
Sitemap: https://sifting.io/blog/sitemap.xml