# General Crawlers
User-agent: *
Disallow: /404
Disallow: /thankyou
Disallow: /assets/images/
Allow: /assets/*.css
Allow: /assets/*.js
Allow: /
Crawl-delay: 3
 
# Google
User-agent: Googlebot
Allow: /
 
# Google AI (Bard/Gemini)
User-agent: Google-Extended
Allow: /
 
# Bing
User-agent: Bingbot
Allow: /
 
# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
 
# Yandex
User-agent: Yandex
Allow: /
 
# Sogou
User-agent: Sogou web spider
Allow: /
 
# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
 
# Archive.org
User-agent: ia_archiver
Allow: /
 
# AHREFS
User-agent: AhrefsBot
Allow: /
 
User-agent: AhrefsSiteAudit
Allow: /
 
# SerpAPI
User-agent: SerpApiBot
Allow: /
 
# OpenAI
User-agent: GPTBot
Allow: /
 
# Anthropic / Claude
User-agent: anthropic-ai
Allow: /
 
User-agent: ClaudeBot
Allow: /
 
# Google DeepMind
User-agent: DeepMind-UserAgent
Allow: /
 
# Perplexity AI
User-agent: PerplexityBot
Allow: /
 
# Meta AI
User-agent: MetaBot
Allow: /
 
# Amazon AI
User-agent: Amazonbot
Allow: /

# Apple
User-agent: Applebot
Allow: /

# Common Crawl
User-agent: CCBot
Allow: /
 
# Cohere AI
User-agent: cohere-ai
Allow: /
 
# Mistral AI
User-agent: mistral-ai
Allow: /
 
# Aleph Alpha
User-agent: AlephAlphaBot
Allow: /
 
# Inflection AI
User-agent: InflectionBot
Allow: /
 
# You.com
User-agent: YouBot
Allow: /
 
# Neeva (Snowflake)
User-agent: NeevaBot
Allow: /
 
# Sitemap
Sitemap: https://edifyingvoyages.com/sitemap.xml