# Ramesh Das — https://www.rameshdas.dev/
# Portfolio: open to all search engines, AI assistants, and research crawlers.
# Updated: 2026-07-08

# ── Default: allow all crawlers ──────────────────────────────────
User-agent: *
Allow: /
Disallow: /.git/
Disallow: /.github/
Allow: /manifest.json
Allow: /robots.txt
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /mrdasdeveloper-profile-image.png
Allow: *.png
Allow: *.ico

Disallow: /ramesh-portfolio-499406-2f223aed9f17.json
Disallow: /indexing_state_v3.json
Disallow: /indexing_progress.json
Disallow: /indexing_progress_v2.json
Disallow: /*.py$
Disallow: /*.log$
Disallow: /*.jsonl$


# ── Google ───────────────────────────────────────────────────────
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Google-Extended
Allow: /

# ── Bing / Microsoft ─────────────────────────────────────────────
User-agent: Bingbot
Allow: /

User-agent: msnbot
Allow: /

# ── Yahoo / Slurp ────────────────────────────────────────────────
User-agent: Slurp
Allow: /

# ── DuckDuckGo ───────────────────────────────────────────────────
User-agent: DuckDuckBot
Allow: /

# ── Social Previews ──────────────────────────────────────────────
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# ── OpenAI / ChatGPT ─────────────────────────────────────────────
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# ── Anthropic / Claude ───────────────────────────────────────────
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

# ── Perplexity ───────────────────────────────────────────────────
User-agent: PerplexityBot
Allow: /

# ── Apple ────────────────────────────────────────────────────────
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# ── Meta / Facebook ──────────────────────────────────────────────
User-agent: meta-externalagent
Allow: /

User-agent: meta-externalfetcher
Allow: /

# ── Amazon ───────────────────────────────────────────────────────
User-agent: Amazonbot
Allow: /

# ── ByteDance / TikTok ───────────────────────────────────────────
User-agent: Bytespider
Allow: /

# ── Cohere ───────────────────────────────────────────────────────
User-agent: cohere-ai
Allow: /

# ── Google DeepMind / Gemini ──────────────────────────────────────
User-agent: Google-CloudVertexBot
Allow: /

# ── DeepSeek ─────────────────────────────────────────────────────
User-agent: DeepSeek-Spider
Allow: /

# ── Mistral AI ───────────────────────────────────────────────────
User-agent: mistralai
Allow: /

# ── OpenRouter / Together AI ─────────────────────────────────────
User-agent: openrouter-bot
Allow: /

# ── Hugging Face ─────────────────────────────────────────────────
User-agent: HuggingFaceBot
Allow: /

# ── Grok / xAI ───────────────────────────────────────────────────
User-agent: Grok
Allow: /

# ── You.com ──────────────────────────────────────────────────────
User-agent: YouBot
Allow: /

# ── Brave Search ─────────────────────────────────────────────────
User-agent: Brave-Bot
Allow: /

# ── Common Crawl ─────────────────────────────────────────────────
User-agent: CCBot
Allow: /

# ── AI-specific structured data files (llmstxt.org convention) ────
# These files are specifically designed for LLM / AI model consumption
# llms.txt       — concise profile summary for AI assistants
# llms-full.txt  — comprehensive structured data for deep AI extraction

# ── Sitemaps ─────────────────────────────────────────────────────
Sitemap: https://www.rameshdas.dev/sitemap.xml
Sitemap: https://www.rameshdas.dev/sitemap-main.xml
Sitemap: https://www.rameshdas.dev/sitemap-usa.xml
Sitemap: https://www.rameshdas.dev/sitemap-uk.xml
Sitemap: https://www.rameshdas.dev/sitemap-canada.xml
Sitemap: https://www.rameshdas.dev/sitemap-australia.xml
Sitemap: https://www.rameshdas.dev/sitemap-germany.xml
Sitemap: https://www.rameshdas.dev/sitemap-japan.xml
Sitemap: https://www.rameshdas.dev/sitemap-singapore.xml
Sitemap: https://www.rameshdas.dev/sitemap-saudi-arabia.xml
Sitemap: https://www.rameshdas.dev/sitemap-uae.xml
Sitemap: https://www.rameshdas.dev/sitemap-qatar.xml
Sitemap: https://www.rameshdas.dev/sitemap-middle-east.xml