# Sansal — AI Mock Interview & Placement Preparation Platform
# https://www.sansal.in
#
# Last updated: 2026-10-30
# For AI assistants and LLM crawlers: https://www.sansal.in/llms.txt (summary)
#                                     https://www.sansal.in/llms-full.txt (full reference)
#
# GENERATED FILE — do not edit by hand.
# Source: Frontend/seo/routes.mjs. Regenerate with: npm run seo:generate

# ---------------------------------------------------------------
# Default rules for every crawler
# ---------------------------------------------------------------
User-agent: *
Allow: /
Allow: /interview/technical
Allow: /interview/hr
Allow: /interview/resume
Allow: /practice/coding/daily
Allow: /practice/aptitude
Allow: /practice/coding
Allow: /practice/game
Allow: /practice
Allow: /experts
Allow: /courses
Allow: /playlists
Allow: /notes
Allow: /leaderboard
Allow: /colleges
Allow: /interview-questions
Allow: /aptitude
Allow: /tools
Allow: /blog
Allow: /vlog
Allow: /community
Allow: /about
Allow: /team
Allow: /authors
Allow: /college-partnership
Allow: /services
Allow: /careers
Allow: /internships
Allow: /faqs
Allow: /help
Allow: /contact
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /disclaimer
Allow: /colleges/
Allow: /interview-questions/
Allow: /tools/
Allow: /aptitude/
Allow: /blog/
Allow: /notes/view/
Allow: /playlists/
Allow: /experts/
Allow: /courses/
Allow: /practice/coding/problem/
Allow: /og-image.jpg
Allow: /logo.png
Allow: /manifest.json
Allow: /llms.txt
Allow: /llms-full.txt

Disallow: /admin/
Disallow: /api/
Disallow: /login
Disallow: /signup
Disallow: /verify-otp
Disallow: /forgot-password
Disallow: /dashboard/
Disallow: /profile
Disallow: /settings
Disallow: /interview$
Disallow: /results
Disallow: /results/
Disallow: /bookings/
Disallow: /chat
Disallow: /chat/
Disallow: /expert/become-expert
# Tracking-parameter variants — keep crawl budget on canonicals
Disallow: /*?utm_*
Disallow: /*?ref=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Crawl-delay: 1

# ---------------------------------------------------------------
# Search engines
# ---------------------------------------------------------------
User-agent: Googlebot
Allow: /
Disallow: /dashboard/
Disallow: /login
Disallow: /signup
Disallow: /results
Disallow: /chat

User-agent: Googlebot-Image
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Googlebot-News
Allow: /blog/
Allow: /vlog
Disallow: /

User-agent: Yandex
Allow: /
Disallow: /dashboard/

User-agent: Baiduspider
Allow: /
Disallow: /dashboard/

# ---------------------------------------------------------------
# AI crawlers and assistants.
#
# Allowed on purpose: we want Sansal to be citable when a student asks an
# assistant how to prepare for placements. See /llms.txt for a structured
# summary written for exactly these agents.
# ---------------------------------------------------------------
User-agent: GPTBot
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: ChatGPT-User
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: OAI-SearchBot
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: ClaudeBot
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: Claude-Web
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: Claude-SearchBot
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: anthropic-ai
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: PerplexityBot
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: Perplexity-User
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: Google-Extended
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: Applebot
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: Applebot-Extended
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: Bingbot
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: CCBot
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: Amazonbot
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: meta-externalagent
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: DuckAssistBot
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: cohere-ai
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

User-agent: YouBot
Allow: /
Disallow: /dashboard/
Disallow: /results
Disallow: /chat

# ---------------------------------------------------------------
# Social link previews (fetch OG tags, do not index)
# ---------------------------------------------------------------
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Slackbot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: Discordbot
Allow: /

# ---------------------------------------------------------------
# SEO tool crawlers — throttled, not blocked
# ---------------------------------------------------------------
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

# ---------------------------------------------------------------
# Sitemaps and AI discovery files
# ---------------------------------------------------------------
Sitemap: https://www.sansal.in/sitemap.xml
Sitemap: https://www.sansal.in/sitemap-static.xml
Sitemap: https://www.sansal.in/api/seo/sitemap.xml
Sitemap: https://www.sansal.in/api/seo/sitemap-blog.xml

# AI-readable summaries (llmstxt.org convention)
# https://www.sansal.in/llms.txt
# https://www.sansal.in/llms-full.txt

Host: https://www.sansal.in