# YourFinances.tech Robots.txt
# This file tells search engines how to crawl and index our website

# Allow all search engines to crawl the entire site
User-agent: *
Allow: /

# Block access to development and sensitive files
Disallow: /src/
Disallow: /node_modules/
Disallow: /.git/
Disallow: /.vscode/
Disallow: /dist/
Disallow: /.env
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /tsconfig.json
Disallow: /vite.config.ts
Disallow: /tailwind.config.js
Disallow: /postcss.config.js
Disallow: /eslint.config.js

# Block access to any admin or private areas (if any exist in the future)
Disallow: /admin/
Disallow: /private/
Disallow: /api/internal/

# Allow access to important files
Allow: /favicon.svg
Allow: /favicon-*.svg
Allow: /apple-touch-icon.svg
Allow: /site.webmanifest
Allow: /sitemap.xml

# Crawl delay (optional - helps prevent overwhelming the server)
# Crawl-delay: 1

# Sitemap location
Sitemap: https://yourfinances.tech/sitemap.xml

# Additional directives for specific search engines

# Google-specific directives
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing-specific directives  
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Block common bots that might waste resources
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Allow social media crawlers for proper link previews
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /