# 50GRAMx Portfolio Analysis - Robots.txt # Allow all search engines and AI agents to crawl the site User-agent: * Allow: / # Sitemap location Sitemap: https://portfolio-e8e53.web.app/sitemap.xml # Crawl delay (optional - be respectful to servers) Crawl-delay: 1 # Specific rules for different user agents User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: ChatGPT-User Allow: / Crawl-delay: 1 User-agent: Claude-Web Allow: / Crawl-delay: 1 User-agent: Perplexity Allow: / Crawl-delay: 1 # Block access to admin/private areas (if any) Disallow: /admin/ Disallow: /private/ Disallow: /api/ # Allow access to important resources Allow: /assets/ Allow: /manifest.webmanifest Allow: /sw.js # Block access to temporary files Disallow: /.firebase/ Disallow: /node_modules/ Disallow: /*.log Disallow: /*.tmp