# robots.txt for AI Integrated Coding & Marketing Academy | BlackBox Learning (https://blackboxlearning.in) # This file tells search engine crawlers which pages to index # Allow all search engines to crawl the entire site User-agent: * Allow: / # Disallow crawling of admin/backend directories (if any) Disallow: /admin/ Disallow: /private/ Disallow: /.git/ # Shared markup fragments. These are build-time sources for # tools/sync-partials.mjs, not pages - they have no or . Disallow: /navbar.html Disallow: /footer.html Disallow: /team.html Disallow: /floating-buttons.html # Allow all assets (CSS, JS, images) so Google can render pages correctly Allow: /assets/ # Allow course landing pages for SEO indexing Allow: /python/ Allow: /GenAI/ # Specific rules for Google User-agent: Googlebot Allow: / Crawl-delay: 0 # Specific rules for Bing User-agent: Bingbot Allow: / Crawl-delay: 0 # Specific rules for AI crawlers User-agent: GPTBot Allow: / Crawl-delay: 1 User-agent: ChatGPT-User Allow: / User-agent: CCBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: YouBot Allow: / # Sitemap location Sitemap: https://blackboxlearning.in/sitemap.xml