# robots.txt for Four Minute Medicine (FMM) # Last updated: 2024 User-agent: * Allow: / # Allow crawling of main pages Allow: /about Allow: /courses Allow: /posts Allow: /faq Allow: /ambassador Allow: /our-story # Allow crawling of static assets Allow: /icons/ Allow: /home/ Allow: /course-library/ Allow: /our-story/ Allow: /partners/ Allow: /talent/ # Disallow crawling of sensitive areas Disallow: /admin/ Disallow: /api/ Disallow: /private/ Disallow: /temp/ Disallow: /draft/ Disallow: /test/ # Disallow crawling of development and build files Disallow: /src/ Disallow: /node_modules/ Disallow: /.git/ Disallow: /.env Disallow: /package.json Disallow: /package-lock.json # Disallow crawling of system files Disallow: /.DS_Store Disallow: /Thumbs.db Disallow: /desktop.ini # Sitemap location Sitemap: https://fourminutemedicine.com/sitemap.xml # Crawl delay (optional - helps prevent server overload) Crawl-delay: 1