# Default rules for all web crawlers User-agent: * # Allow crawling of all content Disallow: /app/ Disallow: /hi/ # Define sitemap location Sitemap: https://notbyai.fyi/sitemap_index.xml