# allow crawling everything by default # Allow all search engines to crawl the site User-agent: * Disallow: # Sitemap location Sitemap: https://vanna.ai/sitemap.xml # Crawl delay (0 = no delay, be respectful of server resources) Crawl-delay: 0