# robots.txt for MCServerHost User-agent: * Allow: / Disallow: /account/ Disallow: /servers/ Disallow: /login Disallow: /signup Disallow: /verify-email Disallow: /forgot-password Disallow: /api/ # Sitemap location (dynamically generated with community threads) Sitemap: https://www.mcserverhost.com/sitemap.xml # Crawl-delay for polite crawling Crawl-delay: 1