# Whatsevr Mobile App Preview - Production Robots.txt User-agent: * Allow: / # Sitemap location Sitemap: https://whatsevr.com/sitemap.xml # Block access to admin and private areas (if any) Disallow: /admin/ Disallow: /private/ Disallow: /.well-known/ # Allow access to static assets Allow: /phone-*.png Allow: /social-icon.jpg Allow: /favicon.png # Crawl delay (optional, helps with server load) Crawl-delay: 1 # XML Sitemap Sitemap: https://whatsevr.com/sitemap.xml # Crawl-delay for politeness Crawl-delay: 1 # Allow access to images and assets Allow: /phone-*.png Allow: /favicon.png Allow: /social-icon.jpg Allow: /*.css Allow: /*.js # Block access to development files (if any exist) Disallow: /src/ Disallow: /*.map Disallow: /node_modules/ Disallow: /.git/ # Allow common bots User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: /