# robots.txt for GramScraper User-agent: * Allow: / Disallow: /dashboard.html Disallow: /account Disallow: /login Disallow: /signup Disallow: /reset Disallow: /oauth/ Disallow: /api/ Sitemap: https://gramscraper.com/sitemap.xml