diff --git a/static/robots.txt b/static/robots.txt index d1b97af..e8f9e75 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,4 +1,7 @@ user-agent:* Disallow: /assets/data/ +User-agent: GPTBot +Disallow: / + Sitemap: https://firq.dev/sitemap-index.xml \ No newline at end of file