diff --git a/package-lock.json b/package-lock.json index a5678c0..77ed053 100644 --- a/package-lock.json +++ b/package-lock.json @@ -1,12 +1,12 @@ { "name": "@firq/fgosite", - "version": "0.2.0-pre.112", + "version": "0.2.0-pre.111", "lockfileVersion": 3, "requires": true, "packages": { "": { "name": "@firq/fgosite", - "version": "0.2.0-pre.112", + "version": "0.2.0-pre.111", "dependencies": { "@astro-community/astro-embed-youtube": "^0.5.6", "@astrojs/check": "^0.9.4", diff --git a/package.json b/package.json index 093fcba..7826b17 100644 --- a/package.json +++ b/package.json @@ -1,7 +1,7 @@ { "name": "@firq/fgosite", "type": "module", - "version": "0.2.0-pre.112", + "version": "0.2.0-pre.111", "private": true, "scripts": { "dev": "astro dev", diff --git a/public/robots.txt b/public/robots.txt index 367af59..fffeb6a 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,61 +1,8 @@ User-agent: * Disallow: /assets/data/ -User-agent: AI2Bot -User-agent: Ai2Bot-Dolma -User-agent: aiHitBot -User-agent: Amazonbot -User-agent: anthropic-ai -User-agent: Applebot -User-agent: Applebot-Extended -User-agent: Brightbot 1.0 -User-agent: Bytespider -User-agent: CCBot -User-agent: ChatGPT-User -User-agent: Claude-Web -User-agent: ClaudeBot -User-agent: cohere-ai -User-agent: cohere-training-data-crawler -User-agent: Cotoyogi -User-agent: Crawlspace -User-agent: Diffbot -User-agent: DuckAssistBot -User-agent: FacebookBot -User-agent: Factset_spyderbot -User-agent: FirecrawlAgent -User-agent: FriendlyCrawler -User-agent: Google-Extended -User-agent: GoogleOther -User-agent: GoogleOther-Image -User-agent: GoogleOther-Video User-agent: GPTBot -User-agent: iaskspider/2.0 -User-agent: ICC-Crawler -User-agent: ImagesiftBot -User-agent: img2dataset -User-agent: imgproxy -User-agent: ISSCyberRiskCrawler -User-agent: Kangaroo Bot -User-agent: Meta-ExternalAgent -User-agent: Meta-ExternalFetcher -User-agent: NovaAct -User-agent: OAI-SearchBot -User-agent: omgili -User-agent: omgilibot -User-agent: Operator -User-agent: PanguBot -User-agent: Perplexity-User -User-agent: PerplexityBot -User-agent: PetalBot -User-agent: Scrapy -User-agent: SemrushBot-OCOB -User-agent: SemrushBot-SWA -User-agent: Sidetrade indexer bot -User-agent: TikTokSpider -User-agent: Timpibot -User-agent: VelenPublicWebCrawler -User-agent: Webzio-Extended -User-agent: YouBot +User-agent: Bytespider Disallow: / Sitemap: https://firq.dev/sitemap-index.xml \ No newline at end of file