Block AI bots

Closes #1766
flathub-infra · Aug 20, 2023 · 06eb4f1 · 06eb4f1
1 parent b9e407a
commit 06eb4f1
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/frontend/next-sitemap.config.js b/frontend/next-sitemap.config.js
@@ -4,6 +4,16 @@ module.exports = {
   generateRobotsTxt: true,
   exclude: ["/server-sitemap-index.xml"],
   robotsTxtOptions: {
+    policies: [
+      {
+        userAgent: "GPTBot",
+        disallow: ["/"],
+      },
+      {
+        userAgent: "CCBot",
+        disallow: ["/"],
+      },
+    ],
     additionalSitemaps: [
       `${process.env.NEXT_PUBLIC_SITE_BASE_URI}/server-sitemap-index.xml`,
     ],