Update app/robots.ts

2026-01-16 16:42:07 +00:00 · 2026-01-16 16:42:07 +00:00 · ab4f793073
parent 74709e7d85
commit ab4f793073
1 changed files with 19 additions and 0 deletions
--- a/app/robots.ts
+++ b/app/robots.ts
@ -0,0 +1,19 @@
+import { MetadataRoute } from "next";
+
+export default function robots(): MetadataRoute.Robots {
+  const baseUrl = process.env.NEXT_PUBLIC_URL || "https://kleap.co";
+
+  return {
+    rules: {
+      userAgent: "*",
+      allow: "/",
+      disallow: [
+        "/api/",
+        "/_next/",
+        "/admin/",
+        // Add any private routes here
+      ],
+    },
+    sitemap: `${baseUrl}/sitemap.xml`,
+  };
+}