diff --git a/app/robots.ts b/app/robots.ts new file mode 100644 index 0000000..0dad41e --- /dev/null +++ b/app/robots.ts @@ -0,0 +1,19 @@ +import { MetadataRoute } from "next"; + +export default function robots(): MetadataRoute.Robots { + const baseUrl = process.env.NEXT_PUBLIC_URL || "https://kleap.co"; + + return { + rules: { + userAgent: "*", + allow: "/", + disallow: [ + "/api/", + "/_next/", + "/admin/", + // Add any private routes here + ], + }, + sitemap: `${baseUrl}/sitemap.xml`, + }; +}