diff --git a/public/llms.txt b/public/llms.txt index 4c5f449..9eed808 100644 --- a/public/llms.txt +++ b/public/llms.txt @@ -27,6 +27,10 @@ The public website is mainly a landing page; the main technical documentation li - [CLAUDE.md](https://github.com/felipegcoutinho/openmonetis/blob/main/CLAUDE.md): Project architecture, naming rules, query rules, and feature checklist +## Optional + +- [robots.txt](/robots.txt): Crawl policy for the public site + ## Related Projects - [OpenMonetis Companion](https://github.com/felipegcoutinho/openmonetis-companion): Android app that captures bank notifications and sends them to the OpenMonetis inbox for review diff --git a/public/robots.txt b/public/robots.txt deleted file mode 100644 index 45507f1..0000000 --- a/public/robots.txt +++ /dev/null @@ -1,20 +0,0 @@ -User-agent: * -Allow: /$ -Allow: /llms.txt -Disallow: /dashboard -Disallow: /transactions -Disallow: /accounts -Disallow: /cards -Disallow: /categories -Disallow: /budgets -Disallow: /payers -Disallow: /notes -Disallow: /insights -Disallow: /calendar -Disallow: /inbox -Disallow: /attachments -Disallow: /reports -Disallow: /settings -Disallow: /login -Disallow: /signup -Disallow: /api/ diff --git a/src/app/robots.ts b/src/app/robots.ts index d79f966..11325c8 100644 --- a/src/app/robots.ts +++ b/src/app/robots.ts @@ -1,9 +1,5 @@ import type { MetadataRoute } from "next"; -const BASE_URL = process.env.PUBLIC_DOMAIN - ? `https://${process.env.PUBLIC_DOMAIN}` - : "https://openmonetis.com"; - export default function robots(): MetadataRoute.Robots { return { rules: [ @@ -21,15 +17,15 @@ export default function robots(): MetadataRoute.Robots { "/notes", "/insights", "/calendar", - "/consultor", + "/attachments", "/settings", "/reports", "/inbox", "/login", + "/signup", "/api/", ], }, ], - sitemap: `${BASE_URL}/sitemap.xml`, }; }