34 lines
762 B
Plaintext
34 lines
762 B
Plaintext
User-agent: *
|
|
|
|
# Allow top-level site content and important pages
|
|
Allow: /
|
|
Allow: /features
|
|
Allow: /pricing
|
|
Allow: /contact-us
|
|
Allow: /blog
|
|
|
|
# Allow common public asset folders
|
|
Allow: /assets/
|
|
Allow: /images/
|
|
Allow: /css/
|
|
Allow: /js/
|
|
|
|
# Disallow admin, build and development files
|
|
Disallow: /admin
|
|
Disallow: /AdminPanel
|
|
Disallow: /*.env
|
|
Disallow: /src/
|
|
Disallow: /dist/
|
|
Disallow: /node_modules/
|
|
|
|
# Sitemap location (replace if your production domain differs)
|
|
Sitemap: https://www.pozo.app/sitemap.xml
|
|
|
|
# Crawl delay (optional)
|
|
Crawl-delay: 1
|
|
|
|
|
|
# Notes:
|
|
# - This file is served from /public when using Vite. Ensure production deploy serves this file at https://your-domain/robots.txt
|
|
# - Robots rules are advisory; protect sensitive routes server-side as well.
|