28 lines
412 B
Plaintext
28 lines
412 B
Plaintext
|
User-agent: *
|
||
|
|
|
||
|
|
# Allow important pages
|
||
|
|
Allow: /
|
||
|
|
Allow: /features
|
||
|
|
Allow: /pricing
|
||
|
|
Allow: /contact-us
|
||
|
|
Allow: /blog
|
||
|
|
|
||
|
|
# Allow assets
|
||
|
|
Allow: /assets/
|
||
|
|
Allow: /images/
|
||
|
|
Allow: /css/
|
||
|
|
Allow: /js/
|
||
|
|
|
||
|
|
# Disallow sensitive folders
|
||
|
|
Disallow: /admin
|
||
|
|
Disallow: /AdminPanel
|
||
|
|
Disallow: /*.env
|
||
|
|
Disallow: /src/
|
||
|
|
Disallow: /dist/
|
||
|
|
Disallow: /node_modules/
|
||
|
|
|
||
|
|
# Sitemap
|
||
|
|
Sitemap: https://www.pozo.app/sitemap.xml
|
||
|
|
|
||
|
|
# Crawl delay
|
||
|
|
Crawl-delay: 1
|