# Allow all bots to crawl public pages
User-agent: *
Allow: /

# Sitemap
Sitemap: https://cryptodisplay.io/sitemap.xml

# Disallow sensitive or private areas
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /vendor/
Disallow: /storage/
Disallow: /config/
Disallow: /tests/
Disallow: /bootstrap/
Disallow: /resources/
Disallow: /node_modules/
Disallow: /composer.lock
Disallow: /package-lock.json

# Block hidden or unsafe files
Disallow: /*.env$
Disallow: /*.sql$
Disallow: /*.zip$
Disallow: /*.bak$
Disallow: /*.git$
Disallow: /*.yml$
Disallow: /*.json$

# Optional: reduce crawl load on AJAX endpoints (Livewire requests)
Disallow: /livewire/message/