Initial commit. Working login, example UI with prototype and demo, connections to DB and DAV, local and prod setups.
This commit is contained in:
@@ -0,0 +1,42 @@
|
||||
# robots.txt for Nail Salon Booking Website
|
||||
|
||||
# Allow all crawlers to access public pages
|
||||
User-agent: *
|
||||
Allow: /
|
||||
Allow: /prices
|
||||
Allow: /contact
|
||||
|
||||
# Block API endpoints (prevent indexing of API routes)
|
||||
Disallow: /api/
|
||||
|
||||
# Block admin/authentication pages (not meant for search engines)
|
||||
Disallow: /login
|
||||
Disallow: /admin
|
||||
Disallow: /dashboard
|
||||
|
||||
# Block booking page if it requires authentication
|
||||
# (Remove this line if you want the booking page indexed)
|
||||
Disallow: /book
|
||||
|
||||
# Block SvelteKit internal files
|
||||
Disallow: /_app/
|
||||
Disallow: /.svelte-kit/
|
||||
|
||||
# Crawl delay for low-capacity server (1-2 users/day expected)
|
||||
# Prevents aggressive crawling from overwhelming the server
|
||||
Crawl-delay: 10
|
||||
|
||||
# More restrictive for aggressive crawlers
|
||||
User-agent: GPTBot
|
||||
User-agent: ChatGPT-User
|
||||
User-agent: CCBot
|
||||
User-agent: anthropic-ai
|
||||
User-agent: Claude-Web
|
||||
Disallow: /
|
||||
|
||||
# Aggressive SEO crawlers
|
||||
User-agent: AhrefsBot
|
||||
User-agent: SemrushBot
|
||||
User-agent: MJ12bot
|
||||
User-agent: DotBot
|
||||
Crawl-delay: 30
|
||||
Reference in New Issue
Block a user