# 48h.studio robots.txt
# Professional SEO configuration

# Default rules for all bots
User-agent: *
Allow: /
Allow: /static/
Allow: /public/
Allow: /images/
Allow: /assets/
Allow: /media/

# Block private, admin, and backend directories
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /backend/
Disallow: /functions/
Disallow: /*.json$
Disallow: /*.env
Disallow: /.env

# Block specific file types (if present)
Disallow: /*?*sort=
Disallow: /*?*page=*&*sort=

# Crawl delay for standard crawlers (in seconds)
Crawl-delay: 1

# Request-rate (requests per minute) for polite crawling
Request-rate: 30/1m

# Google-specific rules (generous for ranking)
User-agent: Googlebot
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Allow: /

# Bing/MSN
User-agent: Bingbot
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Crawl-delay: 1

# DuckDuckGo
User-agent: DuckDuckBot
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Block bad bots and scrapers
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
User-agent: SemrushBot-SA
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MojeekBot
Disallow: /

# Sitemap location
Sitemap: https://48h.studio/sitemap.xml

# Comment section
# Last updated: 2026-06-14
# For questions about crawling, contact: kontakt@48h.studio