User-agent: *
Allow: /

# Allow all major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# Sitemap location
Sitemap: https://sleepcalculatorai.com/sitemap.xml

# Crawl delay (optional - helps prevent server overload)
Crawl-delay: 1

# Specific rules for different sections
# Allow all language versions
Allow: /en/
Allow: /zh/
Allow: /es/
Allow: /de/
Allow: /fr/
Allow: /ar/
Allow: /ko/
Allow: /hi/
Allow: /bn/
Allow: /th/
Allow: /vi/
Allow: /id/
Allow: /tr/
Allow: /pl/
Allow: /nl/
Allow: /uk/
Allow: /ja/
Allow: /it/
Allow: /pt/
Allow: /ru/

# Allow important pages
Allow: /about.html
Allow: /contact.html
Allow: /privacy-policy.html
Allow: /terms-of-service.html

# Block access to any potential admin or development files
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /.git/
Disallow: /.env
Disallow: /config/
Disallow: /logs/
Disallow: /temp/
Disallow: /tmp/

# Block access to script files that shouldn't be indexed
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.xml$
Disallow: /*.txt$

# Allow access to images and other media
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.ico$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.pdf$