# Robots.txt for Better Canvas Resources Website
# https://www.better-canvas.com/robots.txt
# Last updated: 2025-01-28

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://www.better-canvas.com/sitemap.xml

# Crawl-delay for general bots
Crawl-delay: 1

# Specific directives for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0.5

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1

# Block access to sensitive files and directories
Disallow: /admin/
Disallow: /private/
Disallow: /temp/
Disallow: /logs/
Disallow: /*.log$
Disallow: /backup/
Disallow: /config/
Disallow: /.git/
Disallow: /.env
Disallow: /node_modules/

# Allow access to important static resources
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /assets/
Allow: /fonts/
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.ico$
Allow: /*.webp$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.ttf$

# Explicitly allow important pages for Better Canvas
Allow: /download
Allow: /features
Allow: /themes
Allow: /tutorials
Allow: /faq
Allow: /contact

# Host directive (preferred domain)
Host: https://www.better-canvas.com