User-agent: *
Allow: /

# Sitemap location
Sitemap: https://pitayaworld.tech/sitemap.xml

# Specific directives for major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

# Block development and backup files that might be accidentally exposed
Disallow: /*.log
Disallow: /*.bak
Disallow: /*.tmp
Disallow: /*.backup
Disallow: /.env*
Disallow: /node_modules/
Disallow: /.git/
Disallow: /*.config.js
Disallow: /*.config.ts

# Crawl delay to be respectful to the server
Crawl-delay: 1