User-agent: *
Allow: /

# Allow all search engines to crawl the site
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Disallow admin areas
Disallow: /admin/
Disallow: /config/
Disallow: /includes/
Disallow: /templates/

# Disallow temporary files
Disallow: /*.tmp$
Disallow: /*.log$
Disallow: /*.bak$

# Allow important files
Allow: /sitemap.xml
Allow: /sitemap.php

# Crawl delay (optional)
Crawl-delay: 1

# Sitemap location
Sitemap: https://globalwebify.com/sitemap.xml