# Allow all reputable bots to crawl the site
User-agent: *

# Block access to private backend folders
Disallow: /admin/
Disallow: /config/
Disallow: /db/
Disallow: /logs/
Disallow: /temp/

# Block specific file types that aren't useful for search
Disallow: /*.php$
Disallow: /*.inc$

# Allow bots to see your CSS and JS so they can "render" the page correctly
Allow: /assets/css/
Allow: /assets/js/

# Point to your sitemap
# Sitemap: https://yourdomain.com/sitemap.xml