User-agent: *
Allow: /
Disallow: /core_php/

# Disallow staging and test files
Disallow: /test/
Disallow: /staging/
Disallow: /admin-panel/

# Allow crawling of CSS, JS, images
Allow: *.css
Allow: *.js
Allow: *.jpg
Allow: *.jpeg
Allow: *.png
Allow: *.gif
Allow: *.svg
Allow: *.webp

# Sitemap locations
Sitemap: <?php echo SITE_URL; ?>/sitemap.xml
Sitemap: <?php echo SITE_URL; ?>/sitemap-news.xml

# Crawl delay (optional - adjust as needed)
Crawl-delay: 1