User-agent: *

# Allow all tools and main content
Allow: /
Allow: /sms-counter
Allow: /roi-calculator
Allow: /utm-builder
Allow: /audit
Allow: /legal/

# Block sensitive directories and files
Disallow: /includes/
Disallow: /lib/
Disallow: /tests/
Disallow: /logs/
Disallow: /backup/
Disallow: /config.php
Disallow: /config.example.php

# Block admin and development files
Disallow: /*.log$
Disallow: /*.sql$
Disallow: /*.backup$
Disallow: /.*
Disallow: /*?*debug*
Disallow: /*?*test*

# Allow specific file types
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.woff2$
Allow: /*.pdf$

# Sitemap location
Sitemap: https://ghl-toolset.example.com/sitemap.xml

# Crawl delay (optional - be considerate to search engines)
Crawl-delay: 1