User-agent: *

# Block access to internal logic and data directories
Disallow: /inc/
Disallow: /data/
Disallow: /views/
Disallow: /scratch/
Disallow: /scrapers/
Disallow: /scripts/
Disallow: /logs/
Disallow: /cache/
Disallow: /_backups/
Disallow: /output/
Disallow: /php/

# Block utility scripts and generators
# This blocks any .php file in the root directory to keep search results clean.
# We allow index.php as it is the main entry point.
Disallow: /*.php$
Allow: /index.php

# Allow API access for search engines to render dynamic content (Discovery Feed, Search)
Allow: /api/

# Allow access to assets (CSS, JS, Images) for correct rendering
Allow: /assets/
Allow: /images/
Allow: /js/

# Allow the rest of the site
Allow: /

# Sitemap reference for Google and Bing
Sitemap: https://world3dmap.com/sitemap.xml