# Robots.txt for SEO-optimized sitemap generator
# Generated automatically for: ofset.org
# URL Method: Page Method (?id_ID=keyword)
# Generated: 2025-09-23 14:28:30

User-agent: *
Allow: /

# Allow crawling of keyword pages (query parameters)
Allow: /?id_ID=*
Allow: /*?id_ID=*

# Allow AMP pages with query parameters
Allow: /?id_ID=*&amp=1
Allow: /*?id_ID=*&amp=1

# Block system and admin files (if present)
Disallow: /admin/
Disallow: /includes/
Disallow: /assets/
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /*.php$
Disallow: /config.php
Disallow: /install*
Disallow: /test*
Disallow: /fix*
Disallow: /debug*
Disallow: /*.sql
Disallow: /*.log
Disallow: /.htaccess
Disallow: /.env

# Block backup and temporary files
Disallow: /*.backup
Disallow: /*.tmp
Disallow: /*.bak
Disallow: /*~

# Block common CMS files
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/

# Allow important SEO files
Allow: /sitemap.xml
Allow: /sitemap*.xml
Allow: /robots.txt
Allow: /favicon.ico
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg

# Sitemap location
Sitemap: https://ofset.org/sitemap.xml

# Additional sitemaps (if using sitemap index)
# Sitemap: https://ofset.org/sitemap.xml