# Robots.txt for EgypTra.pro
# Last Updated: 2026-04-15


User-agent: *

# ============================================
# SYSTEM & ADMIN DIRECTORIES
# ============================================
Disallow: /admin/
Disallow: /includes/
Disallow: /api/
Disallow: /vendor/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /CACHE_DIR/
Disallow: /scripts/
Disallow: /_scripts/
Disallow: /config/
Disallow: /logs/
Disallow: /controllers/
Disallow: /pages/
Disallow: /actions/
Disallow: /ajax/
Disallow: /layouts/
Disallow: /seo/
Disallow: /refactored/
Disallow: /suppliers/
Disallow: /clear_opcache_email
Disallow: /clear_opcache_email.php

# ============================================
# DEVELOPMENT & TEMPORARY DIRECTORIES
# ============================================
Disallow: /dompdf/
Disallow: /dompdf_temp/
Disallow: /temp_images/
Disallow: /calender/
Disallow: /camsnap/
Disallow: /dp_crop/
Disallow: /employee_pics/
Disallow: /booking_system%20(2)/
Disallow: /PDF%20Creator%20install/
Disallow: /PHP%20MAILER/
# Allow public assets (CSS/JS/images) so Googlebot can render pages properly
Allow: /public/assets/
Disallow: /public/

# ============================================
# SENSITIVE FILE EXTENSIONS
# ============================================
# Note: Only block sensitive files, allow public resources like manifest.json, sitemap.xml
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.env$
Disallow: /*.md$
# Allow manifest.json, sitemap files - only block sensitive JSON files in private directories
Disallow: /admin/*.json$
Disallow: /includes/*.json$
Disallow: /config/*.json$
Disallow: /*.csv$
Disallow: /*.zip$
Disallow: /*.py$
# Allow robots.txt, sitemap.txt - only block sensitive .txt files in private directories
Disallow: /admin/*.txt$
Disallow: /includes/*.txt$
Disallow: /config/*.txt$
Disallow: /logs/*.txt$

# ============================================
# SPECIFIC LOG FILES
# ============================================
Disallow: /error_log
Disallow: /error.log
Disallow: /db_connection.log
Disallow: /security.log
Disallow: /email_errors.log
Disallow: /review_errors.log
Disallow: /promo_errors.log
Disallow: /promo_activity.log
Disallow: /sitemap_errors.log
Disallow: /sitemap_generation.log
Disallow: /whatsapp_*.log
Disallow: /*_errors.log$
Disallow: /*_generation.log$

# ============================================
# PRIVATE USER AREAS & BOOKING PAGES
# ============================================
Disallow: /complete_booking*
Disallow: /my_account*
Disallow: /customer_login*
Disallow: /booking_success*
Disallow: /shopping-cart*
Disallow: /forgot-password*
Disallow: /reset-password*
Disallow: /process_*
Disallow: /checkout*
Disallow: /payment*
Disallow: /create_booking*
Disallow: /confirm_booking*
Disallow: /cancel_booking*
Disallow: /multi_booking*
Disallow: /download_voucher*
# Note: test.egyptra.pro needs its own robots.txt (this line only blocks the path, not the subdomain)
# The test subdomain is blocked via X-Robots-Tag header in i18n.php

# ============================================
# REDIRECT STUB FILES (return 410 Gone or redirect)
# ============================================
Disallow: /post
Disallow: /post.php
Disallow: /pl$
Disallow: /pl.php$
Disallow: /plreport
Disallow: /plreport.php
Disallow: /pdf_export
Disallow: /pdf_export.php
Disallow: /excursion-à-orange-bay-hurghada
Disallow: /product_lookup
# API endpoints — 405/400 on crawler GET, not user-facing pages (Ahrefs cleanup 2026-05-13)
Disallow: /booking_resend_email
Disallow: /booking_ics

# ============================================
# ROOT-LEVEL ADMIN & INTERNAL PATHS (noindex)
# ============================================
Disallow: /home_admin
Disallow: /Manage
Disallow: /edit_product
Disallow: /delete_product_image
Disallow: /view_reviews.php
Disallow: /supplier_payment_system
Disallow: /update_notes
Disallow: /preview_upload
Disallow: /add_names_to_photo
Disallow: /Expense_Management
Disallow: /update_about_hero_status
Disallow: /roles
Disallow: /product_bookings
Disallow: /manage_promos
Disallow: /users
Disallow: /booking_confirmation
Disallow: /get_destination_images
Disallow: /expense_reports
Disallow: /update_booking_field
Disallow: /booking_grid
Disallow: /check_session
Disallow: /supplier_csv_export
Disallow: /currency_switcher
Disallow: /currency_helpers
Disallow: /currency_utils
Disallow: /google_business_profile
Disallow: /dark-mode-toggle
Disallow: /bulk_update_cost
Disallow: /show_more_bookings
Disallow: /booking_load_ajax
Disallow: /booking_card
Disallow: /booking_modal_complete
Disallow: /backups_
Disallow: /backups_*
Disallow: /auto_reminders
Disallow: /tours_list
Disallow: /revenue_tracking
Disallow: /notes
Disallow: /admin-resize-image
Disallow: /grid
Disallow: /column_page
Disallow: /create_product
Disallow: /calendar_view
Disallow: /operator_chat
Disallow: /edit_bank_balance
Disallow: /get_filtered_bookings
Disallow: /update_category_hero_order
Disallow: /delete_booking
Disallow: /delete_banner
Disallow: /delete_image
Disallow: /delete_product_photo
Disallow: /booking_load_ajax_arif
Disallow: /update_booking_field1
# Legal pages are now allowed for E-E-A-T trust signals (Terms, Privacy, etc.)
Allow: /legal*

# ============================================
# TEST & DEVELOPMENT FILES
# ============================================
Disallow: /*.test$
Disallow: /*.test.php$
Disallow: /destination_tours.test*

# BACKUP & OLD FILES (duplicate content)
Disallow: /*_backup.php
Disallow: /*_backup.php$
Disallow: /*_old_backup.php
Disallow: /*_old_backup.php$

# ============================================
# ERROR & SESSION PAGES
# ============================================
Disallow: /*?error=*
Disallow: /index.php?error=*
Disallow: /index?error=*

# ============================================
# UNWANTED URL PARAMETERS
# ============================================
# Note: UTM and gclid are NOT blocked - use canonical tags to consolidate. Blocking them can prevent Google from indexing landing pages.
Disallow: /*?lightbox=*
Disallow: /*?print=*
Disallow: /*print/
Disallow: /*loader*
Disallow: /*button*
Disallow: /*?ref=*
Disallow: /*?source=*
Disallow: /*?fbclid=*
Disallow: /*?dev=*

# ============================================
# SHARM EXCURSIONS
# ============================================
# Block old sharm_excursions_XX file URLs (don't exist — use ?lang= instead)
Disallow: /sharm_excursions_*

# ============================================
# AMP PAGES (don't exist)
# ============================================
Disallow: /amp/

# ============================================
# FILTER / SORT / PAGINATION / SEARCH PARAMS
# ============================================
# REMOVED: These Disallow rules were preventing Google from reading noindex meta tags
# on filtered/paginated pages. The PHP pages already set <meta name="robots" content="noindex, follow">
# for these URLs. Blocking via robots.txt AND noindex is counterproductive — Google can't
# crawl the page to read the noindex directive, so previously-indexed URLs stay indexed forever.
# Google's recommendation: use noindex (not robots.txt) to remove pages from search results.
#
# EXCEPTION (2026-09-14): /all_products site-search URLs. Verified Bingbot fetched 5k-17k of them a
# day (~46% of its whole crawl of this site): ~2k/day ?search= URLs carrying queries Bing generates
# itself, each multiplied by the page's own hreflang alternates into
# /all_products_<lang>?q=<term>&sort=relevance. These pages are noindex, were never in a sitemap and
# have nothing indexed to remove, so the note above does not apply. Every named group repeats these.
Disallow: /all_products*search=
Disallow: /all_products*q=

# ============================================
# GARBLED PRODUCT IDS — DO NOT block via robots.txt
# product_details.php 301-redirects ?id= to ?tour= — Google must follow the redirect
# (Previously Disallow: /*?*id=m* which prevented Google from seeing the 301)

# ============================================
# SERVICE WORKER (not user-facing)
# ============================================
Disallow: /new-product-page/assets/js/service-worker.js

# ============================================
# EXPOSED DIRECTORIES & LIBRARY FILES
# ============================================
Disallow: /content/
Disallow: /backups_*/
Disallow: /assets/plugins/
Disallow: /js/bundles/build
# ============================================
# SEARCH ENGINE SPECIFIC RULES
# ============================================
# Named bot groups do NOT inherit the `User-agent: *` rules, so each must
# repeat the full disallow set. These groups mirror `*` and additionally
# Allow /api/ (for structured-data / public API fetches during rendering).

User-agent: Googlebot
Allow: /api/
Disallow: /admin/
Disallow: /includes/
Disallow: /vendor/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /CACHE_DIR/
Disallow: /scripts/
Disallow: /_scripts/
Disallow: /config/
Disallow: /logs/
Disallow: /controllers/
Disallow: /pages/
Disallow: /actions/
Disallow: /ajax/
Disallow: /layouts/
Disallow: /seo/
Disallow: /refactored/
Disallow: /suppliers/
Disallow: /clear_opcache_email
Disallow: /clear_opcache_email.php
Disallow: /dompdf/
Disallow: /dompdf_temp/
Disallow: /temp_images/
Disallow: /calender/
Disallow: /camsnap/
Disallow: /dp_crop/
Disallow: /employee_pics/
Disallow: /booking_system%20(2)/
Disallow: /PDF%20Creator%20install/
Disallow: /PHP%20MAILER/
Allow: /public/assets/
Disallow: /public/
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.env$
Disallow: /*.md$
Disallow: /admin/*.json$
Disallow: /includes/*.json$
Disallow: /config/*.json$
Disallow: /*.csv$
Disallow: /*.zip$
Disallow: /*.py$
Disallow: /admin/*.txt$
Disallow: /includes/*.txt$
Disallow: /config/*.txt$
Disallow: /logs/*.txt$
Disallow: /error_log
Disallow: /error.log
Disallow: /db_connection.log
Disallow: /security.log
Disallow: /email_errors.log
Disallow: /review_errors.log
Disallow: /promo_errors.log
Disallow: /promo_activity.log
Disallow: /sitemap_errors.log
Disallow: /sitemap_generation.log
Disallow: /whatsapp_*.log
Disallow: /*_errors.log$
Disallow: /*_generation.log$
Disallow: /complete_booking*
Disallow: /my_account*
Disallow: /customer_login*
Disallow: /booking_success*
Disallow: /shopping-cart*
Disallow: /forgot-password*
Disallow: /reset-password*
Disallow: /process_*
Disallow: /checkout*
Disallow: /payment*
Disallow: /create_booking*
Disallow: /confirm_booking*
Disallow: /cancel_booking*
Disallow: /multi_booking*
Disallow: /download_voucher*
Disallow: /post
Disallow: /post.php
Disallow: /pl$
Disallow: /pl.php$
Disallow: /plreport
Disallow: /plreport.php
Disallow: /pdf_export
Disallow: /pdf_export.php
Disallow: /excursion-à-orange-bay-hurghada
Disallow: /product_lookup
Disallow: /booking_resend_email
Disallow: /booking_ics
Disallow: /home_admin
Disallow: /Manage
Disallow: /edit_product
Disallow: /delete_product_image
Disallow: /view_reviews.php
Disallow: /supplier_payment_system
Disallow: /update_notes
Disallow: /preview_upload
Disallow: /add_names_to_photo
Disallow: /Expense_Management
Disallow: /update_about_hero_status
Disallow: /roles
Disallow: /product_bookings
Disallow: /manage_promos
Disallow: /users
Disallow: /booking_confirmation
Disallow: /get_destination_images
Disallow: /expense_reports
Disallow: /update_booking_field
Disallow: /booking_grid
Disallow: /check_session
Disallow: /supplier_csv_export
Disallow: /currency_switcher
Disallow: /currency_helpers
Disallow: /currency_utils
Disallow: /google_business_profile
Disallow: /dark-mode-toggle
Disallow: /bulk_update_cost
Disallow: /show_more_bookings
Disallow: /booking_load_ajax
Disallow: /booking_card
Disallow: /booking_modal_complete
Disallow: /backups_
Disallow: /backups_*
Disallow: /auto_reminders
Disallow: /tours_list
Disallow: /revenue_tracking
Disallow: /notes
Disallow: /admin-resize-image
Disallow: /grid
Disallow: /column_page
Disallow: /create_product
Disallow: /calendar_view
Disallow: /operator_chat
Disallow: /edit_bank_balance
Disallow: /get_filtered_bookings
Disallow: /update_category_hero_order
Disallow: /delete_booking
Disallow: /delete_banner
Disallow: /delete_image
Disallow: /delete_product_photo
Disallow: /booking_load_ajax_arif
Disallow: /update_booking_field1
Allow: /legal*
Disallow: /*.test$
Disallow: /*.test.php$
Disallow: /destination_tours.test*
Disallow: /*_backup.php
Disallow: /*_backup.php$
Disallow: /*_old_backup.php
Disallow: /*_old_backup.php$
Disallow: /*?error=*
Disallow: /index.php?error=*
Disallow: /index?error=*
Disallow: /*?lightbox=*
Disallow: /*?print=*
Disallow: /*print/
Disallow: /*loader*
Disallow: /*button*
Disallow: /*?ref=*
Disallow: /*?source=*
Disallow: /*?fbclid=*
Disallow: /*?dev=*
# /all_products site-search URLs (2026-09-14) - see the EXCEPTION note in the * group
Disallow: /all_products*search=
Disallow: /all_products*q=
Disallow: /sharm_excursions_*
Disallow: /amp/
Disallow: /new-product-page/assets/js/service-worker.js
Disallow: /content/
Disallow: /backups_*/
Disallow: /assets/plugins/
Disallow: /js/bundles/build

User-agent: Bingbot
Allow: /api/
Disallow: /admin/
Disallow: /includes/
Disallow: /vendor/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /CACHE_DIR/
Disallow: /scripts/
Disallow: /_scripts/
Disallow: /config/
Disallow: /logs/
Disallow: /controllers/
Disallow: /pages/
Disallow: /actions/
Disallow: /ajax/
Disallow: /layouts/
Disallow: /seo/
Disallow: /refactored/
Disallow: /suppliers/
Disallow: /clear_opcache_email
Disallow: /clear_opcache_email.php
Disallow: /dompdf/
Disallow: /dompdf_temp/
Disallow: /temp_images/
Disallow: /calender/
Disallow: /camsnap/
Disallow: /dp_crop/
Disallow: /employee_pics/
Disallow: /booking_system%20(2)/
Disallow: /PDF%20Creator%20install/
Disallow: /PHP%20MAILER/
Allow: /public/assets/
Disallow: /public/
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.env$
Disallow: /*.md$
Disallow: /admin/*.json$
Disallow: /includes/*.json$
Disallow: /config/*.json$
Disallow: /*.csv$
Disallow: /*.zip$
Disallow: /*.py$
Disallow: /admin/*.txt$
Disallow: /includes/*.txt$
Disallow: /config/*.txt$
Disallow: /logs/*.txt$
Disallow: /error_log
Disallow: /error.log
Disallow: /db_connection.log
Disallow: /security.log
Disallow: /email_errors.log
Disallow: /review_errors.log
Disallow: /promo_errors.log
Disallow: /promo_activity.log
Disallow: /sitemap_errors.log
Disallow: /sitemap_generation.log
Disallow: /whatsapp_*.log
Disallow: /*_errors.log$
Disallow: /*_generation.log$
Disallow: /complete_booking*
Disallow: /my_account*
Disallow: /customer_login*
Disallow: /booking_success*
Disallow: /shopping-cart*
Disallow: /forgot-password*
Disallow: /reset-password*
Disallow: /process_*
Disallow: /checkout*
Disallow: /payment*
Disallow: /create_booking*
Disallow: /confirm_booking*
Disallow: /cancel_booking*
Disallow: /multi_booking*
Disallow: /download_voucher*
Disallow: /post
Disallow: /post.php
Disallow: /pl$
Disallow: /pl.php$
Disallow: /plreport
Disallow: /plreport.php
Disallow: /pdf_export
Disallow: /pdf_export.php
Disallow: /excursion-à-orange-bay-hurghada
Disallow: /product_lookup
Disallow: /booking_resend_email
Disallow: /booking_ics
Disallow: /home_admin
Disallow: /Manage
Disallow: /edit_product
Disallow: /delete_product_image
Disallow: /view_reviews.php
Disallow: /supplier_payment_system
Disallow: /update_notes
Disallow: /preview_upload
Disallow: /add_names_to_photo
Disallow: /Expense_Management
Disallow: /update_about_hero_status
Disallow: /roles
Disallow: /product_bookings
Disallow: /manage_promos
Disallow: /users
Disallow: /booking_confirmation
Disallow: /get_destination_images
Disallow: /expense_reports
Disallow: /update_booking_field
Disallow: /booking_grid
Disallow: /check_session
Disallow: /supplier_csv_export
Disallow: /currency_switcher
Disallow: /currency_helpers
Disallow: /currency_utils
Disallow: /google_business_profile
Disallow: /dark-mode-toggle
Disallow: /bulk_update_cost
Disallow: /show_more_bookings
Disallow: /booking_load_ajax
Disallow: /booking_card
Disallow: /booking_modal_complete
Disallow: /backups_
Disallow: /backups_*
Disallow: /auto_reminders
Disallow: /tours_list
Disallow: /revenue_tracking
Disallow: /notes
Disallow: /admin-resize-image
Disallow: /grid
Disallow: /column_page
Disallow: /create_product
Disallow: /calendar_view
Disallow: /operator_chat
Disallow: /edit_bank_balance
Disallow: /get_filtered_bookings
Disallow: /update_category_hero_order
Disallow: /delete_booking
Disallow: /delete_banner
Disallow: /delete_image
Disallow: /delete_product_photo
Disallow: /booking_load_ajax_arif
Disallow: /update_booking_field1
Allow: /legal*
Disallow: /*.test$
Disallow: /*.test.php$
Disallow: /destination_tours.test*
Disallow: /*_backup.php
Disallow: /*_backup.php$
Disallow: /*_old_backup.php
Disallow: /*_old_backup.php$
Disallow: /*?error=*
Disallow: /index.php?error=*
Disallow: /index?error=*
Disallow: /*?lightbox=*
Disallow: /*?print=*
Disallow: /*print/
Disallow: /*loader*
Disallow: /*button*
Disallow: /*?ref=*
Disallow: /*?source=*
Disallow: /*?fbclid=*
Disallow: /*?dev=*
# /all_products site-search URLs (2026-09-14) - see the EXCEPTION note in the * group
Disallow: /all_products*search=
Disallow: /all_products*q=
Disallow: /sharm_excursions_*
Disallow: /amp/
Disallow: /new-product-page/assets/js/service-worker.js
Disallow: /content/
Disallow: /backups_*/
Disallow: /assets/plugins/
Disallow: /js/bundles/build

User-agent: Googlebot-Mobile
Allow: /api/
Disallow: /admin/
Disallow: /includes/
Disallow: /vendor/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /CACHE_DIR/
Disallow: /scripts/
Disallow: /_scripts/
Disallow: /config/
Disallow: /logs/
Disallow: /controllers/
Disallow: /pages/
Disallow: /actions/
Disallow: /ajax/
Disallow: /layouts/
Disallow: /seo/
Disallow: /refactored/
Disallow: /suppliers/
Disallow: /clear_opcache_email
Disallow: /clear_opcache_email.php
Disallow: /dompdf/
Disallow: /dompdf_temp/
Disallow: /temp_images/
Disallow: /calender/
Disallow: /camsnap/
Disallow: /dp_crop/
Disallow: /employee_pics/
Disallow: /booking_system%20(2)/
Disallow: /PDF%20Creator%20install/
Disallow: /PHP%20MAILER/
Allow: /public/assets/
Disallow: /public/
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.env$
Disallow: /*.md$
Disallow: /admin/*.json$
Disallow: /includes/*.json$
Disallow: /config/*.json$
Disallow: /*.csv$
Disallow: /*.zip$
Disallow: /*.py$
Disallow: /admin/*.txt$
Disallow: /includes/*.txt$
Disallow: /config/*.txt$
Disallow: /logs/*.txt$
Disallow: /error_log
Disallow: /error.log
Disallow: /db_connection.log
Disallow: /security.log
Disallow: /email_errors.log
Disallow: /review_errors.log
Disallow: /promo_errors.log
Disallow: /promo_activity.log
Disallow: /sitemap_errors.log
Disallow: /sitemap_generation.log
Disallow: /whatsapp_*.log
Disallow: /*_errors.log$
Disallow: /*_generation.log$
Disallow: /complete_booking*
Disallow: /my_account*
Disallow: /customer_login*
Disallow: /booking_success*
Disallow: /shopping-cart*
Disallow: /forgot-password*
Disallow: /reset-password*
Disallow: /process_*
Disallow: /checkout*
Disallow: /payment*
Disallow: /create_booking*
Disallow: /confirm_booking*
Disallow: /cancel_booking*
Disallow: /multi_booking*
Disallow: /download_voucher*
Disallow: /post
Disallow: /post.php
Disallow: /pl$
Disallow: /pl.php$
Disallow: /plreport
Disallow: /plreport.php
Disallow: /pdf_export
Disallow: /pdf_export.php
Disallow: /excursion-à-orange-bay-hurghada
Disallow: /product_lookup
Disallow: /booking_resend_email
Disallow: /booking_ics
Disallow: /home_admin
Disallow: /Manage
Disallow: /edit_product
Disallow: /delete_product_image
Disallow: /view_reviews.php
Disallow: /supplier_payment_system
Disallow: /update_notes
Disallow: /preview_upload
Disallow: /add_names_to_photo
Disallow: /Expense_Management
Disallow: /update_about_hero_status
Disallow: /roles
Disallow: /product_bookings
Disallow: /manage_promos
Disallow: /users
Disallow: /booking_confirmation
Disallow: /get_destination_images
Disallow: /expense_reports
Disallow: /update_booking_field
Disallow: /booking_grid
Disallow: /check_session
Disallow: /supplier_csv_export
Disallow: /currency_switcher
Disallow: /currency_helpers
Disallow: /currency_utils
Disallow: /google_business_profile
Disallow: /dark-mode-toggle
Disallow: /bulk_update_cost
Disallow: /show_more_bookings
Disallow: /booking_load_ajax
Disallow: /booking_card
Disallow: /booking_modal_complete
Disallow: /backups_
Disallow: /backups_*
Disallow: /auto_reminders
Disallow: /tours_list
Disallow: /revenue_tracking
Disallow: /notes
Disallow: /admin-resize-image
Disallow: /grid
Disallow: /column_page
Disallow: /create_product
Disallow: /calendar_view
Disallow: /operator_chat
Disallow: /edit_bank_balance
Disallow: /get_filtered_bookings
Disallow: /update_category_hero_order
Disallow: /delete_booking
Disallow: /delete_banner
Disallow: /delete_image
Disallow: /delete_product_photo
Disallow: /booking_load_ajax_arif
Disallow: /update_booking_field1
Allow: /legal*
Disallow: /*.test$
Disallow: /*.test.php$
Disallow: /destination_tours.test*
Disallow: /*_backup.php
Disallow: /*_backup.php$
Disallow: /*_old_backup.php
Disallow: /*_old_backup.php$
Disallow: /*?error=*
Disallow: /index.php?error=*
Disallow: /index?error=*
Disallow: /*?lightbox=*
Disallow: /*?print=*
Disallow: /*print/
Disallow: /*loader*
Disallow: /*button*
Disallow: /*?ref=*
Disallow: /*?source=*
Disallow: /*?fbclid=*
Disallow: /*?dev=*
# /all_products site-search URLs (2026-09-14) - see the EXCEPTION note in the * group
Disallow: /all_products*search=
Disallow: /all_products*q=
Disallow: /sharm_excursions_*
Disallow: /amp/
Disallow: /new-product-page/assets/js/service-worker.js
Disallow: /content/
Disallow: /backups_*/
Disallow: /assets/plugins/
Disallow: /js/bundles/build

# Google Image Bot - images + /api/ only
User-agent: Googlebot-Image
Allow: /api/
Allow: /images/
Allow: /assets/images/
Allow: /uploads/photo_library/
Allow: /uploads/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$
Disallow: /assets/images/private/
Disallow: /employee_pics/
Disallow: /temp_images/


# ============================================
# AI CRAWLER DIRECTIVES
# ============================================
# Allow AI crawlers to index public content for AI search results
# ...except the /all_products site-search URLs (2026-09-14, see the * group), repeated in each group.
User-agent: GPTBot
Allow: /
Disallow: /all_products*search=
Disallow: /all_products*q=
Disallow: /admin/
Disallow: /includes/
Disallow: /checkout*
Disallow: /payment*
Disallow: /my_account*

User-agent: ChatGPT-User
Allow: /
Disallow: /all_products*search=
Disallow: /all_products*q=

User-agent: OAI-SearchBot
Allow: /
Disallow: /all_products*search=
Disallow: /all_products*q=

User-agent: Claude-Web
Allow: /
Disallow: /all_products*search=
Disallow: /all_products*q=

User-agent: ClaudeBot
Allow: /
Disallow: /all_products*search=
Disallow: /all_products*q=

User-agent: anthropic-ai
Allow: /
Disallow: /all_products*search=
Disallow: /all_products*q=

User-agent: PerplexityBot
Allow: /
Disallow: /all_products*search=
Disallow: /all_products*q=

User-agent: Perplexity-User
Allow: /
Disallow: /all_products*search=
Disallow: /all_products*q=

User-agent: Applebot-Extended
Allow: /
Disallow: /all_products*search=
Disallow: /all_products*q=

User-agent: Google-Extended
Allow: /
Disallow: /all_products*search=
Disallow: /all_products*q=

User-agent: CCBot
Allow: /
Disallow: /all_products*search=
Disallow: /all_products*q=

User-agent: Bytespider
Allow: /
Disallow: /all_products*search=
Disallow: /all_products*q=


# ============================================
# INTERNAL HIEROGLYPH CONFIG/SECTION FILES (added 2026-04-26)
# These are template fragments and config files, not user-facing pages.
# Some return 500/403; all should be excluded from crawling.
# ============================================
Disallow: /content/hieroglyphs/_config
Disallow: /content/hieroglyphs/_sections/
Disallow: /content/hieroglyphs/translations/

# ============================================
# SITEMAP REFERENCES
# ============================================
# Static pages sitemap (versioned filename so CDN cache can't serve stale content)
Sitemap: https://egyptra.pro/sitemap.xml
Sitemap: https://egyptra.pro/sitemap-home.xml
Sitemap: https://egyptra.pro/sitemap-main-20260415.xml
Sitemap: https://egyptra.pro/sitemap-pages.xml
# Products, destination tours, category pages (with hreflang)
# product-sitemap.xml de-listed 2026-09-06: it ran the generator with no parameters,
# emitting section=all across 29 languages - 152 MB, 3x Google's 50 MB limit, ~127s,
# so the gateway 502'd. It now 301s to /sitemap.xml, which is already declared above
# and lists every per-language product sitemap.
# "Where is..." 29-lang full expansion (hub + 16 cities × 29 langs = 493 URLs)
# Native slugs migrated 2026-04-30 — old _xx URLs 301-redirect via .htaccess.
Sitemap: https://egyptra.pro/sitemap-where-is-full.xml
# City-to-city distance pages (12 × 11 × 29 = 3828 URLs)
# sitemap-distance.xml de-listed 2026-09-06: all 6,960 route URLs are noindex,follow.
# The file remains on disk and the pages stay live; only the submission was withdrawn.
# "Things to Do in Egypt" month-by-month system (hub + 12 months × 13 cities × 29 langs)
Sitemap: https://egyptra.pro/sitemap-things-to-do.xml
# "Time in / Weather in Egypt" info pages (10 locations × 29 langs × 2 templates = 580 urls)
Sitemap: https://egyptra.pro/sitemap-info-pages.xml
# "Best time to visit Egypt" + 12 cities × 29 langs = 377 URLs
Sitemap: https://egyptra.pro/sitemap-best-time.xml
# Activity Landing Pages — conversion-targeted Google Ads landers (215 URLs)
Sitemap: https://egyptra.pro/sitemap-alp.xml
# Per-hotel & per-zone excursion pages across all 8 destinations — 956 URLs + 29-lang hreflang.
# Regenerated 2026-06-01 by generate_excursions_sitemap.php; supersedes the old
# sitemap-excursions.xml (no hreflang) and sitemap-hotels-2026-05-27.xml (partial Sharm delta).
# sitemap-hotels-2026-06-01.xml replaced 2026-09-14 by the 2026-06-23 build already listed
# in sitemap.xml (the 06-01 file is a strict subset of it: 955 of its 967 URLs).
Sitemap: https://egyptra.pro/sitemap-hotels-2026-06-23.xml
Sitemap: https://egyptra.pro/sitemap-prayer-2026-06-07.xml

# ============================================
# LLMs.txt — AI-readable site description
# Available at: https://egyptra.pro/llms.txt
# ============================================