User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /?s=
Disallow: */feed/
Disallow: */feed/$
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /cgi-bin/

# Block low-value system/generated endpoints only
Disallow: /crdelemntbita_group/
Disallow: /crdelemntbita_tool/
Disallow: /ajfabl_group/
Disallow: /ajfabl_question/
Disallow: /ajservecrd_tool/
Disallow: /ajservecrd_group/
Disallow: /ajcelt_group/
Disallow: /ajcelt_tool/
Disallow: /custom-url/
Disallow: /ourservice/
Disallow: /myproject/
Disallow: /myclients/
Disallow: /what-are-you-looking-for/
Disallow: /my-popular-content/
Disallow: /affiliate-lab/
Disallow: /most-popular-content/
Disallow: /free-tools/dns-lookup/
Disallow: /free-tools/wordpress-theme-detector/

# IMPORTANT: allow crawling of assets (SEO critical fix)
Allow: /wp-content/uploads/
Allow: /*.webp
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png

# Allow AJAX for WordPress functionality
Allow: /wp-admin/admin-ajax.php

# Sitemaps (single source of truth preferred)
Sitemap: https://jahidshah.com/sitemap_index.xml