User-agent: * Allow: / # Admin and internals Disallow: /admin/ Disallow: /includes/ Disallow: /pipeline/ Disallow: /audit/ Disallow: /tests/ Disallow: /migrations/ Disallow: /uploads/resumes/ # Sensitive files Disallow: /config.php Disallow: /.htaccess Disallow: /error_log Disallow: /Archive.zip Disallow: /*.sql$ Disallow: /sitemap.php # Low-value POST handler pages # Application routes emit noindex and must be crawlable to see that directive. # Allow discovery of paginated listings, categories, and countries Allow: /*?page= Allow: /*?category= Allow: /*?country= # Disallow purely duplicate sorting parameters Disallow: /*?sort_by= Disallow: /*?order= # Legacy URLs must remain crawlable so crawlers can see 404s or mapped redirects. Sitemap: https://fresherjobss.com/sitemap.xml