# robots.txt for https://pdfjobs.com/ User-agent: * # Allow essential pages & assets Allow: / Allow: /css/ Allow: /js/ Allow: /images/ Allow: /favicon.ico Allow: /favicon.svg # Disallow sensitive & backend paths Disallow: /login Disallow: /register Disallow: /logout Disallow: /auth/ Disallow: /admin/ Disallow: /storage/ Disallow: /vendor/ Disallow: /bootstrap/ Disallow: /cgi-bin/ # Block query string variations (avoids duplicate content issues) Disallow: /*?* Disallow: /*&* # Sitemap Sitemap: https://pdfjobs.com/sitemap.xml