# ───────── Global directives ───────── User-agent: * Crawl-delay: 10 Sitemap: https://example.com/sitemap.xml # point to your main sitemap # ───────── WordPress core ───────── Disallow: /wp-admin/ # block admin UI Allow: /wp-admin/admin-ajax.php # keep AJAX endpoints public Disallow: /wp-login.php # hide login page # ───────── SpiderVPN Lumen API ───────── Disallow: /spdervpnapi/ # prevent crawling of JSON/API routes # ───────── WHMCS (Client Area) ───────── # assuming WHMCS client area is installed under /clientarea/ Disallow: /clientarea/admin/ # block admin area Disallow: /clientarea/includes/ # block source includes Disallow: /clientarea/templates_c/ # block compiled templates Disallow: /clientarea/pipe/ # block AJAX pipe Disallow: /clientarea/downloads/ # protect file downloads Disallow: /clientarea/css/ # hide styling assets Disallow: /clientarea/js/ # hide JS assets