User-agent: *
Allow: /

# Block billing & client portal (WHMCS)
Disallow: /portal/

# Block backend directories
Disallow: /common/
Disallow: /crons/
Disallow: /cgi-bin/
Disallow: /app_cp/
Disallow: /modules/
Disallow: /includes/
Disallow: /attachments/
Disallow: /mstream/
Disallow: /azuracast-automationn/
Disallow: /_wildcard_/
Disallow: /downloads/

# Block internal scripts
Disallow: /checklogin-proxy.php
Disallow: /updateWhmcs.php
Disallow: /404.php

# Crawl hint
Crawl-delay: 1

Sitemap: https://www.casthost.net/sitemap.xml