User-agent: * Allow: / Disallow: /assets/js/ Allow: /assets/css/ Allow: /assets/images/ # Block AI scrapers that ignore polite limits (optional) # User-agent: GPTBot # Disallow: / Sitemap: https://dark.hubmarket.top/sitemap.xml # Host for Bing/DuckDuckGo canonicalization Host: https://dark.hubmarket.top