User-agent: * Disallow: /wp-admin/ Disallow: /*.pdf$ Allow: /wp-admin/admin-ajax.php # Disallow all subdomains containing "csrf" (optimized for efficiency) Disallow: /*csrf* User-agent: VelenPublicWebCrawler Crawl-delay: 10 User-agent: Java/22.0.2 Crawl-delay: 5 User-agent: Java-http-client/22.0.2 Crawl-delay: 5 Sitemap: https://www.displayr.com/sitemap_index.xml