User-agent: * Crawl-delay: 5.00 Disallow: /wp-content User-agent: bingbot Crawl-delay: 50 User-agent: Googlebot Crawl-delay: 50 User-agent: MJ12bot Crawl-delay: 50 Disallow: / User-agent: SemrushBot Crawl-delay: 50 Disallow: / User-agent: Teleport Crawl-delay: 50 Disallow: / User-agent: dotbot Crawl-delay: 50 Disallow: / User-agent: NPBot Crawl-delay: 50 Disallow: / User-agent: 8 Crawl-delay: 50 Disallow: / User-agent: WebZIP Crawl-delay: 50 Disallow: / User-agent: CCBot Crawl-delay: 50 Disallow: / User-agent: grub Crawl-delay: 50 Disallow: / User-agent: Microsoft URL Control Crawl-delay: 50 Disallow: / User-agent: AhrefsBot Crawl-delay: 50 Disallow: / User-agent: GPTBot Crawl-delay: 50 Disallow: / User-agent: Baiduspider Crawl-delay: 50 Disallow: / User-agent: Wget Crawl-delay: 50 Disallow: / User-agent: ia_archiver Crawl-delay: 50 Disallow: / User-agent: Sogou Crawl-delay: 50 Disallow: / User-agent: Xenu Crawl-delay: 50 Disallow: / User-agent: CherryPicker Crawl-delay: 50 Disallow: / User-agent: libwww Crawl-delay: 50 Disallow: / User-agent: Zeus Crawl-delay: 50 Disallow: / User-agent: Aliyun Crawl-delay: 50 Disallow: / User-agent: AliyunSecBot Crawl-delay: 50 Disallow: / User-agent: Bytespider Crawl-delay: 50 Disallow: / User-agent: FacebookExternalAgent Crawl-delay: 50 Disallow: / User-agent: ChatGPT Crawl-delay: 50 Disallow: / User-agent: Amazonbot Crawl-delay: 50 Disallow: / User-agent: BLEXBot Crawl-delay: 50 Disallow: / User-agent: PetalBot Crawl-delay: 50 Disallow: / User-agent: serpstatbot Crawl-delay: 50 Disallow: / User-agent: Barkrowler Crawl-delay: 50 Disallow: / User-agent: AwarioBot Crawl-delay: 50 Disallow: /