User-agent: SemrushBot Disallow: / User-agent: GPTBot Disallow: / User-agent: * Crawl-delay: 5 Allow: /index.cgi Disallow: /show_bug.cgi*ctype=xml* Allow: /show_bug.cgi Allow: /page.cgi?id=faq.html Allow: /page.cgi?id=redhat/contact.html Allow: /page.cgi?id=terms-conditions.html Allow: /sitemap/ Allow: /docs/en/html/ Disallow: / Sitemap: https://bugzilla.redhat.com/sitemap/sitemap_index.xml