User-agent: *
Disallow: /cgi-bin/
Sitemap: http://www.polokwane.info/sitemap_index.xml

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: GPTbot
Disallow: /

User-agent: alibababot
Disallow: /

User-agent: AliyunBot
Disallow: /

User-agent: AliyunSecBot
Disallow: /

User-agent: AliyunSecBot/Aliyun
Disallow: /

User-agent: *AI*
Disallow: /
Crawl-Delay: 10