User-agent: bingbot
Allow: /
Disallow: /cgi-bin/

User-agent: Googlebot
Allow: /
Disallow: /cgi-bin/

User-agent: FDSE
Allow: /
Disallow: /cgi-bin/

User-agent: RED
Allow: /
Disallow: /cgi-bin/

User-agent: AhrefsSiteAudit
Allow: /
Disallow: /gci-bin/
 

User-agent: AhrefsBot
Allow: /
Disallow: /cgi-bin/

User-agent: *
Disallow: /