User-agent: MSNBOT Disallow: /cgi-bin/ User-agent: pompos Disallow: /cgi-bin/ User-agent: * Disallow: /cgi-bin/search/dex.cgi?frameset=1&action=ReportDead&fid=* User-agent: Gigabot Disallow: /cgi-bin/ User-agent: JetBot Disallow: /cgi-bin/ User-agent: FAST Enterprise Crawler/6 Disallow: /cgi-bin/ User-agent: OmniExplorer_Bot Disallow: /cgi-bin/ User-agent: Accoona-AI-Agent/1.1.1 Disallow: /cgi-bin/