# top bottom
# allow bing,duckduck,google,yahoo (slurp),archive.org

User-agent: bingbot
Disallow: /cgi-bin/

User-agent: DuckDuckBot
Disallow: /cgi-bin/

User-agent: DuckDuckGo-Favicons-Bot
Disallow: /cgi-bin/

User-agent: Googlebot
Disallow: /cgi-bin/

User-agent: Googlebot-Mobile
Disallow: /cgi-bin/

User-agent: Slurp
Disallow: /cgi-bin/

User-agent: archive.org_bot
Disallow: /cgi-bin/

User-agent: *
Disallow: /