User-agent: * # Block Directory - check final / Disallow: /cgi-bin/ # Block agent from all / User-agent: BadBot Disallow: /