User-agent: * Disallow: /x.php Disallow: /a.php Disallow: /cgi-bin Disallow: /cgi-bin/