User-agent: * Disallow: /cgi-bin/ Disallow: /dir/index.php Disallow: /dir/page.php Disallow: /dir/ Disallow: /othersites/index.php Disallow: /othersites/