User-agent: * Disallow: /admin/ Disallow: /page/ Disallow: /cgi-bin Allow: /*