User-agent: *
Allow: /
Disallow: /cgi-bin
Disallow: /wp-*
Disallow: /intranet
Disallow: /admin-*