User-agent: *
Allow: /
User-agent:* 
Disallow: /cgi-bin/
Disallow: /private
Disallow: /robots.txt