User-agent: *
Allow: /

User-agent: *
Disallow: /blog/
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /songs/
Disallow: /flash/
Disallow: /director/
Disallow: /css/
Disallow: /crossdomain.xml
Disallow: /sendmail.php