# Robots.txt file 
# All robots will spider the domain
User-agent: *
# Disallow directory /cgi-bin/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /mydownloads/
Disallow: /wp-content/uploads/
Disallow: /wp-content/themes/
Disallow: /hidden/
Disallow: /private/
# Disallow other things
Disallow: /blog/wp-login.php
Disallow: /blognavbar.php