# Dont allow search engines to index specific folder
User-agent: *
Disallow: /cgi-bin	
Disallow: /wp
Disallow: /verucasalt
Disallow: /mymusic
Disallow: /videos