User-Agent: *
Allow: /
Disallow: /register
Disallow: /login
Disallow: /download_file
Disallow: /profile
Disallow: /wp-admin