Sitemap: http://beforeitsnews.com/sitemap.xml

User-agent: *
# disallow all files in these directories
Disallow: /update/
Disallow: /admin/
Disallow: /bottom_float/
Disallow: /bugreport/
Disallow: /captcha/
Disallow: /ckeditor/
Disallow: /ckfinder/
Disallow: /contribute/
Disallow: /contributor/dashboard/
Disallow: /core/
Disallow: /cron-job/
Disallow: /flash/
Disallow: /invitefriends/
Disallow: /jquery-autocomplete/
Disallow: /login/
Disallow: /logout/
Disallow: /notyet/
Disallow: /profile/
Disallow: /setup/
Disallow: /social-connect/
Disallow: /pChart/

User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$