# Robots.txt file for http://www.flamencouk.com/
#
# All robots will spider the domain

User-agent: Googlebot
Disallow: /*.flv$
Disallow: /*.fla$
Disallow: /*.mp3$
Disallow: /*.divx$
Disallow: /*.txt$


# allow the Google image crawler to crawl all pages
User-agent: Googlebot-Image
Allow: /

# allow the Google bot to craw all pages for its mobile index
User-agent: Googlebot-Mobile
Allow: /

User-agent: ia_archiver
# disallow certain search engines such as the Internet Wayback Machine so that old versions of your site can no longer be accessed
Disallow: /

User-agent: slurp
Disallow: /*.flv$
Disallow: /*.fla$
Disallow: /*.mp3$
Disallow: /*.divx$
Disallow: /*.txt$

User-agent: msnbot
Disallow: /*.flv$
Disallow: /*.fla$
Disallow: /*.mp3$
Disallow: /*.divx$
Disallow: /*.txt$


# Exclude Files From All Robots:
User-agent: *
Disallow: /css/
Disallow: /cgi-bin/
Disallow: /Scripts/
Disallow: /js/


Sitemap: http://www.flamencouk.com/sitemap.xml