# Disallow all crawlers access to certain pages or directories
User-agent: *
Disallow: /Account/
Disallow: /Account/*
Disallow: /ftb/
Disallow: /ftb/*
Disallow: /Images/
Disallow: /Images/*
Disallow: /Audio/
Disallow: /Audio/*
Disallow: /js/
Disallow: /js/*
Disallow: /Flash/
Disallow: /Flash/*
Disallow: /Specials/*
Disallow: /Specials/
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.mp3$
Disallow: /*.css$
Disallow: /*.js$
Disallow: /*.swf$
Crawl-delay: 15