; block all spiders and bots from those 2 directories
User-agent: *
Disallow: /files/
Disallow: /buy/
Disallow: /get/