diff --git a/Rakefile b/Rakefile
index 4af0633e..18c0e3d2 100644
--- a/Rakefile
+++ b/Rakefile
@@ -8,7 +8,7 @@ Rake::TestTask.new do |t|
 end
 
 
-file 'lib/linguist/classifier.yml' do |f|
+file 'lib/linguist/classifier.yml' => Dir['test/fixtures/**/*'] do |f|
   require 'linguist/sample'
   classifier = Linguist::Sample.classifier
   File.open(f.name, 'w') { |io| YAML.dump(classifier, io) }