diff --git a/Rakefile b/Rakefile
index 6b44b743..f981ce92 100644
--- a/Rakefile
+++ b/Rakefile
@@ -16,7 +16,7 @@ end
 
 CLOBBER.include 'lib/linguist/classifier.yml'
 
-task :classifier => ['lib/linguist/classifier.yml']
+task :classifier => [:clobber, 'lib/linguist/classifier.yml']
 
 namespace :classifier do
   LIMIT = 1_000