diff --git a/bin/git-linguist b/bin/git-linguist
index 9541cf82..37d46b64 100755
--- a/bin/git-linguist
+++ b/bin/git-linguist
@@ -50,6 +50,7 @@ class GitLinguist
 
   def clear_language_stats
     File.unlink(cache_file)
+  rescue Errno::ENOENT
   end
 
   def disable_language_stats