diff --git a/CHANGELOG.md b/CHANGELOG.md
index 1fb70f0..aaa0466 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,5 +1,7 @@
 ## HEAD
 
+- Fix Thor's deprecation warning by implementing `exit_on_failure?` (https://github.com/schneems/derailed_benchmarks/pull/195)
+
 ## 2.1.0
 
 - Add `perf:heap_diff` tool (https://github.com/schneems/derailed_benchmarks/pull/193)
diff --git a/bin/derailed b/bin/derailed
index c130bc1..7cc94bf 100755
--- a/bin/derailed
+++ b/bin/derailed
@@ -20,6 +20,9 @@ Bundler.setup
 require 'thor'
 
 class DerailedBenchmarkCLI < Thor
+  def self.exit_on_failure?
+    true
+  end
 
   desc "exec", "executes given derailed benchmark"
   def exec(task = nil)