diff --git a/spec/adapters/spec_helper.rb b/spec/adapters/spec_helper.rb
index 5b394e544..f327d4130 100644
--- a/spec/adapters/spec_helper.rb
+++ b/spec/adapters/spec_helper.rb
@@ -1,5 +1,3 @@
-require 'logger'
-
 if ENV['COVERAGE']
   require_relative "../sequel_coverage"
   SimpleCov.sequel_coverage(:group=>%r{lib/sequel/adapters})
diff --git a/spec/guards_helper.rb b/spec/guards_helper.rb
index 424499fcf..25bd9f640 100644
--- a/spec/guards_helper.rb
+++ b/spec/guards_helper.rb
@@ -46,7 +46,9 @@ def cspecify(message, *checked, &block)
 end
 
 class Minitest::HooksSpec
+  # Not used by default, only for debugging
   def log
+    require 'logger'
     begin
       DB.loggers << Logger.new(STDOUT)
       yield