diff --git a/lib/SimpleSAML/Logger.php b/lib/SimpleSAML/Logger.php
index 76e328abb907207cdd5ab750b1490f0556ae4fa5..8801a4af4dc235f70c6b2e2ae1271bae7b8a64eb 100644
--- a/lib/SimpleSAML/Logger.php
+++ b/lib/SimpleSAML/Logger.php
@@ -391,20 +391,12 @@ class Logger
             self::createLoggingHandler();
 
             if (!empty(self::$earlyLog)) {
-                error_log('----------------------------------------------------------------------');
                 // output messages which were logged before we properly initialized logging
                 foreach (self::$earlyLog as $msg) {
                     self::log($msg['level'], $msg['string'], $msg['statsLog']);
                 }
             }
         } elseif (self::$loggingHandler === false) {
-            // some error occurred while initializing logging
-            if (empty(self::$earlyLog)) {
-                // this is the first message
-                error_log('--- Log message(s) while initializing logging ------------------------');
-            }
-            error_log($string);
-
             self::defer($level, $string, $statsLog);
             return;
         }