diff --git a/bundles/apt/files/upgrade-and-reboot b/bundles/apt/files/upgrade-and-reboot
index 2f9acf9..269bb55 100644
--- a/bundles/apt/files/upgrade-and-reboot
+++ b/bundles/apt/files/upgrade-and-reboot
@@ -5,13 +5,10 @@
 # "journalctl -rat upgrade-and-reboot".
 if which logger >/dev/null 2>&1
 then
-    # Dump stdout to logger, which will then put everything into the
-    # journal.
+    # Dump stdout and stderr to logger, which will then put everything
+    # into the journal.
     exec 1> >(logger -t upgrade-and-reboot -p user.info)
-
-    # Make stdout and stderr the same. We don't care about the
-    # distinction anyway.
-    exec 2>&1
+    exec 2> >(logger -t upgrade-and-reboot -p user.error)
 fi
 
 statusfile="/var/tmp/unattended_upgrades.status"