buster upgrade: make ferm go more smoothly

tsa/howto/upgrades/buster.mdwn

@@ -20,9 +20,10 @@ Procedure
         dpkg --audit &&
         : look for dkms packages and make sure they are relevant, if not, purge. &&
         ( dpkg -l '*dkms' || true ) &&
-        : make sure backups are up to date in Nagios
+        : make sure backups are up to date in Nagios &&
+        echo End of Step 2
 
- 2. Perform any pending upgrade and clear out old pins:
+ 3. Perform any pending upgrade and clear out old pins:
 
         : Check for pinned (on hold) packages, and possibly disable &&
         rm -f /etc/apt/preferences /etc/apt/preferences.d/* &&
@@ -33,51 +34,59 @@ Procedure
         dpkg -l 'linux-image-*' &&
         : look for packages from backports, other suites or archives &&
         : if possible, switch to official packages by disabling third-party repositories &&
-        apt-show-versions | grep -v /stretch | grep -v 'not installed$'
+        apt-show-versions | grep -v /stretch | grep -v 'not installed$' &&
+        echo End of Step 3
 
- 3. Check free space, see [this guide to free up space][] and
+ 4. Check free space, see [this guide to free up space][] and
     download packages:
 
         sed -i 's/stretch/buster/g' /etc/apt/sources.list.d/* &&
         rm -f /etc/apt/sources.list.d/backports.debian.org.list &&
         apt update &&
         apt -y -d upgrade &&
-        apt -y -d dist-upgrade
+        apt -y -d dist-upgrade &&
+        echo End of Step 4
 
- 4. Actual upgrade run:
+ 5. Enable module loading (for ferm)
 
-        apt install -y dpkg apt &&
-        apt dist-upgrade &&
-        : ferm will fail until the next reboot
-
- 5. Reboot, then fix ferm:
+        sed -i -e 's/.*modules_disabled/#&/' /etc/rc.local
 
         reboot
 
-        dpkg --configure -a
+        sudo ttyrec -e screen /var/log/upgrade-buster.ttyrec.2
+
+ 6. Actual upgrade run:
+        apt install -y dpkg apt &&
+        apt install ferm &&
+        apt dist-upgrade &&
+        echo 'End of Step 6'
 
- 6. Post-upgrade procedures:
+ 7. Post-upgrade procedures:
 
         apt-mark manual git &&
         apt purge $(for i in apt-transport-https dh-python emacs24-nox gnupg-agent libatomic1 libbind9-140 libcryptsetup4 libdns-export162 libdns162 libevent-2.0-5 libevtlog0 libgdbm3 libicu57 libisc-export160 libisc160 libisccc140 libisccfg140 liblvm2app2.2 liblvm2cmd2.02 liblwres141 libmpfr4 libncurses5 libperl5.24 libprocps6 libpython3.5 libpython3.5-minimal libpython3.5-stdlib libruby2.3 libssl1.0.2 libunbound2 libunistring0 libxslt1.1 libyajl2 python3-distutils python3-lib2to3 python3.5 python3.5-minimal ruby-nokogiri ruby-pkg-config ruby-rgen ruby-safe-yaml ruby2.3 sgml-base xml-core git-core gcc-6-base:amd64 nagios-plugins-basic perl-modules-5.24 libsensors4:amd64 grub2 iproute libncursesw5 libustr-1.0-1; do dpkg -l "$i" 2>/dev/null | grep -q '^ii' && echo "$i"; done) &&
-        dpkg --purge libsensors4:amd64 &&
+        dpkg --purge libsensors4:amd64 syslog-ng-mod-json
+
         (puppet agent -t || true) &&
         (puppet agent -t || true)
 
- 7. Post-upgrade checks:
+ 7.    reboot once so we can then get rid of the old kernel image
+
+       reboot
+
+ 8. Post-upgrade checks:
 
-        dsa-check-packages
+        # review and purge old packages, including kernels
+        dsa-check-packages | tr -d ,
         while deborphan -n | grep -q . ; do apt purge $(deborphan -n); done
         apt --purge autoremove
         dpkg -l '*-dbg' # look for dbg package and possibly replace with -dbgsym
         apt clean
-        reboot
-        # review and purge older kernel once the new one boots properly
-        dpkg -l 'linux-image*'
         # review packages that are not in the new distribution
         apt-show-versions | grep -v /buster
+        reboot
 
- 8. Change the hostgroup of the host to buster in Nagios (in
+ 9. Change the hostgroup of the host to buster in Nagios (in
     `tor-nagios/config/nagios-master.cfg` on `git@git-rw.tpo`)
 
 [this guide to free up space]: http://www.debian.org/releases/buster/amd64/release-notes/ch-upgrading.en.html#sufficient-space