Issue with kernel upgrade

**daithi_dearg** · March 3rd, 2021

Looks like my inodes are full. I'll have to look at how to recover from this

Code:

david@david-N7x0WU:~$ df -h
Filesystem                   Size  Used Avail Use% Mounted on
udev                         3.8G     0  3.8G   0% /dev
tmpfs                        784M  1.9M  783M   1% /run
/dev/mapper/ubuntu--vg-root  456G  146G  287G  34% /
tmpfs                        3.9G   20K  3.9G   1% /dev/shm
tmpfs                        5.0M  4.0K  5.0M   1% /run/lock
tmpfs                        3.9G     0  3.9G   0% /sys/fs/cgroup
/dev/loop0                   9.2M  9.2M     0 100% /snap/canonical-livepatch/94
/dev/loop3                    99M   99M     0 100% /snap/core/10823
/dev/loop2                   138M  138M     0 100% /snap/chromium/1479
/dev/loop4                    56M   56M     0 100% /snap/core18/1944
/dev/loop5                    98M   98M     0 100% /snap/core/10583
/dev/loop6                    56M   56M     0 100% /snap/core18/1988
/dev/loop7                   138M  138M     0 100% /snap/chromium/1497
/dev/loop1                   9.2M  9.2M     0 100% /snap/canonical-livepatch/95
/dev/loop8                   141M  141M     0 100% /snap/gnome-3-26-1604/98
/dev/loop9                   141M  141M     0 100% /snap/gnome-3-26-1604/100
/dev/loop10                  240M  240M     0 100% /snap/zoom-client/132
/dev/loop12                   65M   65M     0 100% /snap/gtk-common-themes/1513
/dev/loop11                  130M  130M     0 100% /snap/skype/162
/dev/loop13                  338M  338M     0 100% /snap/wine-platform-runtime/216
/dev/loop15                  5.5M  5.5M     0 100% /snap/notepad-plus-plus/258
/dev/loop14                  135M  135M     0 100% /snap/skype/164
/dev/loop16                  618M  618M     0 100% /snap/libreoffice/204
/dev/loop17                  304M  304M     0 100% /snap/wine-platform-5-stable/16
/dev/loop18                   52M   52M     0 100% /snap/snap-store/518
/dev/loop19                  218M  218M     0 100% /snap/gnome-3-34-1804/60
/dev/loop20                  240M  240M     0 100% /snap/zoom-client/134
/dev/loop21                  5.7M  5.7M     0 100% /snap/notepad-plus-plus/253
/dev/loop22                  338M  338M     0 100% /snap/wine-platform-runtime/206
/dev/loop23                   65M   65M     0 100% /snap/gtk-common-themes/1514
/dev/loop24                  219M  219M     0 100% /snap/gnome-3-34-1804/66
/dev/loop25                  2.3M  2.3M     0 100% /snap/gnome-system-monitor/148
/dev/loop26                   52M   52M     0 100% /snap/snap-store/498
/dev/loop28                  163M  163M     0 100% /snap/gnome-3-28-1804/145
/dev/loop29                  2.3M  2.3M     0 100% /snap/gnome-system-monitor/157
/dev/loop27                  216M  216M     0 100% /snap/wine-platform-5-stable/13
/dev/loop30                  607M  607M     0 100% /snap/libreoffice/203
/dev/loop31                  162M  162M     0 100% /snap/gnome-3-28-1804/128
/dev/sda2                    705M  210M  445M  33% /boot
/dev/sda1                    511M  7.9M  504M   2% /boot/efi
tmpfs                        784M   32K  784M   1% /run/user/1000
david@david-N7x0WU:~$ df -i
Filesystem                    Inodes  IUsed    IFree IUse% Mounted on
udev                          992387    594   991793    1% /dev
tmpfs                        1003457   1282  1002175    1% /run
/dev/mapper/ubuntu--vg-root 30384128 389049 29995079    2% /
tmpfs                        1003457      5  1003452    1% /dev/shm
tmpfs                        1003457      6  1003451    1% /run/lock
tmpfs                        1003457     18  1003439    1% /sys/fs/cgroup
/dev/loop0                        34     34        0  100% /snap/canonical-livepatch/94
/dev/loop3                     12921  12921        0  100% /snap/core/10823
/dev/loop2                      1355   1355        0  100% /snap/chromium/1479
/dev/loop4                     10809  10809        0  100% /snap/core18/1944
/dev/loop5                     12867  12867        0  100% /snap/core/10583
/dev/loop6                     10817  10817        0  100% /snap/core18/1988
/dev/loop7                      1355   1355        0  100% /snap/chromium/1497
/dev/loop1                        34     34        0  100% /snap/canonical-livepatch/95
/dev/loop8                     27631  27631        0  100% /snap/gnome-3-26-1604/98
/dev/loop9                     27624  27624        0  100% /snap/gnome-3-26-1604/100
/dev/loop10                    13534  13534        0  100% /snap/zoom-client/132
/dev/loop12                    63811  63811        0  100% /snap/gtk-common-themes/1513
/dev/loop11                    15167  15167        0  100% /snap/skype/162
/dev/loop13                    27781  27781        0  100% /snap/wine-platform-runtime/216
/dev/loop15                      243    243        0  100% /snap/notepad-plus-plus/258
/dev/loop14                    15168  15168        0  100% /snap/skype/164
/dev/loop16                    14632  14632        0  100% /snap/libreoffice/204
/dev/loop17                     2515   2515        0  100% /snap/wine-platform-5-stable/16
/dev/loop18                    15847  15847        0  100% /snap/snap-store/518
/dev/loop19                    18513  18513        0  100% /snap/gnome-3-34-1804/60
/dev/loop20                    13534  13534        0  100% /snap/zoom-client/134
/dev/loop21                      242    242        0  100% /snap/notepad-plus-plus/253
/dev/loop22                    27781  27781        0  100% /snap/wine-platform-runtime/206
/dev/loop23                    63978  63978        0  100% /snap/gtk-common-themes/1514
/dev/loop24                    18508  18508        0  100% /snap/gnome-3-34-1804/66
/dev/loop25                      784    784        0  100% /snap/gnome-system-monitor/148
/dev/loop26                    15847  15847        0  100% /snap/snap-store/498
/dev/loop28                    27807  27807        0  100% /snap/gnome-3-28-1804/145
/dev/loop29                      872    872        0  100% /snap/gnome-system-monitor/157
/dev/loop27                     2515   2515        0  100% /snap/wine-platform-5-stable/13
/dev/loop30                    14484  14484        0  100% /snap/libreoffice/203
/dev/loop31                    27798  27798        0  100% /snap/gnome-3-28-1804/128
/dev/sda2                      46848    321    46527    1% /boot
/dev/sda1                          0      0        0     - /boot/efi
tmpfs                        1003457     96  1003361    1% /run/user/1000

**daithi_dearg** · March 3rd, 2021

Came across this:
https://www.ivankuznetsov.com/2010/0...of-inodes.html

Note sure should I have done this but failed anyway:

Code:

rm: cannot remove '/snap/gtk-common-themes/1514/share/themes/elementary/gtk-3.0/gtk.css': Read-only file system
rm: cannot remove '/snap/gtk-common-themes/1514/share/themes/elementary/gtk-3.0/palette.css': Read-only file system
rm: cannot remove '/snap/gtk-common-themes/1514/snap/manifest.yaml': Read-only file system
rm: cannot remove '/snap/gtk-common-themes/1514/snap/snapcraft.yaml': Read-only file system

Not too sure where to go from here.

**deadflowr** · March 3rd, 2021

Snaps are loop mounted into the snap directory, the actual snaps are in the /var/lib/snapd/snaps directory,
but don't rm them as that'll cause more issues than you want.

Use snap tools to remove old snaps.
here's a simple script to do it, which will leave you with one revision of each installed snap:

Code:

#!/bin/sh
set -eu

snap list --all | awk '/disabled/{print $1, $3}' |
    while read snapname revision; do
        snap remove "$snapname" --revision="$revision"
    done

save it as any file name you want and make it executable and then run

Code:

sudo ./filename-here

replace filename-here with whatever the file name make is.

FWIW, you can cut the snaps from the df output by excluding squashfs filesystem type snaps use like

Code:

df -Th -x squashfs

But based on the output you have lots of space and plenty of inodes.
Both / and /boot are not nearly close to full.

**daithi_dearg** · March 4th, 2021

Ran the script but as expected similar issues:

Code:

david@david-N7x0WU:~/scripts$ sudo apt install --reinstall  linux-modules-extra-5.4.0-66-generic
Reading package lists... Done
Building dependency tree       
Reading state information... Done
The following NEW packages will be installed:
  linux-modules-extra-5.4.0-66-generic
0 upgraded, 1 newly installed, 0 to remove and 27 not upgraded.
Need to get 0 B/38.6 MB of archives.
After this operation, 190 MB of additional disk space will be used.
(Reading database ... 319452 files and directories currently installed.)
Preparing to unpack .../linux-modules-extra-5.4.0-66-generic_5.4.0-66.74_amd64.deb ...
Unpacking linux-modules-extra-5.4.0-66-generic (5.4.0-66.74) ...
dpkg: error processing archive /var/cache/apt/archives/linux-modules-extra-5.4.0-66-generic_5.4.0-66.74_amd64.deb (--unpack):
 unable to open '/lib/modules/5.4.0-66-generic/kernel/drivers/media/pci/ttpci/dvb-ttpci.ko.dpkg-new': Operation not permitted
Errors were encountered while processing:
 /var/cache/apt/archives/linux-modules-extra-5.4.0-66-generic_5.4.0-66.74_amd64.deb
E: Sub-process /usr/bin/dpkg returned an error code (1)

This is the output from dmesg and perhaps there are other logs I should be looking at:

Code:

david@david-N7x0WU:~/scripts$ dmesg|tail
[  310.933238] apt[23117]: segfault at 0 ip 00007fb8c410d7d7 sp 00007ffc7699d9d0 error 4 in libc-2.31.so[7fb8c40ad000+178000]
[  310.933244] Code: 00 00 00 f3 0f 1e fa 85 f6 0f 8e 14 01 00 00 41 55 41 54 49 89 fc 55 89 f5 53 48 83 ec 08 83 fe 01 0f 84 0c 01 00 00 48 89 d3 <8b> 12 89 d1 81 e1 00 80 00 00 75 3f 48 8b bb 88 00 00 00 64 4c 8b

Do I need to accept defeat?

**deadflowr** · March 4th, 2021

Try purging the package instead of reinstalling.
Also do you have any AV software running like this user did: https://forums.linuxmint.com/viewtopic.php?t=295201
or something similar.

**Impavidus** · March 4th, 2021

Originally Posted by deadflowr

Also do you have any AV software running like this user did: https://forums.linuxmint.com/viewtopic.php?t=295201
or something similar.

Already looked at that:

Originally Posted by Impavidus

It's a bit weird that you get an "operation not permitted" error (which is different from the "permission denied" error). I may have found one lead: https://askubuntu.com/questions/8986...aders-4-8-0-45
Bug report: https://bugs.launchpad.net/ubuntu/+s...g/+bug/1685984

That bug was reported 4 years ago. I guess the dpkg people consider this a bug in the AV software and the AV people think dpkg should be able to work around that... Or something like it.

Still, maybe check again that all AV software is disabled.

**daithi_dearg** · March 5th, 2021

I had ClamAV disabled when I got the error.

Just to go an extra step I ended up removing the AV altogether to be sure.

In the grub menu I have a 65 and 66 kernel but Wifi card works on neither.

Still getting similar issues and I hope I did the purge correctly:

Code:

david@david-N7x0WU:~$ sudo apt remove --purge linux-modules-extra-5.4.0-66-generic
Reading package lists... Done
Building dependency tree       
Reading state information... Done
Package 'linux-modules-extra-5.4.0-66-generic' is not installed, so not removed
0 upgraded, 0 newly installed, 0 to remove and 30 not upgraded.
david@david-N7x0WU:~$ sudo apt install --reinstall  linux-modules-extra-5.4.0-66-generic
Reading package lists... Done
Building dependency tree       
Reading state information... Done
The following NEW packages will be installed:
  linux-modules-extra-5.4.0-66-generic
0 upgraded, 1 newly installed, 0 to remove and 30 not upgraded.
Need to get 0 B/38.6 MB of archives.
After this operation, 190 MB of additional disk space will be used.
(Reading database ... 289475 files and directories currently installed.)
Preparing to unpack .../linux-modules-extra-5.4.0-66-generic_5.4.0-66.74_amd64.deb ...
Unpacking linux-modules-extra-5.4.0-66-generic (5.4.0-66.74) ...
dpkg: error processing archive /var/cache/apt/archives/linux-modules-extra-5.4.0-66-generic_5.4.0-66.74_amd64.deb (--unpack):
 unable to open '/lib/modules/5.4.0-66-generic/kernel/drivers/media/usb/tm6000/tm6000-alsa.ko.dpkg-new': Operation not permitted
Errors were encountered while processing:
 /var/cache/apt/archives/linux-modules-extra-5.4.0-66-generic_5.4.0-66.74_amd64.deb
E: Sub-process /usr/bin/dpkg returned an error code (1)

**deadflowr** · March 5th, 2021

Run all the commands in the the first post in the link I provided in post #25.
Switch out the first command to remove linux-image-generic with the linux-modules-extra-5.4.0-66-generic package
like

Code:

sudo dpkg --remove --force-remove-reinstreq linux-modules-extra-5.4.0-66-generic

That should completely clear the system of the package.

**daithi_dearg** · March 6th, 2021

Already removed AV.

Purged 66 and was able to reinstall it with:

Code:

sudo apt install linux-modules-extra-5.4.0-66-generic

In the grub menu can boot into .66 but don't see the Wifi card but in .42 I do see it.

I did a cleanup of the other kernels and I am left with these:

Code:

david@david-N7x0WU:~$ dpkg --list 'linux-*' | grep -v '^rc\|^un'
Desired=Unknown/Install/Remove/Purge/Hold
| Status=Not/Inst/Conf-files/Unpacked/halF-conf/Half-inst/trig-aWait/Trig-pend
|/ Err?=(none)/Reinst-required (Status,Err: uppercase=bad)
||/ Name                                          Version                     Architecture Description
+++-=============================================-===========================-============-===============================================================
ii  linux-base                                    4.5ubuntu3.1                all          Linux image base package
ii  linux-firmware                                1.187.9                     all          Firmware for Linux kernel drivers
in  linux-headers-5.11.3-051103-generic           <none>                      amd64        (no description available)
ii  linux-headers-5.4.0-42                        5.4.0-42.46                 all          Header files related to Linux kernel version 5.4.0
ii  linux-headers-5.4.0-42-generic                5.4.0-42.46                 amd64        Linux kernel headers for version 5.4.0 on 64 bit x86 SMP
ii  linux-image-5.4.0-42-generic                  5.4.0-42.46                 amd64        Signed kernel image generic
ii  linux-image-5.4.0-66-generic                  5.4.0-66.74                 amd64        Signed kernel image generic
ii  linux-libc-dev:amd64                          5.4.0-65.73                 amd64        Linux Kernel Headers for development
in  linux-modules-5.10.12-051012-generic          <none>                      amd64        (no description available)
in  linux-modules-5.10.6-051006-generic           <none>                      amd64        (no description available)
in  linux-modules-5.10.6-051006-lowlatency        <none>                      amd64        (no description available)
in  linux-modules-5.11.0-051100-generic           <none>                      amd64        (no description available)
ii  linux-modules-5.4.0-42-generic                5.4.0-42.46                 amd64        Linux kernel extra modules for version 5.4.0 on 64 bit x86 SMP
ii  linux-modules-5.4.0-66-generic                5.4.0-66.74                 amd64        Linux kernel extra modules for version 5.4.0 on 64 bit x86 SMP
in  linux-modules-5.4.65-050465-generic           <none>                      amd64        (no description available)
in  linux-modules-5.6.14-050614-generic           <none>                      amd64        (no description available)
in  linux-modules-extra-4.15.0-43-generic         <none>                      amd64        (no description available)
in  linux-modules-extra-4.15.0-45-generic         <none>                      amd64        (no description available)
ii  linux-modules-extra-5.4.0-42-generic          5.4.0-42.46                 amd64        Linux kernel extra modules for version 5.4.0 on 64 bit x86 SMP
in  linux-modules-extra-5.4.0-45-generic          <none>                      amd64        (no description available)
in  linux-modules-extra-5.4.0-51-generic          <none>                      amd64        (no description available)
in  linux-modules-extra-5.4.0-52-generic          <none>                      amd64        (no description available)
in  linux-modules-extra-5.4.0-65-generic          <none>                      amd64        (no description available)
in  linux-modules-extra-5.4.0-66-generic          <none>                      amd64        (no description available)
ii  linux-sound-base                              1.0.25+dfsg-0ubuntu5        all          base package for ALSA and OSS sound systems