Cannot boot on 5.1 (4.13.4-1-pve)

Rixton

Active Member
Oct 22, 2017
7
0
41
39
I cannot seem up boot after updating to as it just freezes at this stage;
https://image.ibb.co/jP5cWR/IMG_2787.jpg

I can still boot on 4.4.6-1 where it works fine, except that I cannot update my zpools, and I got the process "zed" running at 100% all the time, see

pveversion -v (this is on 4.4.6-1 as this is the only one that works)
Code:
pve-kernel-4.13.4-1-pve: 4.13.4-25
pve-kernel-4.4.6-1-pve: 4.4.6-48
libpve-http-server-perl: 2.0-6
lvm2: 2.02.168-pve6
corosync: 2.4.2-pve3
libqb0: 1.0.1-1
pve-cluster: 5.0-15
qemu-server: 5.0-17
pve-firmware: 2.0-3
libpve-common-perl: 5.0-20
libpve-guest-common-perl: 2.0-13
libpve-access-control: 5.0-7
libpve-storage-perl: 5.0-16
pve-libspice-server1: 0.12.8-3
vncterm: 1.5-2
pve-docs: 5.1-12
pve-qemu-kvm: 2.9.1-2
pve-container: 2.0-17
pve-firewall: 3.0-3
pve-ha-manager: 2.0-3
ksm-control-daemon: 1.2-2
glusterfs-client: 3.8.8-1
lxc-pve: 2.1.0-2
lxcfs: 2.0.7-pve4
criu: 2.11.1-1~bpo90
novnc-pve: 0.6-4
smartmontools: 6.5+svn4324-1
zfsutils-linux: 0.7.2-pve1~bpo90

grub.cfg:
Code:
#
# DO NOT EDIT THIS FILE
#
# It is automatically generated by grub-mkconfig using templates
# from /etc/grub.d and settings from /etc/default/grub
#

### BEGIN /etc/grub.d/00_header ###
if [ -s $prefix/grubenv ]; then
  set have_grubenv=true
  load_env
fi
if [ "${next_entry}" ] ; then
   set default="${next_entry}"
   set next_entry=
   save_env next_entry
   set boot_once=true
else
   set default="0"
fi

if [ x"${feature_menuentry_id}" = xy ]; then
  menuentry_id_option="--id"
else
  menuentry_id_option=""
fi

export menuentry_id_option

if [ "${prev_saved_entry}" ]; then
  set saved_entry="${prev_saved_entry}"
  save_env saved_entry
  set prev_saved_entry=
  save_env prev_saved_entry
  set boot_once=true
fi

function savedefault {
  if [ -z "${boot_once}" ]; then
    saved_entry="${chosen}"
    save_env saved_entry
  fi
}
function load_video {
  if [ x$feature_all_video_module = xy ]; then
    insmod all_video
  else
    insmod efi_gop
    insmod efi_uga
    insmod ieee1275_fb
    insmod vbe
    insmod vga
    insmod video_bochs
    insmod video_cirrus
  fi
}

if [ x$feature_default_font_path = xy ] ; then
   font=unicode
else
insmod part_gpt
insmod lvm
insmod ext2
set root='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'
if [ x$feature_platform_search_hint = xy ]; then
  search --no-floppy --fs-uuid --set=root --hint='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'  935b763a-74ea-4858-80f4-5ddddb98cfe0
else
  search --no-floppy --fs-uuid --set=root 935b763a-74ea-4858-80f4-5ddddb98cfe0
fi
    font="/usr/share/grub/unicode.pf2"
fi

if loadfont $font ; then
  set gfxmode=auto
  load_video
  insmod gfxterm
  set locale_dir=$prefix/locale
  set lang=en_US
  insmod gettext
fi
terminal_output gfxterm
if [ "${recordfail}" = 1 ] ; then
  set timeout=30
else
  if [ x$feature_timeout_style = xy ] ; then
    set timeout_style=menu
    set timeout=5
  # Fallback normal timeout code in case the timeout_style feature is
  # unavailable.
  else
    set timeout=5
  fi
fi
### END /etc/grub.d/00_header ###

### BEGIN /etc/grub.d/05_debian_theme ###
set menu_color_normal=cyan/blue
set menu_color_highlight=white/blue
### END /etc/grub.d/05_debian_theme ###

### BEGIN /etc/grub.d/10_linux ###
function gfxmode {
    set gfxpayload="${1}"
}
set linux_gfx_mode=
export linux_gfx_mode
menuentry 'Proxmox Virtual Environment GNU/Linux' --class proxmox --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-simple-935b763a-74ea-4858-80f4-5ddddb98cfe0' {
    load_video
    insmod gzio
    if [ x$grub_platform = xxen ]; then insmod xzio; insmod lzopio; fi
    insmod part_gpt
    insmod lvm
    insmod ext2
    set root='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'
    if [ x$feature_platform_search_hint = xy ]; then
      search --no-floppy --fs-uuid --set=root --hint='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'  935b763a-74ea-4858-80f4-5ddddb98cfe0
    else
      search --no-floppy --fs-uuid --set=root 935b763a-74ea-4858-80f4-5ddddb98cfe0
    fi
    echo    'Loading Linux 4.13.4-1-pve ...'
    linux    /boot/vmlinuz-4.13.4-1-pve root=/dev/mapper/pve-root ro  quiet
}
submenu 'Advanced options for Proxmox Virtual Environment GNU/Linux' $menuentry_id_option 'gnulinux-advanced-935b763a-74ea-4858-80f4-5ddddb98cfe0' {
    menuentry 'Proxmox Virtual Environment GNU/Linux, with Linux 4.13.4-1-pve' --class proxmox --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-4.13.4-1-pve-advanced-935b763a-74ea-4858-80f4-5ddddb98cfe0' {
        load_video
        insmod gzio
        if [ x$grub_platform = xxen ]; then insmod xzio; insmod lzopio; fi
        insmod part_gpt
        insmod lvm
        insmod ext2
        set root='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'
        if [ x$feature_platform_search_hint = xy ]; then
          search --no-floppy --fs-uuid --set=root --hint='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'  935b763a-74ea-4858-80f4-5ddddb98cfe0
        else
          search --no-floppy --fs-uuid --set=root 935b763a-74ea-4858-80f4-5ddddb98cfe0
        fi
        echo    'Loading Linux 4.13.4-1-pve ...'
        linux    /boot/vmlinuz-4.13.4-1-pve root=/dev/mapper/pve-root ro  quiet
    }
    menuentry 'Proxmox Virtual Environment GNU/Linux, with Linux 4.4.6-1-pve' --class proxmox --class gnu-linux --class gnu --class os $menuentry_id_option 'gnulinux-4.4.6-1-pve-advanced-935b763a-74ea-4858-80f4-5ddddb98cfe0' {
        load_video
        insmod gzio
        if [ x$grub_platform = xxen ]; then insmod xzio; insmod lzopio; fi
        insmod part_gpt
        insmod lvm
        insmod ext2
        set root='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'
        if [ x$feature_platform_search_hint = xy ]; then
          search --no-floppy --fs-uuid --set=root --hint='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'  935b763a-74ea-4858-80f4-5ddddb98cfe0
        else
          search --no-floppy --fs-uuid --set=root 935b763a-74ea-4858-80f4-5ddddb98cfe0
        fi
        echo    'Loading Linux 4.4.6-1-pve ...'
        linux    /boot/vmlinuz-4.4.6-1-pve root=/dev/mapper/pve-root ro  quiet
        echo    'Loading initial ramdisk ...'
        initrd    /boot/initrd.img-4.4.6-1-pve
    }
}

### END /etc/grub.d/10_linux ###

### BEGIN /etc/grub.d/20_linux_xen ###

### END /etc/grub.d/20_linux_xen ###

### BEGIN /etc/grub.d/20_memtest86+ ###
menuentry "Memory test (memtest86+)" {
    insmod part_gpt
    insmod lvm
    insmod ext2
    set root='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'
    if [ x$feature_platform_search_hint = xy ]; then
      search --no-floppy --fs-uuid --set=root --hint='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'  935b763a-74ea-4858-80f4-5ddddb98cfe0
    else
      search --no-floppy --fs-uuid --set=root 935b763a-74ea-4858-80f4-5ddddb98cfe0
    fi
    linux16    /boot/memtest86+.bin
}
menuentry "Memory test (memtest86+, serial console 115200)" {
    insmod part_gpt
    insmod lvm
    insmod ext2
    set root='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'
    if [ x$feature_platform_search_hint = xy ]; then
      search --no-floppy --fs-uuid --set=root --hint='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'  935b763a-74ea-4858-80f4-5ddddb98cfe0
    else
      search --no-floppy --fs-uuid --set=root 935b763a-74ea-4858-80f4-5ddddb98cfe0
    fi
    linux16    /boot/memtest86+.bin console=ttyS0,115200n8
}
menuentry "Memory test (memtest86+, experimental multiboot)" {
    insmod part_gpt
    insmod lvm
    insmod ext2
    set root='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'
    if [ x$feature_platform_search_hint = xy ]; then
      search --no-floppy --fs-uuid --set=root --hint='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'  935b763a-74ea-4858-80f4-5ddddb98cfe0
    else
      search --no-floppy --fs-uuid --set=root 935b763a-74ea-4858-80f4-5ddddb98cfe0
    fi
    multiboot    /boot/memtest86+_multiboot.bin
}
menuentry "Memory test (memtest86+, serial console 115200, experimental multiboot)" {
    insmod part_gpt
    insmod lvm
    insmod ext2
    set root='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'
    if [ x$feature_platform_search_hint = xy ]; then
      search --no-floppy --fs-uuid --set=root --hint='lvmid/ez1fLn-VHjT-fVLl-rD6z-WdU0-TaXt-4ulV6X/Xz1he1-MdU4-UZu6-pmI9-SOvO-eJDT-PqKyL9'  935b763a-74ea-4858-80f4-5ddddb98cfe0
    else
      search --no-floppy --fs-uuid --set=root 935b763a-74ea-4858-80f4-5ddddb98cfe0
    fi
    multiboot    /boot/memtest86+_multiboot.bin console=ttyS0,115200n8
}
### END /etc/grub.d/20_memtest86+ ###

### BEGIN /etc/grub.d/30_os-prober ###
### END /etc/grub.d/30_os-prober ###

### BEGIN /etc/grub.d/30_uefi-firmware ###
menuentry 'System setup' $menuentry_id_option 'uefi-firmware' {
    fwsetup
}
### END /etc/grub.d/30_uefi-firmware ###

### BEGIN /etc/grub.d/40_custom ###
# This file provides an easy way to add custom menu entries.  Simply type the
# menu entries you want to add after this comment.  Be careful not to change
# the 'exec tail' line above.
### END /etc/grub.d/40_custom ###

### BEGIN /etc/grub.d/41_custom ###
if [ -f  ${config_directory}/custom.cfg ]; then
  source ${config_directory}/custom.cfg
elif [ -z "${config_directory}" -a -f  $prefix/custom.cfg ]; then
  source $prefix/custom.cfg;
fi
### END /etc/grub.d/41_custom ###
 
what does "pvs", "vgs" and "lvs" report? what about "lsblk"?

can you try booting the 4.13 kernel with added "debug break=premount" or "debug break=mount" kernel command line parameters (press 'e' in grub to add them)? you should get a debug log in /run/initramfs/initramfs.debug, which you could save to disk somewhere and then post here together with any other logs you can obtain at that stage.. output of "lvm lvs", "lvm vgs", "lvm pvs" and lsblk from inside the initramfs would also be interesting
 
what does "pvs", "vgs" and "lvs" report? what about "lsblk"?

can you try booting the 4.13 kernel with added "debug break=premount" or "debug break=mount" kernel command line parameters (press 'e' in grub to add them)? you should get a debug log in /run/initramfs/initramfs.debug, which you could save to disk somewhere and then post here together with any other logs you can obtain at that stage.. output of "lvm lvs", "lvm vgs", "lvm pvs" and lsblk from inside the initramfs would also be interesting

pvs
Code:
  PV         VG  Fmt  Attr PSize   PFree
  /dev/sde3  pve lvm2 a--  465.63g 15.82g
vgs
Code:
VG  #PV #LV #SN Attr   VSize   VFree
  pve   1  11   0 wz--n- 465.63g 15.82g
lvs
Code:
LV            VG  Attr       LSize   Pool Origin Data%  Meta%  Move Log Cpy%Sync Convert
  data          pve twi-aotz-- 345.64g             55.06  25.93
  root          pve -wi-ao----  96.00g
  swap          pve -wi-ao----   8.00g
  vm-100-disk-1 pve Vwi-a-tz--  50.00g data        90.34
  vm-101-disk-1 pve Vwi-a-tz--  32.00g data        43.17
  vm-102-disk-1 pve Vwi-a-tz--  80.00g data        45.52
  vm-104-disk-1 pve Vwi-a-tz--  70.00g data        28.58
  vm-105-disk-1 pve Vwi-a-tz--  50.00g data        1.71
  vm-110-disk-1 pve Vwi-a-tz--  40.00g data        97.49
  vm-111-disk-1 pve Vwi-a-tz--  12.00g data        58.91
  vm-112-disk-1 pve Vwi-aotz--  28.00g data        99.87

As for the logs, the whole system freezes, it does not respond to anything, not even ctrl+alt+del
 
I understood that - hence the break in initramfs (the first stage of real booting, after grub has loaded the kernel from disk and executed it). if pre-mount or mount do not work, you can also try "top" or "init" instead.
 
I understood that - hence the break in initramfs (the first stage of real booting, after grub has loaded the kernel from disk and executed it). if pre-mount or mount do not work, you can also try "top" or "init" instead.

Thanks for all the help, Linux is not really my main OS
I have managed to get some more information, I can hower not seem to locate the logs saved anywhere, /run/initramfs/initramfs.debug does not exist at all
 
Thanks for all the help, Linux is not really my main OS
I have managed to get some more information, I can hower not seem to locate the logs saved anywhere, /run/initramfs/initramfs.debug does not exist at all

in which phase did you break? could you collect the other output as well as "dmesg" and attach it here?
 
in which phase did you break? could you collect the other output as well as "dmesg" and attach it here?

So i finally managed to solve this, it was missing from initramfs to ran update-initramfs -u -k all -t
Boots fine again and the issue with ZED hogging the CPU is resolved as well, thanks for all the help!