Disable TPM on Ubuntu 20.04.3 LTS Server fresh install

When I try to boot from a bootable Ubuntu USB with Ubuntu 20.04.3 Server image I get the following error:

ima: error communicating to tpm chip

I searched the web and tried different options:

1- Disable the TPM in BIOS on my HP Z620 Bios

2- Adding rmmod TPM in Grub.cfg before 1st set of menuentry

But still getting the error!

Here's my grub.cfg. Can someone validate if i'm doing it wrong? Thanks

if loadfont /boot/grub/font.pf2 ; then
    set gfxmode=auto
    insmod efi_gop
    insmod efi_uga
    insmod gfxterm
    terminal_output gfxterm
fi

set menu_color_normal=white/black
set menu_color_highlight=black/light-gray

set timeout=5
rmmod tpm
menuentry "Install Ubuntu Server" {
    set gfxpayload=keep
    linux   /casper/vmlinuz   quiet  ---
    initrd  /casper/initrd
}
grub_platform
if [ "$grub_platform" = "efi" ]; then
menuentry 'Boot from next volume' {
    exit 1
}
menuentry 'UEFI Firmware Settings' {
    fwsetup
}
fi
submenu 'Boot and Install with the HWE kernel' {
menuentry "Install Ubuntu Server" {
    set gfxpayload=keep
    linux   /casper/hwe-vmlinuz   quiet  ---
    initrd  /casper/hwe-initrd
}
}