Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

kldxref speaks when running make installkernel (kldxref: unknown metadata record 4 in file kernel) #6

Open
0mp opened this issue Jun 4, 2016 · 0 comments

Comments

@0mp
Copy link
Owner

0mp commented Jun 4, 2016

  --------------------------------------------------------------
  >>> Installing kernel UFFIE
  --------------------------------------------------------------
  cd /usr/obj/usr/home/0mp/g/freebsd/sys/UFFIE;  MAKEOBJDIRPREFIX=/usr/obj  MACHINE_ARCH=i386  MACHINE=i386  CPUTYPE= GROFF_BIN_PATH=/usr/obj/usr/home/0mp/g/freebsd/tmp/legacy/usr/bin  GROFF_FONT_PATH=/usr/obj/usr/home/0mp/g/freebsd/tmp/legacy/usr/share/groff_font  GROFF_TMAC_PATH=/usr/obj/usr/home/0mp/g/freebsd/tmp/legacy/usr/share/tmac CC="cc " CXX="c++  "  CPP="cpp "  AS="as" AR="ar" LD="ld" NM=nm  OBJDUMP=objdump OBJCOPY="objcopy"  RANLIB=ranlib STRINGS=  SIZE="size" PATH=/usr/obj/usr/home/0mp/g/freebsd/tmp/legacy/usr/sbin:/usr/obj/usr/home/0mp/g/freebsd/tmp/legacy/usr/bin:/usr/obj/usr/home/0mp/g/freebsd/tmp/legacy/bin:/usr/obj/usr/home/0mp/g/freebsd/tmp/usr/sbin:/usr/obj/usr/home/0mp/g/freebsd/tmp/usr/bin:/sbin:/bin:/usr/sbin:/usr/bin  /usr/obj/usr/home/0mp/g/freebsd/make.i386/bmake  KERNEL=kernel install
  thiskernel=`sysctl -n kern.bootfile` ;  if [ ! "`dirname "$thiskernel"`" -ef /usr/home/0mp/UFFIE/boot/kernel ] ; then  chflags -R noschg /usr/home/0mp/UFFIE/boot/kernel ;  rm -rf /usr/home/0mp/UFFIE/boot/kernel ;  rm -rf /usr/home/0mp/UFFIE/usr/lib/debug/boot/kernel ;  else  if [ -d /usr/home/0mp/UFFIE/boot/kernel.old ] ; then  chflags -R noschg /usr/home/0mp/UFFIE/boot/kernel.old ;  rm -rf /usr/home/0mp/UFFIE/boot/kernel.old ;  fi ;  mv /usr/home/0mp/UFFIE/boot/kernel /usr/home/0mp/UFFIE/boot/kernel.old ;  if [ -n "/usr/lib/debug" -a  -d /usr/home/0mp/UFFIE/usr/lib/debug/boot/kernel ]; then  rm -rf /usr/home/0mp/UFFIE/usr/lib/debug/boot/kernel.old ;  mv /usr/home/0mp/UFFIE/usr/lib/debug/boot/kernel /usr/home/0mp/UFFIE/usr/lib/debug/boot/kernel.old ;  fi ;  sysctl kern.bootfile=/usr/home/0mp/UFFIE/boot/kernel.old/"`basename "$thiskernel"`" ;  fi
  mkdir -p /usr/home/0mp/UFFIE/boot/kernel
  install -p -m 555 -o root -g wheel kernel /usr/home/0mp/UFFIE/boot/kernel/
  mkdir -p /usr/home/0mp/UFFIE/usr/lib/debug/boot/kernel
  install -p -m 555 -o root -g wheel kernel.debug /usr/home/0mp/UFFIE/usr/lib/debug/boot/kernel/
  cd /usr/home/0mp/g/freebsd/sys/modules; MAKEOBJDIRPREFIX=/usr/obj/usr/home/0mp/g/freebsd/sys/UFFIE/modules KMODDIR=/boot/kernel MACHINE_CPUARCH=i386 MACHINE=i386 MACHINE_ARCH=i386 MODULES_EXTRA="" WITHOUT_MODULES="" MODULES_OVERRIDE="md ufs" DEBUG_FLAGS="-g" __MPATH="/usr/home/0mp/g/freebsd/sys/arm/allwinner/sunxi_dma_if.m /usr/home/0mp/g/freebsd/sys/arm/arm/hdmi_if.m /usr/home/0mp/g/freebsd/sys/arm/arm/platform_if.m /usr/home/0mp/g/freebsd/sys/arm/nvidia/tegra_soctherm_if.m /usr/home/0mp/g/freebsd/sys/arm/ti/ti_gpio_if.m /usr/home/0mp/g/freebsd/sys/arm64/arm64/pic_if.m /usr/home/0mp/g/freebsd/sys/dev/acpi_support/acpi_wmi_if.m /usr/home/0mp/g/freebsd/sys/dev/acpica/acpi_if.m /usr/home/0mp/g/freebsd/sys/dev/adb/adb_hb_if.m /usr/home/0mp/g/freebsd/sys/dev/adb/adb_if.m /usr/home/0mp/g/freebsd/sys/dev/agp/agp_if.m /usr/home/0mp/g/freebsd/sys/dev/altera/pio/pio_if.m /usr/home/0mp/g/freebsd/sys/dev/ata/ata_if.m /usr/home/0mp/g/freebsd/sys/dev/bhnd/bhnd_bus_if.m /usr/home/0mp/g/freebsd/sys/dev/bhnd/bhndb/bhndb_bus_if.m /usr/home/0mp/g/freebsd/sys/dev/bhnd/bhndb/bhndb_if.m /usr/home/0mp/g/freebsd/sys/dev/bhnd/cores/chipc/bhnd_chipc_if.m /usr/home/0mp/g/freebsd/sys/dev/bhnd/nvram/bhnd_nvram_if.m /usr/home/0mp/g/freebsd/sys/dev/dwc/if_dwc_if.m /usr/home/0mp/g/freebsd/sys/dev/eisa/eisa_if.m /usr/home/0mp/g/freebsd/sys/dev/etherswitch/etherswitch_if.m /usr/home/0mp/g/freebsd/sys/dev/extres/clk/clkdev_if.m /usr/home/0mp/g/freebsd/sys/dev/extres/clk/clknode_if.m /usr/home/0mp/g/freebsd/sys/dev/extres/hwreset/hwreset_if.m /usr/home/0mp/g/freebsd/sys/dev/extres/phy/phy_if.m /usr/home/0mp/g/freebsd/sys/dev/extres/regulator/regdev_if.m /usr/home/0mp/g/freebsd/sys/dev/extres/regulator/regnode_if.m /usr/home/0mp/g/freebsd/sys/dev/fb/fb_if.m /usr/home/0mp/g/freebsd/sys/dev/fdt/fdt_clock_if.m /usr/home/0mp/g/freebsd/sys/dev/fdt/fdt_pinctrl_if.m /usr/home/0mp/g/freebsd/sys/dev/gpio/gpio_if.m /usr/home/0mp/g/freebsd/sys/dev/gpio/gpiobus_if.m /usr/home/0mp/g/freebsd/sys/dev/iicbus/iicbb_if.m /usr/home/0mp/g/freebsd/sys/dev/iicbus/iicbus_if.m /usr/home/0mp/g/freebsd/sys/dev/iscsi/icl_conn_if.m /usr/home/0mp/g/freebsd/sys/dev/mbox/mbox_if.m /usr/home/0mp/g/freebsd/sys/dev/mdio/mdio_if.m /usr/home/0mp/g/freebsd/sys/dev/mii/miibus_if.m /usr/home/0mp/g/freebsd/sys/dev/mmc/mmcbr_if.m /usr/home/0mp/g/freebsd/sys/dev/mmc/mmcbus_if.m /usr/home/0mp/g/freebsd/sys/dev/mvs/mvs_if.m /usr/home/0mp/g/freebsd/sys/dev/nand/nand_if.m /usr/home/0mp/g/freebsd/sys/dev/nand/nandbus_if.m /usr/home/0mp/g/freebsd/sys/dev/nand/nfc_if.m /usr/home/0mp/g/freebsd/sys/dev/ofw/ofw_bus_if.m /usr/home/0mp/g/freebsd/sys/dev/ofw/ofw_if.m /usr/home/0mp/g/freebsd/sys/dev/ow/owll_if.m /usr/home/0mp/g/freebsd/sys/dev/ow/own_if.m /usr/home/0mp/g/freebsd/sys/dev/pccard/card_if.m /usr/home/0mp/g/freebsd/sys/dev/pccard/power_if.m /usr/home/0mp/g/freebsd/sys/dev/pci/pci_if.m /usr/home/0mp/g/freebsd/sys/dev/pci/pci_iov_if.m /usr/home/0mp/g/freebsd/sys/dev/pci/pcib_if.m /usr/home/0mp/g/freebsd/sys/dev/ppbus/ppbus_if.m /usr/home/0mp/g/freebsd/sys/dev/scc/scc_if.m /usr/home/0mp/g/freebsd/sys/dev/sdhci/sdhci_if.m /usr/home/0mp/g/freebsd/sys/dev/smbus/smbus_if.m /usr/home/0mp/g/freebsd/sys/dev/sound/midi/mpu_if.m /usr/home/0mp/g/freebsd/sys/dev/sound/midi/mpufoi_if.m /usr/home/0mp/g/freebsd/sys/dev/sound/midi/synth_if.m /usr/home/0mp/g/freebsd/sys/dev/sound/pci/hda/hdac_if.m /usr/home/0mp/g/freebsd/sys/dev/sound/pcm/ac97_if.m /usr/home/0mp/g/freebsd/sys/dev/sound/pcm/channel_if.m /usr/home/0mp/g/freebsd/sys/dev/sound/pcm/feeder_if.m /usr/home/0mp/g/freebsd/sys/dev/sound/pcm/mixer_if.m /usr/home/0mp/g/freebsd/sys/dev/spibus/spibus_if.m /usr/home/0mp/g/freebsd/sys/dev/uart/uart_if.m /usr/home/0mp/g/freebsd/sys/dev/usb/controller/generic_usb_if.m /usr/home/0mp/g/freebsd/sys/dev/usb/usb_if.m /usr/home/0mp/g/freebsd/sys/dev/virtio/mmio/virtio_mmio_if.m /usr/home/0mp/g/freebsd/sys/dev/virtio/virtio_bus_if.m /usr/home/0mp/g/freebsd/sys/dev/virtio/virtio_if.m /usr/home/0mp/g/freebsd/sys/dev/vnic/lmac_if.m /usr/home/0mp/g/freebsd/sys/geom/part/g_part_if.m /usr/home/0mp/g/freebsd/sys/geom/raid/g_raid_md_if.m /usr/home/0mp/g/freebsd/sys/geom/raid/g_raid_tr_if.m /usr/home/0mp/g/freebsd/sys/isa/isa_if.m /usr/home/0mp/g/freebsd/sys/kern/bus_if.m /usr/home/0mp/g/freebsd/sys/kern/clock_if.m /usr/home/0mp/g/freebsd/sys/kern/cpufreq_if.m /usr/home/0mp/g/freebsd/sys/kern/device_if.m /usr/home/0mp/g/freebsd/sys/kern/linker_if.m /usr/home/0mp/g/freebsd/sys/kern/msi_if.m /usr/home/0mp/g/freebsd/sys/kern/pic_if.m /usr/home/0mp/g/freebsd/sys/kern/serdev_if.m /usr/home/0mp/g/freebsd/sys/kgssapi/kgss_if.m /usr/home/0mp/g/freebsd/sys/libkern/iconv_converter_if.m /usr/home/0mp/g/freebsd/sys/mips/beri/fdt_ic_if.m /usr/home/0mp/g/freebsd/sys/mips/mediatek/fdt_reset_if.m /usr/home/0mp/g/freebsd/sys/net/ifdi_if.m /usr/home/0mp/g/freebsd/sys/opencrypto/cryptodev_if.m /usr/home/0mp/g/freebsd/sys/pc98/pc98/canbus_if.m /usr/home/0mp/g/freebsd/sys/powerpc/aim/moea64_if.m /usr/home/0mp/g/freebsd/sys/powerpc/powerpc/iommu_if.m /usr/home/0mp/g/freebsd/sys/powerpc/powerpc/mmu_if.m /usr/home/0mp/g/freebsd/sys/powerpc/powerpc/pic_if.m /usr/home/0mp/g/freebsd/sys/powerpc/powerpc/platform_if.m /usr/home/0mp/g/freebsd/sys/sparc64/pci/ofw_pci_if.m /usr/home/0mp/g/freebsd/sys/xen/xenbus/xenbus_if.m /usr/home/0mp/g/freebsd/sys/xen/xenbus/xenbusb_if.m /usr/home/0mp/g/freebsd/sys/xen/xenmem/xenmem_if.m" DESTDIR="/usr/home/0mp/UFFIE" KERNBUILDDIR="/usr/obj/usr/home/0mp/g/freebsd/sys/UFFIE" SYSDIR="/usr/home/0mp/g/freebsd/sys" WITH_CTF="1" /usr/obj/usr/home/0mp/g/freebsd/make.i386/bmake  install
  ===> md (install)
  install -T release -o root -g wheel -m 555   geom_md.ko /usr/home/0mp/UFFIE/boot/kernel/
  install -T debug -o root -g wheel -m 555   geom_md.ko.debug /usr/home/0mp/UFFIE/usr/lib/debug/boot/kernel/
  ===> ufs (install)
  install -T release -o root -g wheel -m 555   ufs.ko /usr/home/0mp/UFFIE/boot/kernel/
  install -T debug -o root -g wheel -m 555   ufs.ko.debug /usr/home/0mp/UFFIE/usr/lib/debug/boot/kernel/
  kldxref /usr/home/0mp/UFFIE/boot/kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel
  kldxref: unknown metadata record 4 in file kernel

@0mp 0mp added the help wanted label Jun 4, 2016
0mp pushed a commit that referenced this issue Sep 17, 2020
  Instantiate Error in Target::GetEntryPointAddress() only when
  necessary

  When Target::GetEntryPointAddress() calls
  exe_module->GetObjectFile()->GetEntryPointAddress(), and the returned
  entry_addr is valid, it can immediately be returned.

  However, just before that, an llvm::Error value has been setup, but
  in this case it is not consumed before returning, like is done
  further below in the function.

  In https://bugs.freebsd.org/248745 we got a bug report for this,
  where a very simple test case aborts and dumps core:

  * thread #1, name = 'testcase', stop reason = breakpoint 1.1
      frame #0: 0x00000000002018d4 testcase`main(argc=1, argv=0x00007fffffffea18) at testcase.c:3:5
     1    int main(int argc, char *argv[])
     2    {
  -> 3        return 0;
     4    }
  (lldb) p argc
  Program aborted due to an unhandled Error:
  Error value was Success. (Note: Success values must still be checked prior to being destroyed).

  Thread 1 received signal SIGABRT, Aborted.
  thr_kill () at thr_kill.S:3
  3       thr_kill.S: No such file or directory.
  (gdb) bt
  #0  thr_kill () at thr_kill.S:3
  #1  0x00000008049a0004 in __raise (s=6) at /usr/src/lib/libc/gen/raise.c:52
  #2  0x0000000804916229 in abort () at /usr/src/lib/libc/stdlib/abort.c:67
  #3  0x000000000451b5f5 in fatalUncheckedError () at /usr/src/contrib/llvm-project/llvm/lib/Support/Error.cpp:112
  #4  0x00000000019cf008 in GetEntryPointAddress () at /usr/src/contrib/llvm-project/llvm/include/llvm/Support/Error.h:267
  #5  0x0000000001bccbd8 in ConstructorSetup () at /usr/src/contrib/llvm-project/lldb/source/Target/ThreadPlanCallFunction.cpp:67
  #6  0x0000000001bcd2c0 in ThreadPlanCallFunction () at /usr/src/contrib/llvm-project/lldb/source/Target/ThreadPlanCallFunction.cpp:114
  #7  0x00000000020076d4 in InferiorCallMmap () at /usr/src/contrib/llvm-project/lldb/source/Plugins/Process/Utility/InferiorCallPOSIX.cpp:97
  #8  0x0000000001f4be33 in DoAllocateMemory () at /usr/src/contrib/llvm-project/lldb/source/Plugins/Process/FreeBSD/ProcessFreeBSD.cpp:604
  #9  0x0000000001fe51b9 in AllocatePage () at /usr/src/contrib/llvm-project/lldb/source/Target/Memory.cpp:347
  #10 0x0000000001fe5385 in AllocateMemory () at /usr/src/contrib/llvm-project/lldb/source/Target/Memory.cpp:383
  #11 0x0000000001974da2 in AllocateMemory () at /usr/src/contrib/llvm-project/lldb/source/Target/Process.cpp:2301
  #12 CanJIT () at /usr/src/contrib/llvm-project/lldb/source/Target/Process.cpp:2331
  #13 0x0000000001a1bf3d in Evaluate () at /usr/src/contrib/llvm-project/lldb/source/Expression/UserExpression.cpp:190
  #14 0x00000000019ce7a2 in EvaluateExpression () at /usr/src/contrib/llvm-project/lldb/source/Target/Target.cpp:2372
  #15 0x0000000001ad784c in EvaluateExpression () at /usr/src/contrib/llvm-project/lldb/source/Commands/CommandObjectExpression.cpp:414
  #16 0x0000000001ad86ae in DoExecute () at /usr/src/contrib/llvm-project/lldb/source/Commands/CommandObjectExpression.cpp:646
  #17 0x0000000001a5e3ed in Execute () at /usr/src/contrib/llvm-project/lldb/source/Interpreter/CommandObject.cpp:1003
  #18 0x0000000001a6c4a3 in HandleCommand () at /usr/src/contrib/llvm-project/lldb/source/Interpreter/CommandInterpreter.cpp:1762
  #19 0x0000000001a6f98c in IOHandlerInputComplete () at /usr/src/contrib/llvm-project/lldb/source/Interpreter/CommandInterpreter.cpp:2760
  #20 0x0000000001a90b08 in Run () at /usr/src/contrib/llvm-project/lldb/source/Core/IOHandler.cpp:548
  #21 0x00000000019a6c6a in ExecuteIOHandlers () at /usr/src/contrib/llvm-project/lldb/source/Core/Debugger.cpp:903
  #22 0x0000000001a70337 in RunCommandInterpreter () at /usr/src/contrib/llvm-project/lldb/source/Interpreter/CommandInterpreter.cpp:2946
  #23 0x0000000001d9d812 in RunCommandInterpreter () at /usr/src/contrib/llvm-project/lldb/source/API/SBDebugger.cpp:1169
  #24 0x0000000001918be8 in MainLoop () at /usr/src/contrib/llvm-project/lldb/tools/driver/Driver.cpp:675
  #25 0x000000000191a114 in main () at /usr/src/contrib/llvm-project/lldb/tools/driver/Driver.cpp:890

  Fix the incorrect error catch by only instantiating an Error object
  if it is necessary.

  Reviewed By: JDevlieghere

  Differential Revision: https://reviews.llvm.org/D86355

This should fix lldb aborting as described in the scenario above.

Reported by:	dmgk
PR:		248745
0mp pushed a commit that referenced this issue Apr 18, 2023
Under certain loads, the following panic is hit:

    panic: page fault
    KDB: stack backtrace:
    #0 0xffffffff805db025 at kdb_backtrace+0x65
    #1 0xffffffff8058e86f at vpanic+0x17f
    #2 0xffffffff8058e6e3 at panic+0x43
    #3 0xffffffff808adc15 at trap_fatal+0x385
    #4 0xffffffff808adc6f at trap_pfault+0x4f
    #5 0xffffffff80886da8 at calltrap+0x8
    #6 0xffffffff80669186 at vgonel+0x186
    #7 0xffffffff80669841 at vgone+0x31
    #8 0xffffffff8065806d at vfs_hash_insert+0x26d
    #9 0xffffffff81a39069 at sfs_vgetx+0x149
    #10 0xffffffff81a39c54 at zfsctl_snapdir_lookup+0x1e4
    #11 0xffffffff8065a28c at lookup+0x45c
    #12 0xffffffff806594b9 at namei+0x259
    #13 0xffffffff80676a33 at kern_statat+0xf3
    #14 0xffffffff8067712f at sys_fstatat+0x2f
    #15 0xffffffff808ae50c at amd64_syscall+0x10c
    #16 0xffffffff808876bb at fast_syscall_common+0xf8

The page fault occurs because vgonel() will call VOP_CLOSE() for active
vnodes. For this reason, define vop_close for zfsctl_ops_snapshot. While
here, define vop_open for consistency.

After adding the necessary vop, the bug progresses to the following
panic:

    panic: VERIFY3(vrecycle(vp) == 1) failed (0 == 1)
    cpuid = 17
    KDB: stack backtrace:
    #0 0xffffffff805e29c5 at kdb_backtrace+0x65
    #1 0xffffffff8059620f at vpanic+0x17f
    #2 0xffffffff81a27f4a at spl_panic+0x3a
    #3 0xffffffff81a3a4d0 at zfsctl_snapshot_inactive+0x40
    #4 0xffffffff8066fdee at vinactivef+0xde
    #5 0xffffffff80670b8a at vgonel+0x1ea
    #6 0xffffffff806711e1 at vgone+0x31
    #7 0xffffffff8065fa0d at vfs_hash_insert+0x26d
    #8 0xffffffff81a39069 at sfs_vgetx+0x149
    #9 0xffffffff81a39c54 at zfsctl_snapdir_lookup+0x1e4
    #10 0xffffffff80661c2c at lookup+0x45c
    #11 0xffffffff80660e59 at namei+0x259
    #12 0xffffffff8067e3d3 at kern_statat+0xf3
    #13 0xffffffff8067eacf at sys_fstatat+0x2f
    #14 0xffffffff808b5ecc at amd64_syscall+0x10c
    #15 0xffffffff8088f07b at fast_syscall_common+0xf8

This is caused by a race condition that can occur when allocating a new
vnode and adding that vnode to the vfs hash. If the newly created vnode
loses the race when being inserted into the vfs hash, it will not be
recycled as its usecount is greater than zero, hitting the above
assertion.

Fix this by dropping the assertion.

FreeBSD-issue: https://bugs.freebsd.org/bugzilla/show_bug.cgi?id=252700
Reviewed-by: Andriy Gapon <avg@FreeBSD.org>
Reviewed-by: Mateusz Guzik <mjguzik@gmail.com>
Reviewed-by: Alek Pinchuk <apinchuk@axcient.com>
Reviewed-by: Ryan Moeller <ryan@iXsystems.com>
Signed-off-by: Rob Wing <rob.wing@klarasystems.com>
Co-authored-by: Rob Wing <rob.wing@klarasystems.com>
Submitted-by: Klara, Inc.
Sponsored-by: rsync.net
Closes #14501
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Projects
None yet
Development

No branches or pull requests

1 participant