# rpm -q kernel crash  kdump-utils kexec-tools 
kernel-6.9.0-0.rc2.1.el10.x86_64
kernel-6.9.0-0.rc7.5.test.el10.x86_64
crash-8.0.4-4.el10.x86_64
kdump-utils-1.0.42-9.el10.x86_64
kexec-tools-2.0.28-9.el10.x86_64

# crash 

crash 8.0.4-4.el10
Copyright (C) 2002-2022  Red Hat, Inc.
Copyright (C) 2004, 2005, 2006, 2010  IBM Corporation
Copyright (C) 1999-2006  Hewlett-Packard Co
Copyright (C) 2005, 2006, 2011, 2012  Fujitsu Limited
Copyright (C) 2006, 2007  VA Linux Systems Japan K.K.
Copyright (C) 2005, 2011, 2020-2022  NEC Corporation
Copyright (C) 1999, 2002, 2007  Silicon Graphics, Inc.
Copyright (C) 1999, 2000, 2001, 2002  Mission Critical Linux, Inc.
Copyright (C) 2015, 2021  VMware, Inc.
This program is free software, covered by the GNU General Public License,
and you are welcome to change it and/or distribute copies of it under
certain conditions.  Enter "help copying" to see the conditions.
This program has absolutely no warranty.  Enter "help warranty" for details.
 
GNU gdb (GDB) 10.2
Copyright (C) 2021 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.
Type "show copying" and "show warranty" for details.
This GDB was configured as "x86_64-pc-linux-gnu".
Type "show configuration" for configuration details.
Find the GDB manual and other documentation resources online at:
    <http://www.gnu.org/software/gdb/documentation/>.

For help, type "help".
Type "apropos word" to search for commands related to "word"...

      KERNEL: /usr/lib/debug/lib/modules/6.9.0-0.rc7.5.test.el10.x86_64/vmlinux
    DUMPFILE: /proc/kcore
        CPUS: 1
        DATE: Sun May 12 23:17:27 EDT 2024
      UPTIME: 2 days, 17:57:54
LOAD AVERAGE: 0.29, 0.07, 0.02
       TASKS: 126
    NODENAME: kvm-03-guest13.hv2.lab.eng.bos.redhat.com
     RELEASE: 6.9.0-0.rc7.5.test.el10.x86_64
     VERSION: #1 SMP PREEMPT_DYNAMIC Wed May  8 23:44:16 UTC 2024
     MACHINE: x86_64  (2095 Mhz)
      MEMORY: 4 GB
         PID: 48803
     COMMAND: "crash"
        TASK: ffff9b3b84688000  [THREAD_INFO: ffff9b3b84688000]
         CPU: 0
       STATE: TASK_RUNNING (ACTIVE)

crash> bt
PID: 48803    TASK: ffff9b3b84688000  CPU: 0    COMMAND: "crash"
(active)
crash>  foreach bt
PID: 0        TASK: ffffffff83e10980  CPU: 0    COMMAND: "swapper/0"
 #0 [ffffffff83e03e58] __schedule at ffffffff82dd5d7b
 #1 [ffffffff83e03ec0] schedule_idle at ffffffff82dd66d0
 #2 [ffffffff83e03ed0] do_idle at ffffffff82188091
 #3 [ffffffff83e03ee8] cpu_startup_entry at ffffffff821882c9
 #4 [ffffffff83e03ef8] rest_init at ffffffff82dcc22c
 #5 [ffffffff83e03f08] start_kernel at ffffffff848e05a9
 #6 [ffffffff83e03f20] x86_64_start_reservations at ffffffff848ea5c4
 #7 [ffffffff83e03f28] x86_64_start_kernel at ffffffff848ea6c5
 #8 [ffffffff83e03f40] common_startup_64 at ffffffff8202ef6d

PID: 1        TASK: ffff9b3b80240000  CPU: 0    COMMAND: "systemd"
 #0 [ffffb3dd40013b78] __schedule at ffffffff82dd5d7b
 #1 [ffffb3dd40013be0] schedule at ffffffff82dd6167
 #2 [ffffb3dd40013bf0] schedule_hrtimeout_range_clock at ffffffff82ddcf59
 #3 [ffffb3dd40013c80] ep_poll at ffffffff824f830e
 #4 [ffffb3dd40013d18] do_epoll_wait at ffffffff824f8438
 #5 [ffffb3dd40013d50] __x64_sys_epoll_wait at ffffffff824f9791
 #6 [ffffb3dd40013da0] do_syscall_64 at ffffffff82dc249e
 #7 [ffffb3dd40013f40] entry_SYSCALL_64_after_hwframe at ffffffff82e0012f
    [exception RIP: unknown or invalid address]
    RIP: 0000000000000202  RSP: 0000000000000000  RFLAGS: 0000002b
    RAX: 0000000000000054  RBX: 00000000ffffffff  RCX: 0000560b9711b9f0
    RDX: 0000000000000004  RSI: 00000000000000e8  RDI: 00007f9043527377
    RBP: 0000000000000202   R8: 00007f9043527377   R9: ffffffffffffffda
    R10: e3a93f40f3663c1f  R11: 1e08d545c0cd49f1  R12: 0000560b95ea7740
    R13: 0000000000000054  R14: 0000560b9711b9f0  R15: ffffffffffffffff
    ORIG_RAX: 0000000000000033  CS: 7ffda4130c68  SS: 0000
bt: WARNING: possibly bogus exception frame
......
crash> bt -t 
PID: 48951    TASK: ffff9b3b81948000  CPU: 0    COMMAND: "crash"
              START: __schedule at ffffffff82dd5d7b
  [ffffb3dd41783af0] __x64_sys_pread64 at ffffffff8248b868
  [ffffb3dd41783b30] do_syscall_64 at ffffffff82dc249e
  [ffffb3dd41783b48] vfs_read at ffffffff8248a987
  [ffffb3dd41783be0] syscall_exit_work at ffffffff821e3aa3
  [ffffb3dd41783be8] inode_security at ffffffff825a6d12
  [ffffb3dd41783c00] selinux_file_permission at ffffffff825a78df
  [ffffb3dd41783c50] proc_reg_read_iter at ffffffff82539040
  [ffffb3dd41783c68] vfs_read at ffffffff8248a987
  [ffffb3dd41783cb0] inode_security at ffffffff825a6d12
  [ffffb3dd41783cc8] selinux_file_permission at ffffffff825a78df
  [ffffb3dd41783d18] proc_reg_read_iter at ffffffff82539040
  [ffffb3dd41783d30] vfs_read at ffffffff8248a987
  [ffffb3dd41783dc8] syscall_exit_work at ffffffff821e3aa3
  [ffffb3dd41783de8] syscall_exit_to_user_mode at ffffffff82dc9f40
  [ffffb3dd41783e08] do_syscall_64 at ffffffff82dc24aa
  [ffffb3dd41783e10] vfs_read at ffffffff8248a987
  [ffffb3dd41783ea8] syscall_exit_work at ffffffff821e3aa3
  [ffffb3dd41783ec8] syscall_exit_to_user_mode at ffffffff82dc9f40
  [ffffb3dd41783ee8] do_syscall_64 at ffffffff82dc24aa
  [ffffb3dd41783f08] clear_bhb_loop at ffffffff82e01e45
  [ffffb3dd41783f10] clear_bhb_loop at ffffffff82e01e45
  [ffffb3dd41783f18] clear_bhb_loop at ffffffff82e01e45
  [ffffb3dd41783f40] entry_SYSCALL_64_after_hwframe at ffffffff82e0012f
    [exception RIP: unknown or invalid address]
    RIP: 0000000000000293  RSP: 0000000000000000  RFLAGS: 0000002b
    RAX: 0000000000001000  RBX: 00001b3aa295a000  RCX: 00005593291892e0
    RDX: 0000000000000004  RSI: 0000000000000011  RDI: 00007f4d6381e037
    RBP: 0000000000000293   R8: 00007f4d6381e037   R9: ffffffffffffffda
    R10: 0000000000000000  R11: 00001b3aa295a000  R12: 0000000000001000
    R13: 0000000000000004  R14: 00005593291892e0  R15: ffffb3dd41783000
    ORIG_RAX: 0000000000000033  CS: 7ffc95c7c230  SS: 0000
bt: WARNING: possibly bogus exception frame
crash>