Global lock seems to be unable to start.

sanlock-3.9.0-3.el9    BUILT: Fri Dec 15 11:30:33 AM EST 2023
sanlock-lib-3.9.0-3.el9    BUILT: Fri Dec 15 11:30:33 AM EST 2023
kernel-5.14.0-406.el9    BUILT: Tue Jan  9 05:45:15 PM EST 2024
lvm2-2.03.23-1.el9    BUILT: Tue Nov 28 08:15:42 AM EST 2023
lvm2-libs-2.03.23-1.el9    BUILT: Tue Nov 28 08:15:42 AM EST 2023

[root@megatest-27 ~]# grep QA /etc/lvm/lvm.conf 
    use_lvmlockd = 1  # edited by QA test script qe_lvmconf (on Tue Jan 16 05:28:53 PM EST 2024)!

[root@megatest-27 ~]# ps -ef | grep sanlock
sanlock    59796       1  0 Jan16 ?        00:00:05 /usr/sbin/sanlock daemon
root       59797   59796  0 Jan16 ?        00:00:00 /usr/sbin/sanlock daemon
root      202692  202592  0 14:37 pts/0    00:00:00 grep --color=auto sanlock

[root@megatest-27 ~]# vgs
  Skipping global lock: lockspace not found or started
  Reading VG global without a lock.
  VG               #PV #LV #SN Attr   VSize  VFree 
  global             1   0   0 wz--ns 29.99g 29.74g
  rhel_megatest-27   1   2   0 wz--n- <7.00g     0 

[root@megatest-27 ~]# vgchange --lock-start global
  Skipping global lock: lockspace not found or started
  VG global starting sanlock lockspace
  Starting locking.  Waiting for sanlock may take 20 sec to 3 min...
[root@megatest-28 ~]# vgchange --lock-start global
  Skipping global lock: lockspace not found or started
  VG global starting sanlock lockspace
  Starting locking.  Waiting for sanlock may take 20 sec to 3 min...


# waiting awhile
[root@megatest-27 ~]# pvcreate --config devices/scan_lvs=1  /dev/sda1 /dev/sdf1 /dev/sdh1 /dev/sdg1 /dev/sdc1 /dev/sde1 /dev/sdd1
  Global lock failed: check that global lockspace is started

# waiting awhile
[root@megatest-27 ~]# pvcreate --config devices/scan_lvs=1  /dev/sda1 /dev/sdf1 /dev/sdh1 /dev/sdg1 /dev/sdc1 /dev/sde1 /dev/sdd1
  Global lock failed: check that global lockspace is started

# waiting awhile
[root@megatest-27 ~]# pvcreate --config devices/scan_lvs=1  /dev/sda1 /dev/sdf1 /dev/sdh1 /dev/sdg1 /dev/sdc1 /dev/sde1 /dev/sdd1
  Global lock failed: check that global lockspace is started

[root@megatest-27 ~]# sanlock gets -h 1
[root@megatest-27 ~]# 
[root@megatest-27 ~]# sanlock status
daemon 0c931d2f-e843-4952-a41a-d874c054d44f.megatest-27
p -1 helper
p -1 listener
p -1 status
[root@megatest-27 ~]# lvmlockctl --dump
1705444134 lvmlockd started
1705444146 new cl 1 pi 2 fd 8
1705444146 recv lvs[59943] cl 1 lock vg "rhel_megatest-27" mode sh flags 0
1705444146 lockspace "lvm_rhel_megatest-27" not found
1705444146 read_cluster_name: open error -1, check dlm_controld
1705444146 send lvs[59943] cl 1 lock vg rv -210 ENOLS NO_LOCKSPACES,NO_GL_LS
1705444146 close lvs[59943] cl 1 fd 8
1705444176 new cl 2 pi 2 fd 8
1705444176 recv lvs[61918] cl 2 lock vg "rhel_megatest-27" mode sh flags 0
1705444176 lockspace "lvm_rhel_megatest-27" not found
1705444176 read_cluster_name: open error -1, check dlm_controld
1705444176 send lvs[61918] cl 2 lock vg rv -210 ENOLS NO_LOCKSPACES,NO_GL_LS
1705444176 close lvs[61918] cl 2 fd 8
1705444197 new cl 3 pi 2 fd 8
1705444197 recv lvs[64326] cl 3 lock vg "rhel_megatest-27" mode sh flags 0
1705444197 lockspace "lvm_rhel_megatest-27" not found
1705444197 read_cluster_name: open error -1, check dlm_controld
1705444197 send lvs[64326] cl 3 lock vg rv -210 ENOLS NO_LOCKSPACES,NO_GL_LS
1705444197 close lvs[64326] cl 3 fd 8
1705444215 new cl 4 pi 2 fd 8
1705444215 close client[66426] cl 4 fd 8
1705444216 new cl 5 pi 2 fd 8
1705444216 close client[66451] cl 5 fd 8
1705444216 new cl 6 pi 2 fd 8
1705444216 close client[66476] cl 6 fd 8
1705444216 new cl 7 pi 2 fd 8
1705444216 close client[66501] cl 7 fd 8
1705444216 new cl 8 pi 2 fd 8
1705444216 close client[66526] cl 8 fd 8
1705444217 new cl 9 pi 2 fd 8
1705444217 close client[66551] cl 9 fd 8
1705444217 new cl 10 pi 2 fd 8
1705444217 close client[66576] cl 10 fd 8
1705444217 new cl 11 pi 2 fd 8
1705444217 close client[66601] cl 11 fd 8
1705444221 new cl 12 pi 2 fd 8
1705444221 recv client[66653] cl 12 running_lm . "" mode iv flags 0
1705444221 read_cluster_name: open error -1, check dlm_controld
1705444221 send client[66653] cl 12 running_lm . rv 3  
1705444221 set gl_use_sanlock
1705444221 recv vgcreate[66653] cl 12 lock gl "" mode ex flags 0
1705444221 lockspace "" not found for sanlock gl, searching...
1705444221 work search for gl
1705444221 worker found no gl_is_enabled
1705444221 lockspace "" not found after search
1705444221 send vgcreate[66653] cl 12 lock gl rv -210 ENOLS NO_LOCKSPACES,NO_GL_LS,
1705444221 recv vgcreate[66653] cl 12 init vg "global" mode iv flags 0
1705444221 work init_vg global
1705444221 S lvm_global init_vg_san path /dev/mapper/global-lvmlock
1705444221 sanlock daemon version 03090000 proto 00000001
1705444221 S lvm_global init_vg_san done vg_args 1.0.0:lvmlock
1705444221 S lvm_global init_vg_san clearing lv lease areas
1705444221 send vgcreate[66653] cl 12 init vg rv 0 vg_args 1.0.0:lvmlock lv_args none
1705444221 recv vgcreate[66653] cl 12 update vg "global" mode iv flags 0
1705444221 lockspace "lvm_global" not found ignored for vg update
1705444221 send vgcreate[66653] cl 12 update vg rv -210 ENOLS NO_LOCKSPACES,
1705444221 recv vgcreate[66653] cl 12 start vg "global" mode iv flags 0
1705444221 add_lockspace_thread sanlock lvm_global version 3
1705444221 S lvm_global lm_add_lockspace sanlock wait 0 adopt 0
1705444222 set killpath to /usr/sbin/lvmlockctl --kill global
1705444222 get_sizes_lockspace found 512 1048576
1705444222 S lvm_global prepare_lockspace_san sizes 512 1048576
1705444222 S lvm_global prepare_lockspace_san use global lock lvm_global
1705444222 S lvm_global prepare_lockspace_san done
1705444222 send vgcreate[66653] cl 12 start vg rv 0  
1705444222 recv vgcreate[66653] cl 12 lock gl "" mode un flags 0
1705444222 lockspace is starting lvm_global
1705444222 send vgcreate[66653] cl 12 lock gl rv -211  
1705444222 recv vgcreate[66653] cl 12 start_wait . "" mode iv flags 0
1705444222 count_lockspace_starting client 0 count 1 done 0 fail 0
1705444223 S lvm_global add_lockspace_san add_lockspace error -203
1705444223 S lvm_global lm_add_lockspace done -203
1705444224 work delayed start_wait for client 12
1705444224 count_lockspace_starting client 0 count 0 done 0 fail 1
1705444224 free ls REM:lvm_global
1705444224 send vgcreate[66653] cl 12 start_wait . rv 0  
1705444224 close vgcreate[66653] cl 12 fd 8
1705444234 new cl 13 pi 2 fd 8
1705444234 recv vgchange[66706] cl 13 lock gl "" mode sh flags 0
1705444234 read_cluster_name: open error -1, check dlm_controld
1705444234 lockspace "lvm_global" not found for sanlock gl, searching...
1705444234 work search for gl
1705444234 worker found no gl_is_enabled
1705444234 lockspace "lvm_global" not found after search
1705444234 read_cluster_name: open error -1, check dlm_controld
1705444234 send vgchange[66706] cl 13 lock gl rv -210 ENOLS NO_LOCKSPACES,NO_GL_LS
1705444234 set gl_use_sanlock
1705444234 recv vgchange[66706] cl 13 start vg "global" mode iv flags 0
1705444234 add_lockspace_thread sanlock lvm_global version 3
1705444234 S lvm_global lm_add_lockspace sanlock wait 0 adopt 0
1705444235 set killpath to /usr/sbin/lvmlockctl --kill global
1705444235 get_sizes_lockspace found 512 1048576
1705444235 S lvm_global prepare_lockspace_san sizes 512 1048576
1705444235 S lvm_global prepare_lockspace_san use global lock lvm_global
1705444235 S lvm_global prepare_lockspace_san done
1705444235 send vgchange[66706] cl 13 start vg rv 0  
1705444235 recv vgchange[66706] cl 13 start_wait . "" mode iv flags 0
1705444235 count_lockspace_starting client 0 count 1 done 0 fail 0
1705444236 S lvm_global add_lockspace_san add_lockspace error -203
1705444236 S lvm_global lm_add_lockspace done -203
1705444236 work delayed start_wait for client 13
1705444236 count_lockspace_starting client 0 count 0 done 0 fail 1
1705444236 free ls REM:lvm_global
1705444236 send vgchange[66706] cl 13 start_wait . rv 0  
1705444236 close vgchange[66706] cl 13 fd 8
1705444251 new cl 14 pi 2 fd 8
1705444251 recv pvcreate[66742] cl 14 lock gl "" mode ex flags 0
1705444251 read_cluster_name: open error -1, check dlm_controld
1705444251 lockspace "lvm_global" not found for sanlock gl, searching...
1705444251 work search for gl
1705444251 worker found no gl_is_enabled
1705444251 lockspace "lvm_global" not found after search
1705444251 read_cluster_name: open error -1, check dlm_controld
1705444251 send pvcreate[66742] cl 14 lock gl rv -210 ENOLS NO_LOCKSPACES,NO_GL_LS
1705444251 close pvcreate[66742] cl 14 fd 8
1705606688 new cl 15 pi 2 fd 8
1705606688 recv vgs[202701] cl 15 lock gl "" mode sh flags 0
1705606688 read_cluster_name: open error -1, check dlm_controld
1705606688 lockspace "lvm_global" not found for sanlock gl, searching...
1705606688 work search for gl
1705606688 worker found no gl_is_enabled
1705606688 lockspace "lvm_global" not found after search
1705606688 send vgs[202701] cl 15 lock gl rv -210 ENOLS NO_LOCKSPACES,
1705606688 recv vgs[202701] cl 15 lock vg "global" mode sh flags 0
1705606688 lockspace "lvm_global" not found
1705606688 read_cluster_name: open error -1, check dlm_controld
1705606688 send vgs[202701] cl 15 lock vg rv -210 ENOLS NO_LOCKSPACES,NO_GL_LS
1705606688 recv vgs[202701] cl 15 lock vg "rhel_megatest-27" mode sh flags 0
1705606688 lockspace "lvm_rhel_megatest-27" not found
1705606688 read_cluster_name: open error -1, check dlm_controld
1705606688 send vgs[202701] cl 15 lock vg rv -210 ENOLS NO_LOCKSPACES,NO_GL_LS
1705606688 close vgs[202701] cl 15 fd 8
1705606713 new cl 16 pi 2 fd 8
1705606713 recv vgchange[202712] cl 16 lock gl "" mode sh flags 0
1705606713 read_cluster_name: open error -1, check dlm_controld
1705606713 lockspace "lvm_global" not found for sanlock gl, searching...
1705606713 work search for gl
1705606713 worker found no gl_is_enabled
1705606713 lockspace "lvm_global" not found after search
1705606713 send vgchange[202712] cl 16 lock gl rv -210 ENOLS NO_LOCKSPACES,
1705606713 set gl_use_sanlock
1705606713 recv vgchange[202712] cl 16 start vg "global" mode iv flags 0
1705606713 add_lockspace_thread sanlock lvm_global version 3
1705606713 S lvm_global lm_add_lockspace sanlock wait 0 adopt 0
1705606714 set killpath to /usr/sbin/lvmlockctl --kill global
1705606714 get_sizes_lockspace found 512 1048576
1705606714 S lvm_global prepare_lockspace_san sizes 512 1048576
1705606714 S lvm_global prepare_lockspace_san use global lock lvm_global
1705606714 S lvm_global prepare_lockspace_san done
1705606714 send vgchange[202712] cl 16 start vg rv 0  
1705606714 recv vgchange[202712] cl 16 start_wait . "" mode iv flags 0
1705606714 count_lockspace_starting client 0 count 1 done 0 fail 0
1705606715 work delayed start_wait for client 16
1705606715 count_lockspace_starting client 0 count 1 done 0 fail 0
1705606715 S lvm_global add_lockspace_san add_lockspace error -203
1705606715 S lvm_global lm_add_lockspace done -203
1705606717 work delayed start_wait for client 16
1705606717 count_lockspace_starting client 0 count 0 done 0 fail 1
1705606717 send vgchange[202712] cl 16 start_wait . rv 0  
1705606717 free ls REM:lvm_global
1705606717 close vgchange[202712] cl 16 fd 8
1705606750 new cl 17 pi 2 fd 8
1705606750 recv pvcreate[202732] cl 17 lock gl "" mode ex flags 0
1705606750 read_cluster_name: open error -1, check dlm_controld
1705606750 lockspace "lvm_global" not found for sanlock gl, searching...
1705606750 work search for gl
1705606750 worker found no gl_is_enabled
1705606750 lockspace "lvm_global" not found after search
1705606750 send pvcreate[202732] cl 17 lock gl rv -210 ENOLS NO_LOCKSPACES,
1705606750 close pvcreate[202732] cl 17 fd 8
1705606765 new cl 18 pi 2 fd 8
1705606765 recv pvcreate[202739] cl 18 lock gl "" mode ex flags 0
1705606765 read_cluster_name: open error -1, check dlm_controld
1705606765 lockspace "lvm_global" not found for sanlock gl, searching...
1705606765 work search for gl
1705606765 worker found no gl_is_enabled
1705606765 lockspace "lvm_global" not found after search
1705606765 send pvcreate[202739] cl 18 lock gl rv -210 ENOLS NO_LOCKSPACES,
1705606765 close pvcreate[202739] cl 18 fd 8
1705606830 new cl 19 pi 2 fd 8
1705606830 recv pvcreate[202766] cl 19 lock gl "" mode ex flags 0
1705606830 read_cluster_name: open error -1, check dlm_controld
1705606830 lockspace "lvm_global" not found for sanlock gl, searching...
1705606830 work search for gl
1705606830 worker found no gl_is_enabled
1705606830 lockspace "lvm_global" not found after search
1705606830 send pvcreate[202766] cl 19 lock gl rv -210 ENOLS NO_LOCKSPACES,
1705606830 close pvcreate[202766] cl 19 fd 8
1705606949 new cl 20 pi 2 fd 8
1705606949 recv client[202818] cl 20 dump_log . "" mode iv flags 0