bash-4.1$ date Tue Feb 17 16:34:10 GMT 2015 bash-4.1$ bash-4.1$ bash-4.1$ uname -a Linux ipgomd25 2.6.32-431.1.2.el6.x86_64 #1 SMP Sun Nov 24 09:37:37 EST 2013 x86_64 x86_64 x86_64 GNU/Linux bash-4.1$ bash-4.1$ bash-4.1$ cat runLockServiceTestClient.sh #!/bin/sh javac -cp commons-cli-1.2.jar:jgroups-3.6.1.Final.jar LockServiceTestClient.java java -Djava.util.logging.config.file=logging.properties -cp .:commons-cli-1.2.jar:jgroups-3.6.1.Final.jar LockServiceTestClient "$@" bash-4.1$ bash-4.1$ bash-4.1$ ## FIRST TEST KRUN bash-4.1$ bash-4.1$ ./runLockServiceTestClient.sh --test-duration 20 --lock-timeout 10 --channel-config udp.xml --item-range 2 --lock-duration 100 2015-02-17 16:34:48.369 WARNING LockServiceTestClient$WorkerThread run 0: running... 2015-02-17 16:34:48.376 WARNING LockServiceTestClient$WorkerThread run 4: running... 2015-02-17 16:34:48.373 WARNING LockServiceTestClient$WorkerThread run 3: running... 2015-02-17 16:34:48.380 WARNING LockServiceTestClient$WorkerThread run 6: running... 2015-02-17 16:34:48.384 WARNING LockServiceTestClient$WorkerThread run 9: running... 2015-02-17 16:34:48.372 WARNING LockServiceTestClient$WorkerThread run 2: running... 2015-02-17 16:34:48.370 WARNING LockServiceTestClient$WorkerThread run 1: running... 2015-02-17 16:34:48.378 WARNING LockServiceTestClient$WorkerThread run 5: running... 2015-02-17 16:34:48.381 WARNING LockServiceTestClient$WorkerThread run 7: running... 2015-02-17 16:34:48.383 WARNING LockServiceTestClient$WorkerThread run 8: running... ------------------------------------------------------------------- GMS: address=ipgomd25-6526, cluster=LockService, physical address=146.1.252.35:44917 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-14582, cluster=LockService, physical address=146.1.252.35:38135 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-15275, cluster=LockService, physical address=146.1.252.35:42286 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-49494, cluster=LockService, physical address=146.1.252.35:55868 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-48059, cluster=LockService, physical address=146.1.252.35:35297 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-3797, cluster=LockService, physical address=146.1.252.35:40041 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-10891, cluster=LockService, physical address=146.1.252.35:57317 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-52586, cluster=LockService, physical address=146.1.252.35:57660 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-17176, cluster=LockService, physical address=146.1.252.35:50474 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-51602, cluster=LockService, physical address=146.1.252.35:60309 ------------------------------------------------------------------- 2015-02-17 16:35:08.425 WARNING LockServiceTestClient$WorkerThread run 6: ending, count=28 2015-02-17 16:35:08.426 WARNING LockServiceTestClient$WorkerThread run 8: ending, count=31 2015-02-17 16:35:08.528 WARNING LockServiceTestClient$WorkerThread run 4: ending, count=31 2015-02-17 16:35:08.528 WARNING LockServiceTestClient$WorkerThread run 7: ending, count=35 2015-02-17 16:35:08.630 WARNING LockServiceTestClient$WorkerThread run 2: ending, count=32 2015-02-17 16:35:08.733 WARNING LockServiceTestClient$WorkerThread run 3: ending, count=34 2015-02-17 16:35:08.836 WARNING LockServiceTestClient$WorkerThread run 9: ending, count=40 2015-02-17 16:35:08.937 WARNING LockServiceTestClient$WorkerThread run 0: ending, count=29 2015-02-17 16:35:09.040 WARNING LockServiceTestClient$WorkerThread run 5: ending, count=33 2015-02-17 16:35:09.141 WARNING LockServiceTestClient$WorkerThread run 1: ending, count=28 2015-02-17 16:35:18.586 WARNING LockServiceTestClient run test run is complete. ^Cbash-4.1$ bash-4.1$ bash-4.1$ ## THAT WAS A CLEAN RUN bash-4.1$ bash-4.1$ bash-4.1$ bash-4.1$ bash-4.1$ ## SECOND RUN WITH INCREASED CONTENTION bash-4.1$ bash-4.1$ ./runLockServiceTestClient.sh --test-duration 20 --lock-timeout 10 --channel-config udp.xml --item-range 2 --lock-duration 5 2015-02-17 16:36:01.229 WARNING LockServiceTestClient$WorkerThread run 0: running... 2015-02-17 16:36:01.229 WARNING LockServiceTestClient$WorkerThread run 1: running... 2015-02-17 16:36:01.231 WARNING LockServiceTestClient$WorkerThread run 2: running... 2015-02-17 16:36:01.241 WARNING LockServiceTestClient$WorkerThread run 9: running... 2015-02-17 16:36:01.232 WARNING LockServiceTestClient$WorkerThread run 3: running... 2015-02-17 16:36:01.234 WARNING LockServiceTestClient$WorkerThread run 4: running... 2015-02-17 16:36:01.240 WARNING LockServiceTestClient$WorkerThread run 8: running... 2015-02-17 16:36:01.235 WARNING LockServiceTestClient$WorkerThread run 5: running... 2015-02-17 16:36:01.238 WARNING LockServiceTestClient$WorkerThread run 7: running... 2015-02-17 16:36:01.237 WARNING LockServiceTestClient$WorkerThread run 6: running... ------------------------------------------------------------------- GMS: address=ipgomd25-24482, cluster=LockService, physical address=146.1.252.35:50306 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-64613, cluster=LockService, physical address=146.1.252.35:49159 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-26963, cluster=LockService, physical address=146.1.252.35:35727 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-52919, cluster=LockService, physical address=146.1.252.35:55029 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-38700, cluster=LockService, physical address=146.1.252.35:39540 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-37984, cluster=LockService, physical address=146.1.252.35:47045 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-60237, cluster=LockService, physical address=146.1.252.35:40165 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-40424, cluster=LockService, physical address=146.1.252.35:47686 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-64157, cluster=LockService, physical address=146.1.252.35:50546 ------------------------------------------------------------------- ------------------------------------------------------------------- GMS: address=ipgomd25-23381, cluster=LockService, physical address=146.1.252.35:50710 ------------------------------------------------------------------- 2015-02-17 16:36:15.986 WARNING LockServiceTestClient$ItemLock getLock timed out waiting for lock on 30280000 2015-02-17 16:36:15.988 SEVERE LockServiceTestClient$WorkerThread run 4: itemId=30280000, FAILED to getLock in 10003 milliseconds 2015-02-17 16:36:15.994 SEVERE LockServiceTestClient$WorkerThread run 4: itemId=30280000, FAILED to releaseLock in 0 milliseconds 2015-02-17 16:36:19.902 WARNING LockServiceTestClient$ItemLock getLock timed out waiting for lock on 30280000 2015-02-17 16:36:19.904 SEVERE LockServiceTestClient$WorkerThread run 7: itemId=30280000, FAILED to getLock in 10003 milliseconds 2015-02-17 16:36:19.910 SEVERE LockServiceTestClient$WorkerThread run 7: itemId=30280000, FAILED to releaseLock in 0 milliseconds 2015-02-17 16:36:21.245 WARNING LockServiceTestClient$WorkerThread run 7: ending, count=186 2015-02-17 16:36:21.251 WARNING LockServiceTestClient$WorkerThread run 9: ending, count=537 2015-02-17 16:36:21.257 WARNING LockServiceTestClient$WorkerThread run 8: ending, count=560 2015-02-17 16:36:21.265 WARNING LockServiceTestClient$WorkerThread run 4: ending, count=207 2015-02-17 16:36:21.272 WARNING LockServiceTestClient$WorkerThread run 6: ending, count=568 2015-02-17 16:36:21.280 WARNING LockServiceTestClient$WorkerThread run 3: ending, count=556 2015-02-17 16:36:21.286 WARNING LockServiceTestClient$WorkerThread run 1: ending, count=565 2015-02-17 16:36:21.292 WARNING LockServiceTestClient$WorkerThread run 5: ending, count=554 2015-02-17 16:36:21.298 WARNING LockServiceTestClient$WorkerThread run 2: ending, count=648 2015-02-17 16:36:21.304 WARNING LockServiceTestClient$WorkerThread run 0: ending, count=548 2015-02-17 16:36:31.444 WARNING LockServiceTestClient run test run is complete. ^Cbash-4.1$ bash-4.1$ bash-4.1$ ## THAT SECOND RUN IS AN EXAMPLE OF THE ISSUE bash-4.1$ ## THE "SEVERE" MESSAGE WHEN TRYING TO GET A LOCK iS PROBLEMATIC bash-4.1$ bash-4.1$ bash-4.1$ ## Thanks, Chris Gentile bash-4.1$