2024-03-26 10:22:57 Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.371-b11 mixed mode): "QuartzScheduler_quartzScheduler-NON_CLUSTERED_MisfireHandler" #33 prio=5 os_prio=0 tid=0x00007f2de5ee1800 nid=0x1ac0 waiting on condition [0x00007f2dc5e04000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.quartz.impl.jdbcjobstore.JobStoreSupport$MisfireHandler.run(JobStoreSupport.java:3988) "org.springframework.jms.listener.DefaultMessageListenerContainer#0-1" #31 prio=5 os_prio=0 tid=0x00007f2de5eda000 nid=0x1abd in Object.wait() [0x00007f2dc6206000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.activemq.FifoMessageDispatchChannel.dequeue(FifoMessageDispatchChannel.java:74) - locked <0x00000000ec5652e8> (a java.lang.Object) at org.apache.activemq.ActiveMQMessageConsumer.dequeue(ActiveMQMessageConsumer.java:486) at org.apache.activemq.ActiveMQMessageConsumer.receive(ActiveMQMessageConsumer.java:653) at org.springframework.jms.support.destination.JmsDestinationAccessor.receiveFromConsumer(JmsDestinationAccessor.java:130) at org.springframework.jms.listener.AbstractPollingMessageListenerContainer.receiveMessage(AbstractPollingMessageListenerContainer.java:416) at org.springframework.jms.listener.AbstractPollingMessageListenerContainer.doReceiveAndExecute(AbstractPollingMessageListenerContainer.java:302) at org.springframework.jms.listener.AbstractPollingMessageListenerContainer.receiveAndExecute(AbstractPollingMessageListenerContainer.java:255) at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.invokeListener(DefaultMessageListenerContainer.java:1167) at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.executeOngoingLoop(DefaultMessageListenerContainer.java:1159) at org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:1056) at java.lang.Thread.run(Thread.java:750) "ActiveMQ Transport: tcp:///127.0.0.1:61616@47718" #30 prio=5 os_prio=0 tid=0x00007f2de5ed7800 nid=0x1abb runnable [0x00007f2dc79fe000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at org.apache.activemq.transport.tcp.TcpBufferedInputStream.fill(TcpBufferedInputStream.java:50) at org.apache.activemq.transport.tcp.TcpTransport$2.fill(TcpTransport.java:634) at org.apache.activemq.transport.tcp.TcpBufferedInputStream.read(TcpBufferedInputStream.java:59) at org.apache.activemq.transport.tcp.TcpTransport$2.read(TcpTransport.java:619) at java.io.DataInputStream.readInt(DataInputStream.java:387) at org.apache.activemq.openwire.OpenWireFormat.unmarshal(OpenWireFormat.java:268) at org.apache.activemq.transport.tcp.TcpTransport.readCommand(TcpTransport.java:240) at org.apache.activemq.transport.tcp.TcpTransport.doRun(TcpTransport.java:232) at org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:215) at java.lang.Thread.run(Thread.java:750) "ActiveMQ InactivityMonitor ReadCheckTimer" #29 daemon prio=5 os_prio=0 tid=0x00007f2de5ed7000 nid=0x1aba in Object.wait() [0x00007f2dc77fc000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.util.TimerThread.mainLoop(Timer.java:526) - locked <0x00000000c51b8ab8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "pool-3-thread-1" #27 prio=5 os_prio=0 tid=0x00007f2de5e32800 nid=0x1ab8 waiting on condition [0x00007f2dc78fd000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000c51b90a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:750) "Timer-0" #24 daemon prio=5 os_prio=0 tid=0x00007f2de54e8800 nid=0x1ab3 in Object.wait() [0x00007f2dcc399000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c5179b10> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:552) - locked <0x00000000c5179b10> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:505) "quartzScheduler_QuartzSchedulerThread" #23 prio=5 os_prio=0 tid=0x00007f2de5510800 nid=0x1ab2 in Object.wait() [0x00007f2dcc49a000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.quartz.core.QuartzSchedulerThread.run(QuartzSchedulerThread.java:437) - locked <0x00000000c5178a98> (a java.lang.Object) "quartzScheduler_Worker-10" #22 prio=5 os_prio=0 tid=0x00007f2de549f800 nid=0x1ab1 in Object.wait() [0x00007f2dcc59b000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:552) - locked <0x00000000c5177d20> (a org.quartz.simpl.SimpleThreadPool$WorkerThread) "quartzScheduler_Worker-9" #21 prio=5 os_prio=0 tid=0x00007f2de54c6800 nid=0x1ab0 in Object.wait() [0x00007f2dcc69c000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:552) - locked <0x00000000c5177a48> (a org.quartz.simpl.SimpleThreadPool$WorkerThread) "quartzScheduler_Worker-8" #20 prio=5 os_prio=0 tid=0x00007f2de54c4800 nid=0x1aaf in Object.wait() [0x00007f2dcc79d000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:552) - locked <0x00000000c5177770> (a org.quartz.simpl.SimpleThreadPool$WorkerThread) "quartzScheduler_Worker-7" #19 prio=5 os_prio=0 tid=0x00007f2de54c2800 nid=0x1aae in Object.wait() [0x00007f2dcc89e000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:552) - locked <0x00000000c5177498> (a org.quartz.simpl.SimpleThreadPool$WorkerThread) "quartzScheduler_Worker-6" #18 prio=5 os_prio=0 tid=0x00007f2de54c1000 nid=0x1aad in Object.wait() [0x00007f2dcc99f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:552) - locked <0x00000000c51771c0> (a org.quartz.simpl.SimpleThreadPool$WorkerThread) "quartzScheduler_Worker-5" #17 prio=5 os_prio=0 tid=0x00007f2de5480800 nid=0x1aac in Object.wait() [0x00007f2dccaa0000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:552) - locked <0x00000000c5176ee8> (a org.quartz.simpl.SimpleThreadPool$WorkerThread) "quartzScheduler_Worker-4" #16 prio=5 os_prio=0 tid=0x00007f2de5485000 nid=0x1aab in Object.wait() [0x00007f2dccba1000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:552) - locked <0x00000000c5176c10> (a org.quartz.simpl.SimpleThreadPool$WorkerThread) "quartzScheduler_Worker-3" #15 prio=5 os_prio=0 tid=0x00007f2de54b6800 nid=0x1aaa in Object.wait() [0x00007f2dccca2000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:552) - locked <0x00000000c5176938> (a org.quartz.simpl.SimpleThreadPool$WorkerThread) "quartzScheduler_Worker-2" #14 prio=5 os_prio=0 tid=0x00007f2de54b5000 nid=0x1aa9 in Object.wait() [0x00007f2dccda3000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:552) - locked <0x00000000c5176660> (a org.quartz.simpl.SimpleThreadPool$WorkerThread) "quartzScheduler_Worker-1" #13 prio=5 os_prio=0 tid=0x00007f2de54b7800 nid=0x1aa8 in Object.wait() [0x00007f2dccea4000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:552) - locked <0x00000000c5176388> (a org.quartz.simpl.SimpleThreadPool$WorkerThread) "Abandoned connection cleanup thread" #12 daemon prio=5 os_prio=0 tid=0x00007f2de4d48000 nid=0x1a63 in Object.wait() [0x00007f2dce681000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:150) - locked <0x00000000c4f7d5e0> (a java.lang.ref.ReferenceQueue$Lock) at com.mysql.jdbc.AbandonedConnectionCleanupThread.run(AbandonedConnectionCleanupThread.java:64) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:750) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f2de40e3000 nid=0x1a58 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f2de40c5800 nid=0x1a56 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f2de40c3800 nid=0x1a55 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f2de40c0800 nid=0x1a54 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f2de40bf000 nid=0x1a52 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f2de408b800 nid=0x1a3c in Object.wait() [0x00007f2dcf5f4000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c4d92ad8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:150) - locked <0x00000000c4d92ad8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:171) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:188) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f2de4086800 nid=0x1a39 in Object.wait() [0x00007f2dcf6f5000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c4e23f08> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x00000000c4e23f08> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0x00007f2de400e000 nid=0x1a31 runnable [0x00007f2ded70f000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) at java.net.SocketInputStream.read(SocketInputStream.java:171) at java.net.SocketInputStream.read(SocketInputStream.java:141) at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475) at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469) at sun.security.ssl.SSLSocketInputRecord.decode(SSLSocketInputRecord.java:159) at sun.security.ssl.SSLTransport.decode(SSLTransport.java:111) at sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1320) at sun.security.ssl.SSLSocketImpl.readHandshakeRecord(SSLSocketImpl.java:1233) at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:417) - locked <0x00000000f015f778> (a sun.security.ssl.TransportContext) at sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:389) at sun.net.www.protocol.https.HttpsClient.afterConnect(HttpsClient.java:558) at sun.net.www.protocol.https.AbstractDelegateHttpsURLConnection.connect(AbstractDelegateHttpsURLConnection.java:201) at sun.net.www.protocol.https.HttpsURLConnectionImpl.connect(HttpsURLConnectionImpl.java:167) at org.springframework.http.client.SimpleBufferingClientHttpRequest.executeInternal(SimpleBufferingClientHttpRequest.java:78) at org.springframework.http.client.AbstractBufferingClientHttpRequest.executeInternal(AbstractBufferingClientHttpRequest.java:48) at org.springframework.http.client.AbstractClientHttpRequest.execute(AbstractClientHttpRequest.java:53) at org.springframework.web.client.RestTemplate.doExecute(RestTemplate.java:661) at org.springframework.web.client.RestTemplate.execute(RestTemplate.java:622) at org.springframework.web.client.RestTemplate.exchange(RestTemplate.java:540) at com.cisco.ca.ss.lcm.agent.cmdimpl.RefreshApplianceInfoCommand.executeHTTPRequest(RefreshApplianceInfoCommand.java:51) at com.cisco.ca.ss.lcm.agent.cmdimpl.RefreshApplianceInfoCommand.executeHTTPRequest(RefreshApplianceInfoCommand.java:26) at com.cisco.ca.ss.lcm.agent.http.LCMHTTPRequester.executeBackendRequest(LCMHTTPRequester.java:133) at com.cisco.ca.ss.lcm.agent.api.LCMAgentAPI.triggerHttpRequest(LCMAgentAPI.java:55) at com.cisco.ca.ss.lcm.agent.api.OperationFacade.refreshApplianeInfo(OperationFacade.java:966) at com.cisco.ca.ss.lcm.adminshell.server.Server.main(Server.java:179) "VM Thread" os_prio=0 tid=0x00007f2de407d000 nid=0x1a36 runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f2de4023800 nid=0x1a32 runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f2de4025800 nid=0x1a33 runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f2de4027000 nid=0x1a34 runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f2de4029000 nid=0x1a35 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f2de40e5800 nid=0x1a59 waiting on condition JNI global references: 306 Heap PSYoungGen total 178176K, used 68058K [0x00000000ec400000, 0x00000000fa000000, 0x0000000100000000) eden space 166912K, 40% used [0x00000000ec400000,0x00000000f0676b30,0x00000000f6700000) from space 11264K, 0% used [0x00000000f7200000,0x00000000f7200000,0x00000000f7d00000) to space 11264K, 0% used [0x00000000f6700000,0x00000000f6700000,0x00000000f7200000) ParOldGen total 48640K, used 11972K [0x00000000c4c00000, 0x00000000c7b80000, 0x00000000ec400000) object space 48640K, 24% used [0x00000000c4c00000,0x00000000c57b12d8,0x00000000c7b80000) Metaspace used 39011K, capacity 39412K, committed 39808K, reserved 1083392K class space used 4776K, capacity 4892K, committed 4992K, reserved 1048576K dos2unix: converting file /opt/cisco/ss/adminshell/bin/proxyconf.sh to Unix format ... SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder". SLF4J: Defaulting to no-operation (NOP) logger implementation SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details. 2024-03-26 10:23:23,144 ==== thread: main ==== INFO > smartlogging.setDefaultPolicy() => (line: 37) Setting the Default policy values to DefaultLogPolicy Object 2024-03-26 10:23:23,152 ==== thread: main ==== INFO > smartlogging.applyPolicyByServerStart() => (line: 223) applying the policy when server starts first time 2024-03-26 10:23:23,158 ==== thread: Registration ==== INFO > smartlogging.registerMBean() => (line: 28) Polciy Mbean registered with MBean server successfully. 2024-03-26 10:23:23,161 ==== thread: Registration ==== INFO > smartlogging.registerSmartLoggingClientLoggerMBean() => (line: 52) SmartLoggingClientLogger Mbean registered with MBean server successfully. 2024-03-26 10:23:23,162 ==== thread: Registration ==== INFO > smartlogging.registerFileLogsDataMBean() => (line: 68) FileLogsDataMbean registered with MBean server successfully. 2024-03-26 10:23:23,179 ==== thread: Registration ==== WARN > smartlogging.xmlToRegistrationInfo() => (line: 52) Xml file not exists to unmarshall.java.io.FileNotFoundException: /SCHEDULER_SVC-registration-info.xml (No such file or directory) 2024-03-26 10:23:23,202 ==== thread: Timer-1 ==== INFO > smartlogging.registrationProcess() => (line: 98) Serviceability registration process started for component:SCHEDULER_SVC. 2024-03-26 10:23:23,202 ==== thread: Timer-1 ==== INFO > smartlogging.registrationProcess() => (line: 99) Serviceability sending registration request to the server for component: SCHEDULER_SVC. Exception in thread "Timer-1" java.lang.NoClassDefFoundError: org/apache/commons/httpclient/HttpException at com.cisco.ca.csp.cso.smartlogging.client.utils.ApplianceUtil.getApplianceResponse(ApplianceUtil.java:29) at com.cisco.ca.csp.cso.smartlogging.client.registration.RegistrationProcess.registrationComponentRequest(RegistrationProcess.java:132) at com.cisco.ca.csp.cso.smartlogging.client.registration.LogRegistration.registrationProcess(LogRegistration.java:101) at com.cisco.ca.csp.cso.smartlogging.client.registration.LogRegistration$1.run(LogRegistration.java:77) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) Caused by: java.lang.ClassNotFoundException: org.apache.commons.httpclient.HttpException at java.net.URLClassLoader.findClass(URLClassLoader.java:387) at java.lang.ClassLoader.loadClass(ClassLoader.java:418) at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:355) at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ... 6 more java.lang.NullPointerException at com.cisco.ca.ss.lcm.agent.info.RegisterInfo.createApplianceConfigInfo(RegisterInfo.java:473) at com.cisco.ca.ss.lcm.adminshell.server.Server.main(Server.java:178)