Hello,
I have been encountering an internal server error frequently and would appreciate any insights into its cause and possible resolution.
Here are the details of my setup:
- Jenkins deployment: k3s cluster
- k3s version: v1.24.6+k3s1
- Jenkins version: 2.361.1
- Kubernetes plugin version: 3600.v144b_cd192ca_a_
Error:
20:47:02 java.net.ProtocolException: Expected HTTP 101 response but was '500 Internal Server Error'
20:47:02 at okhttp3.internal.ws.RealWebSocket.checkResponse(RealWebSocket.java:229)
20:47:02 at okhttp3.internal.ws.RealWebSocket$2.onResponse(RealWebSocket.java:196)
20:47:02 Also: java.lang.Throwable: waiting here
20:47:02 at io.fabric8.kubernetes.client.utils.Utils.waitUntilReady(Utils.java:169)
20:47:02 at io.fabric8.kubernetes.client.utils.Utils.waitUntilReadyOrFail(Utils.java:180)
20:47:02 at io.fabric8.kubernetes.client.dsl.internal.core.v1.PodOperationsImpl.exec(PodOperationsImpl.java:332)
20:47:02 at io.fabric8.kubernetes.client.dsl.internal.core.v1.PodOperationsImpl.exec(PodOperationsImpl.java:85)
20:47:02 at org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1.doLaunch(ContainerExecDecorator.java:425)
20:47:02 at org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1.launch(ContainerExecDecorator.java:328)
20:47:02 at hudson.Launcher$ProcStarter.start(Launcher.java:509)
20:47:02 at org.jenkinsci.plugins.durabletask.BourneShellScript.launchWithCookie(BourneShellScript.java:176)
20:47:02 at org.jenkinsci.plugins.durabletask.FileMonitoringTask.launch(FileMonitoringTask.java:132)
20:47:02 at org.jenkinsci.plugins.workflow.steps.durable_task.DurableTaskStep$Execution.start(DurableTaskStep.java:324)
20:47:02 at org.jenkinsci.plugins.workflow.cps.DSL.invokeStep(DSL.java:322)
20:47:02 at org.jenkinsci.plugins.workflow.cps.DSL.invokeMethod(DSL.java:196)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsScript.invokeMethod(CpsScript.java:124)
20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor200306.invoke(Unknown Source)
20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566)
20:47:02 at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:98)
20:47:02 at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:325)
20:47:02 at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1225)
20:47:02 at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1034)
20:47:02 at org.codehaus.groovy.runtime.callsite.PogoMetaClassSite.call(PogoMetaClassSite.java:41)
20:47:02 at org.codehaus.groovy.runtime.callsite.CallSiteArray.defaultCall(CallSiteArray.java:47)
20:47:02 at org.codehaus.groovy.runtime.callsite.AbstractCallSite.call(AbstractCallSite.java:116)
20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker$1.call(Checker.java:163)
20:47:02 at org.kohsuke.groovy.sandbox.GroovyInterceptor.onMethodCall(GroovyInterceptor.java:23)
20:47:02 at org.jenkinsci.plugins.scriptsecurity.sandbox.groovy.SandboxInterceptor.onMethodCall(SandboxInterceptor.java:158)
20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker$1.call(Checker.java:161)
20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker.checkedCall(Checker.java:165)
20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker.checkedCall(Checker.java:135)
20:47:02 at com.cloudbees.groovy.cps.sandbox.SandboxInvoker.methodCall(SandboxInvoker.java:17)
20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationGroup.methodCall(ContinuationGroup.java:86)
20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.dispatchOrArg(FunctionCallBlock.java:113)
20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.fixArg(FunctionCallBlock.java:83)
20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor132.invoke(Unknown Source)
20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566)
20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationPtr$ContinuationImpl.receive(ContinuationPtr.java:72)
20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.dispatchOrArg(FunctionCallBlock.java:107)
20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.fixArg(FunctionCallBlock.java:83)
20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor132.invoke(Unknown Source)
20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566)
20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationPtr$ContinuationImpl.receive(ContinuationPtr.java:72)
20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationGroup.methodCall(ContinuationGroup.java:89)
20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.dispatchOrArg(FunctionCallBlock.java:113)
20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.fixArg(FunctionCallBlock.java:83)
20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor132.invoke(Unknown Source)
20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566)
20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationPtr$ContinuationImpl.receive(ContinuationPtr.java:72)
20:47:02 at com.cloudbees.groovy.cps.impl.ConstantBlock.eval(ConstantBlock.java:21)
20:47:02 at com.cloudbees.groovy.cps.Next.step(Next.java:83)
20:47:02 at com.cloudbees.groovy.cps.Continuable$1.call(Continuable.java:174)
20:47:02 at com.cloudbees.groovy.cps.Continuable$1.call(Continuable.java:163)
20:47:02 at org.codehaus.groovy.runtime.GroovyCategorySupport$ThreadCategoryInfo.use(GroovyCategorySupport.java:136)
20:47:02 at org.codehaus.groovy.runtime.GroovyCategorySupport.use(GroovyCategorySupport.java:275)
20:47:02 at com.cloudbees.groovy.cps.Continuable.run0(Continuable.java:163)
20:47:02 at org.jenkinsci.plugins.workflow.cps.SandboxContinuable.access$001(SandboxContinuable.java:18)
20:47:02 at org.jenkinsci.plugins.workflow.cps.SandboxContinuable.run0(SandboxContinuable.java:51)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThread.runNextChunk(CpsThread.java:187)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup.run(CpsThreadGroup.java:420)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup.access$400(CpsThreadGroup.java:95)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup$2.call(CpsThreadGroup.java:330)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup$2.call(CpsThreadGroup.java:294)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsVmExecutorService$2.call(CpsVmExecutorService.java:67)
20:47:02 at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
20:47:02 at hudson.remoting.SingleLaneExecutorService$1.run(SingleLaneExecutorService.java:139)
20:47:02 at jenkins.util.ContextResettingExecutorService$1.run(ContextResettingExecutorService.java:30)
20:47:02 at jenkins.security.ImpersonatingExecutorService$1.run(ImpersonatingExecutorService.java:70)
20:47:02 at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
20:47:02 at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
20:47:02 at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
20:47:02 at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
20:47:02 at java.base/java.lang.Thread.run(Thread.java:829)
20:47:02 Caused: io.fabric8.kubernetes.client.http.WebSocketHandshakeException
20:47:02 at io.fabric8.kubernetes.client.okhttp.OkHttpWebSocketImpl$BuilderImpl$1.onFailure(OkHttpWebSocketImpl.java:66)
20:47:02 at okhttp3.internal.ws.RealWebSocket.failWebSocket(RealWebSocket.java:571)
20:47:02 at okhttp3.internal.ws.RealWebSocket$2.onResponse(RealWebSocket.java:198)
20:47:02 at okhttp3.RealCall$AsyncCall.execute(RealCall.java:203)
20:47:02 at okhttp3.internal.NamedRunnable.run(NamedRunnable.java:32)
20:47:02 Caused: io.fabric8.kubernetes.client.KubernetesClientException: An error has occurred.
20:47:02 at io.fabric8.kubernetes.client.KubernetesClientException.launderThrowable(KubernetesClientException.java:103)
20:47:02 at io.fabric8.kubernetes.client.KubernetesClientException.launderThrowable(KubernetesClientException.java:97)
20:47:02 at io.fabric8.kubernetes.client.utils.Utils.waitUntilReady(Utils.java:170)
20:47:02 at io.fabric8.kubernetes.client.utils.Utils.waitUntilReadyOrFail(Utils.java:180)
20:47:02 at io.fabric8.kubernetes.client.dsl.internal.core.v1.PodOperationsImpl.exec(PodOperationsImpl.java:332)
20:47:02 at io.fabric8.kubernetes.client.dsl.internal.core.v1.PodOperationsImpl.exec(PodOperationsImpl.java:85)
20:47:02 at org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1.doLaunch(ContainerExecDecorator.java:425)
20:47:02 at org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1.launch(ContainerExecDecorator.java:328)
20:47:02 at hudson.Launcher$ProcStarter.start(Launcher.java:509)
20:47:02 at org.jenkinsci.plugins.durabletask.BourneShellScript.launchWithCookie(BourneShellScript.java:176)
20:47:02 at org.jenkinsci.plugins.durabletask.FileMonitoringTask.launch(FileMonitoringTask.java:132)
20:47:02 at org.jenkinsci.plugins.workflow.steps.durable_task.DurableTaskStep$Execution.start(DurableTaskStep.java:324)
20:47:02 at org.jenkinsci.plugins.workflow.cps.DSL.invokeStep(DSL.java:322)
20:47:02 at org.jenkinsci.plugins.workflow.cps.DSL.invokeMethod(DSL.java:196)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsScript.invokeMethod(CpsScript.java:124)
20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor200306.invoke(Unknown Source)
20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566)
20:47:02 at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:98)
20:47:02 at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:325)
20:47:02 at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1225)
20:47:02 at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1034)
20:47:02 at org.codehaus.groovy.runtime.callsite.PogoMetaClassSite.call(PogoMetaClassSite.java:41)
20:47:02 at org.codehaus.groovy.runtime.callsite.CallSiteArray.defaultCall(CallSiteArray.java:47)
20:47:02 at org.codehaus.groovy.runtime.callsite.AbstractCallSite.call(AbstractCallSite.java:116)
20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker$1.call(Checker.java:163)
20:47:02 at org.kohsuke.groovy.sandbox.GroovyInterceptor.onMethodCall(GroovyInterceptor.java:23)
20:47:02 at org.jenkinsci.plugins.scriptsecurity.sandbox.groovy.SandboxInterceptor.onMethodCall(SandboxInterceptor.java:158)
20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker$1.call(Checker.java:161)
20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker.checkedCall(Checker.java:165)
20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker.checkedCall(Checker.java:135)
20:47:02 at com.cloudbees.groovy.cps.sandbox.SandboxInvoker.methodCall(SandboxInvoker.java:17)
20:47:02 at WorkflowScript.run(WorkflowScript:26)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.delegateAndExecute(ModelInterpreter.groovy:137)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.executeSingleStage(ModelInterpreter.groovy:666)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.catchRequiredContextForNode(ModelInterpreter.groovy:395)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.catchRequiredContextForNode(ModelInterpreter.groovy:393)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.executeSingleStage(ModelInterpreter.groovy:665)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:288)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.toolsBlock(ModelInterpreter.groovy:544)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.toolsBlock(ModelInterpreter.groovy:543)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:276)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.withEnvBlock(ModelInterpreter.groovy:443)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.withEnvBlock(ModelInterpreter.groovy:442)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:275)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.withCredentialsBlock(ModelInterpreter.groovy:481)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.withCredentialsBlock(ModelInterpreter.groovy:480)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:274)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.inDeclarativeAgent(ModelInterpreter.groovy:586)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.inDeclarativeAgent(ModelInterpreter.groovy:585)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:272)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.stageInput(ModelInterpreter.groovy:356)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.stageInput(ModelInterpreter.groovy:355)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:261)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.inWrappers(ModelInterpreter.groovy:618)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.inWrappers(ModelInterpreter.groovy:617)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:259)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.withEnvBlock(ModelInterpreter.groovy:443)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.withEnvBlock(ModelInterpreter.groovy:442)
20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:254)
20:47:02 at ___cps.transform___(Native Method)
20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationGroup.methodCall(ContinuationGroup.java:86)
20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.dispatchOrArg(FunctionCallBlock.java:113)
20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.fixArg(FunctionCallBlock.java:83)
20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor132.invoke(Unknown Source)
20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566)
20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationPtr$ContinuationImpl.receive(ContinuationPtr.java:72)
20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.dispatchOrArg(FunctionCallBlock.java:107)
20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.fixArg(FunctionCallBlock.java:83)
20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor132.invoke(Unknown Source)
20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566)
20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationPtr$ContinuationImpl.receive(ContinuationPtr.java:72)
20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationGroup.methodCall(ContinuationGroup.java:89)
20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.dispatchOrArg(FunctionCallBlock.java:113)
20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.fixArg(FunctionCallBlock.java:83)
20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor132.invoke(Unknown Source)
20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566)
20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationPtr$ContinuationImpl.receive(ContinuationPtr.java:72)
20:47:02 at com.cloudbees.groovy.cps.impl.ConstantBlock.eval(ConstantBlock.java:21)
20:47:02 at com.cloudbees.groovy.cps.Next.step(Next.java:83)
20:47:02 at com.cloudbees.groovy.cps.Continuable$1.call(Continuable.java:174)
20:47:02 at com.cloudbees.groovy.cps.Continuable$1.call(Continuable.java:163)
20:47:02 at org.codehaus.groovy.runtime.GroovyCategorySupport$ThreadCategoryInfo.use(GroovyCategorySupport.java:136)
20:47:02 at org.codehaus.groovy.runtime.GroovyCategorySupport.use(GroovyCategorySupport.java:275)
20:47:02 at com.cloudbees.groovy.cps.Continuable.run0(Continuable.java:163)
20:47:02 at org.jenkinsci.plugins.workflow.cps.SandboxContinuable.access$001(SandboxContinuable.java:18)
20:47:02 at org.jenkinsci.plugins.workflow.cps.SandboxContinuable.run0(SandboxContinuable.java:51)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThread.runNextChunk(CpsThread.java:187)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup.run(CpsThreadGroup.java:420)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup.access$400(CpsThreadGroup.java:95)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup$2.call(CpsThreadGroup.java:330)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup$2.call(CpsThreadGroup.java:294)
20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsVmExecutorService$2.call(CpsVmExecutorService.java:67)
20:47:02 at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
20:47:02 at hudson.remoting.SingleLaneExecutorService$1.run(SingleLaneExecutorService.java:139)
20:47:02 at jenkins.util.ContextResettingExecutorService$1.run(ContextResettingExecutorService.java:30)
20:47:02 at jenkins.security.ImpersonatingExecutorService$1.run(ImpersonatingExecutorService.java:70)
20:47:02 at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
20:47:02 at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
20:47:02 at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
20:47:02 at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
20:47:02 at java.base/java.lang.Thread.run(Thread.java:829)
