-
Type:
Bug
-
Resolution: Cannot Reproduce
-
Priority:
Major
-
Component/s: kubernetes-plugin
-
Environment:Jenkins deployment: k3s cluster
k3s version: v1.24.6+k3s1
Jenkins version: 2.361.1
Kubernetes plugin version: 3600.v144b_cd192ca_a_
Hello,
I have been encountering an internal server error frequently and would appreciate any insights into its cause and possible resolution.
Error:
20:47:02 java.net.ProtocolException: Expected HTTP 101 response but was '500 Internal Server Error' 20:47:02 at okhttp3.internal.ws.RealWebSocket.checkResponse(RealWebSocket.java:229) 20:47:02 at okhttp3.internal.ws.RealWebSocket$2.onResponse(RealWebSocket.java:196) 20:47:02 Also: java.lang.Throwable: waiting here 20:47:02 at io.fabric8.kubernetes.client.utils.Utils.waitUntilReady(Utils.java:169) 20:47:02 at io.fabric8.kubernetes.client.utils.Utils.waitUntilReadyOrFail(Utils.java:180) 20:47:02 at io.fabric8.kubernetes.client.dsl.internal.core.v1.PodOperationsImpl.exec(PodOperationsImpl.java:332) 20:47:02 at io.fabric8.kubernetes.client.dsl.internal.core.v1.PodOperationsImpl.exec(PodOperationsImpl.java:85) 20:47:02 at org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1.doLaunch(ContainerExecDecorator.java:425) 20:47:02 at org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1.launch(ContainerExecDecorator.java:328) 20:47:02 at hudson.Launcher$ProcStarter.start(Launcher.java:509) 20:47:02 at org.jenkinsci.plugins.durabletask.BourneShellScript.launchWithCookie(BourneShellScript.java:176) 20:47:02 at org.jenkinsci.plugins.durabletask.FileMonitoringTask.launch(FileMonitoringTask.java:132) 20:47:02 at org.jenkinsci.plugins.workflow.steps.durable_task.DurableTaskStep$Execution.start(DurableTaskStep.java:324) 20:47:02 at org.jenkinsci.plugins.workflow.cps.DSL.invokeStep(DSL.java:322) 20:47:02 at org.jenkinsci.plugins.workflow.cps.DSL.invokeMethod(DSL.java:196) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsScript.invokeMethod(CpsScript.java:124) 20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor200306.invoke(Unknown Source) 20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566) 20:47:02 at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:98) 20:47:02 at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:325) 20:47:02 at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1225) 20:47:02 at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1034) 20:47:02 at org.codehaus.groovy.runtime.callsite.PogoMetaClassSite.call(PogoMetaClassSite.java:41) 20:47:02 at org.codehaus.groovy.runtime.callsite.CallSiteArray.defaultCall(CallSiteArray.java:47) 20:47:02 at org.codehaus.groovy.runtime.callsite.AbstractCallSite.call(AbstractCallSite.java:116) 20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker$1.call(Checker.java:163) 20:47:02 at org.kohsuke.groovy.sandbox.GroovyInterceptor.onMethodCall(GroovyInterceptor.java:23) 20:47:02 at org.jenkinsci.plugins.scriptsecurity.sandbox.groovy.SandboxInterceptor.onMethodCall(SandboxInterceptor.java:158) 20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker$1.call(Checker.java:161) 20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker.checkedCall(Checker.java:165) 20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker.checkedCall(Checker.java:135) 20:47:02 at com.cloudbees.groovy.cps.sandbox.SandboxInvoker.methodCall(SandboxInvoker.java:17) 20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationGroup.methodCall(ContinuationGroup.java:86) 20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.dispatchOrArg(FunctionCallBlock.java:113) 20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.fixArg(FunctionCallBlock.java:83) 20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor132.invoke(Unknown Source) 20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566) 20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationPtr$ContinuationImpl.receive(ContinuationPtr.java:72) 20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.dispatchOrArg(FunctionCallBlock.java:107) 20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.fixArg(FunctionCallBlock.java:83) 20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor132.invoke(Unknown Source) 20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566) 20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationPtr$ContinuationImpl.receive(ContinuationPtr.java:72) 20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationGroup.methodCall(ContinuationGroup.java:89) 20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.dispatchOrArg(FunctionCallBlock.java:113) 20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.fixArg(FunctionCallBlock.java:83) 20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor132.invoke(Unknown Source) 20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566) 20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationPtr$ContinuationImpl.receive(ContinuationPtr.java:72) 20:47:02 at com.cloudbees.groovy.cps.impl.ConstantBlock.eval(ConstantBlock.java:21) 20:47:02 at com.cloudbees.groovy.cps.Next.step(Next.java:83) 20:47:02 at com.cloudbees.groovy.cps.Continuable$1.call(Continuable.java:174) 20:47:02 at com.cloudbees.groovy.cps.Continuable$1.call(Continuable.java:163) 20:47:02 at org.codehaus.groovy.runtime.GroovyCategorySupport$ThreadCategoryInfo.use(GroovyCategorySupport.java:136) 20:47:02 at org.codehaus.groovy.runtime.GroovyCategorySupport.use(GroovyCategorySupport.java:275) 20:47:02 at com.cloudbees.groovy.cps.Continuable.run0(Continuable.java:163) 20:47:02 at org.jenkinsci.plugins.workflow.cps.SandboxContinuable.access$001(SandboxContinuable.java:18) 20:47:02 at org.jenkinsci.plugins.workflow.cps.SandboxContinuable.run0(SandboxContinuable.java:51) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThread.runNextChunk(CpsThread.java:187) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup.run(CpsThreadGroup.java:420) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup.access$400(CpsThreadGroup.java:95) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup$2.call(CpsThreadGroup.java:330) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup$2.call(CpsThreadGroup.java:294) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsVmExecutorService$2.call(CpsVmExecutorService.java:67) 20:47:02 at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) 20:47:02 at hudson.remoting.SingleLaneExecutorService$1.run(SingleLaneExecutorService.java:139) 20:47:02 at jenkins.util.ContextResettingExecutorService$1.run(ContextResettingExecutorService.java:30) 20:47:02 at jenkins.security.ImpersonatingExecutorService$1.run(ImpersonatingExecutorService.java:70) 20:47:02 at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) 20:47:02 at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) 20:47:02 at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) 20:47:02 at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) 20:47:02 at java.base/java.lang.Thread.run(Thread.java:829) 20:47:02 Caused: io.fabric8.kubernetes.client.http.WebSocketHandshakeException 20:47:02 at io.fabric8.kubernetes.client.okhttp.OkHttpWebSocketImpl$BuilderImpl$1.onFailure(OkHttpWebSocketImpl.java:66) 20:47:02 at okhttp3.internal.ws.RealWebSocket.failWebSocket(RealWebSocket.java:571) 20:47:02 at okhttp3.internal.ws.RealWebSocket$2.onResponse(RealWebSocket.java:198) 20:47:02 at okhttp3.RealCall$AsyncCall.execute(RealCall.java:203) 20:47:02 at okhttp3.internal.NamedRunnable.run(NamedRunnable.java:32) 20:47:02 Caused: io.fabric8.kubernetes.client.KubernetesClientException: An error has occurred. 20:47:02 at io.fabric8.kubernetes.client.KubernetesClientException.launderThrowable(KubernetesClientException.java:103) 20:47:02 at io.fabric8.kubernetes.client.KubernetesClientException.launderThrowable(KubernetesClientException.java:97) 20:47:02 at io.fabric8.kubernetes.client.utils.Utils.waitUntilReady(Utils.java:170) 20:47:02 at io.fabric8.kubernetes.client.utils.Utils.waitUntilReadyOrFail(Utils.java:180) 20:47:02 at io.fabric8.kubernetes.client.dsl.internal.core.v1.PodOperationsImpl.exec(PodOperationsImpl.java:332) 20:47:02 at io.fabric8.kubernetes.client.dsl.internal.core.v1.PodOperationsImpl.exec(PodOperationsImpl.java:85) 20:47:02 at org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1.doLaunch(ContainerExecDecorator.java:425) 20:47:02 at org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1.launch(ContainerExecDecorator.java:328) 20:47:02 at hudson.Launcher$ProcStarter.start(Launcher.java:509) 20:47:02 at org.jenkinsci.plugins.durabletask.BourneShellScript.launchWithCookie(BourneShellScript.java:176) 20:47:02 at org.jenkinsci.plugins.durabletask.FileMonitoringTask.launch(FileMonitoringTask.java:132) 20:47:02 at org.jenkinsci.plugins.workflow.steps.durable_task.DurableTaskStep$Execution.start(DurableTaskStep.java:324) 20:47:02 at org.jenkinsci.plugins.workflow.cps.DSL.invokeStep(DSL.java:322) 20:47:02 at org.jenkinsci.plugins.workflow.cps.DSL.invokeMethod(DSL.java:196) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsScript.invokeMethod(CpsScript.java:124) 20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor200306.invoke(Unknown Source) 20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566) 20:47:02 at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:98) 20:47:02 at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:325) 20:47:02 at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1225) 20:47:02 at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1034) 20:47:02 at org.codehaus.groovy.runtime.callsite.PogoMetaClassSite.call(PogoMetaClassSite.java:41) 20:47:02 at org.codehaus.groovy.runtime.callsite.CallSiteArray.defaultCall(CallSiteArray.java:47) 20:47:02 at org.codehaus.groovy.runtime.callsite.AbstractCallSite.call(AbstractCallSite.java:116) 20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker$1.call(Checker.java:163) 20:47:02 at org.kohsuke.groovy.sandbox.GroovyInterceptor.onMethodCall(GroovyInterceptor.java:23) 20:47:02 at org.jenkinsci.plugins.scriptsecurity.sandbox.groovy.SandboxInterceptor.onMethodCall(SandboxInterceptor.java:158) 20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker$1.call(Checker.java:161) 20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker.checkedCall(Checker.java:165) 20:47:02 at org.kohsuke.groovy.sandbox.impl.Checker.checkedCall(Checker.java:135) 20:47:02 at com.cloudbees.groovy.cps.sandbox.SandboxInvoker.methodCall(SandboxInvoker.java:17) 20:47:02 at WorkflowScript.run(WorkflowScript:26) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.delegateAndExecute(ModelInterpreter.groovy:137) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.executeSingleStage(ModelInterpreter.groovy:666) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.catchRequiredContextForNode(ModelInterpreter.groovy:395) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.catchRequiredContextForNode(ModelInterpreter.groovy:393) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.executeSingleStage(ModelInterpreter.groovy:665) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:288) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.toolsBlock(ModelInterpreter.groovy:544) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.toolsBlock(ModelInterpreter.groovy:543) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:276) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.withEnvBlock(ModelInterpreter.groovy:443) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.withEnvBlock(ModelInterpreter.groovy:442) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:275) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.withCredentialsBlock(ModelInterpreter.groovy:481) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.withCredentialsBlock(ModelInterpreter.groovy:480) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:274) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.inDeclarativeAgent(ModelInterpreter.groovy:586) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.inDeclarativeAgent(ModelInterpreter.groovy:585) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:272) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.stageInput(ModelInterpreter.groovy:356) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.stageInput(ModelInterpreter.groovy:355) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:261) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.inWrappers(ModelInterpreter.groovy:618) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.inWrappers(ModelInterpreter.groovy:617) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:259) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.withEnvBlock(ModelInterpreter.groovy:443) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.withEnvBlock(ModelInterpreter.groovy:442) 20:47:02 at org.jenkinsci.plugins.pipeline.modeldefinition.ModelInterpreter.evaluateStage(ModelInterpreter.groovy:254) 20:47:02 at ___cps.transform___(Native Method) 20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationGroup.methodCall(ContinuationGroup.java:86) 20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.dispatchOrArg(FunctionCallBlock.java:113) 20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.fixArg(FunctionCallBlock.java:83) 20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor132.invoke(Unknown Source) 20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566) 20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationPtr$ContinuationImpl.receive(ContinuationPtr.java:72) 20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.dispatchOrArg(FunctionCallBlock.java:107) 20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.fixArg(FunctionCallBlock.java:83) 20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor132.invoke(Unknown Source) 20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566) 20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationPtr$ContinuationImpl.receive(ContinuationPtr.java:72) 20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationGroup.methodCall(ContinuationGroup.java:89) 20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.dispatchOrArg(FunctionCallBlock.java:113) 20:47:02 at com.cloudbees.groovy.cps.impl.FunctionCallBlock$ContinuationImpl.fixArg(FunctionCallBlock.java:83) 20:47:02 at jdk.internal.reflect.GeneratedMethodAccessor132.invoke(Unknown Source) 20:47:02 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 20:47:02 at java.base/java.lang.reflect.Method.invoke(Method.java:566) 20:47:02 at com.cloudbees.groovy.cps.impl.ContinuationPtr$ContinuationImpl.receive(ContinuationPtr.java:72) 20:47:02 at com.cloudbees.groovy.cps.impl.ConstantBlock.eval(ConstantBlock.java:21) 20:47:02 at com.cloudbees.groovy.cps.Next.step(Next.java:83) 20:47:02 at com.cloudbees.groovy.cps.Continuable$1.call(Continuable.java:174) 20:47:02 at com.cloudbees.groovy.cps.Continuable$1.call(Continuable.java:163) 20:47:02 at org.codehaus.groovy.runtime.GroovyCategorySupport$ThreadCategoryInfo.use(GroovyCategorySupport.java:136) 20:47:02 at org.codehaus.groovy.runtime.GroovyCategorySupport.use(GroovyCategorySupport.java:275) 20:47:02 at com.cloudbees.groovy.cps.Continuable.run0(Continuable.java:163) 20:47:02 at org.jenkinsci.plugins.workflow.cps.SandboxContinuable.access$001(SandboxContinuable.java:18) 20:47:02 at org.jenkinsci.plugins.workflow.cps.SandboxContinuable.run0(SandboxContinuable.java:51) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThread.runNextChunk(CpsThread.java:187) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup.run(CpsThreadGroup.java:420) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup.access$400(CpsThreadGroup.java:95) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup$2.call(CpsThreadGroup.java:330) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsThreadGroup$2.call(CpsThreadGroup.java:294) 20:47:02 at org.jenkinsci.plugins.workflow.cps.CpsVmExecutorService$2.call(CpsVmExecutorService.java:67) 20:47:02 at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) 20:47:02 at hudson.remoting.SingleLaneExecutorService$1.run(SingleLaneExecutorService.java:139) 20:47:02 at jenkins.util.ContextResettingExecutorService$1.run(ContextResettingExecutorService.java:30) 20:47:02 at jenkins.security.ImpersonatingExecutorService$1.run(ImpersonatingExecutorService.java:70) 20:47:02 at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) 20:47:02 at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) 20:47:02 at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) 20:47:02 at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) 20:47:02 at java.base/java.lang.Thread.run(Thread.java:829)