Launching Windows Nodes runs into connection termination across VPC in AWS

This issue is archived. You can view it, but you can't modify it. Learn more

XMLWordPrintable

      We are currently trying to configure running the windows agents in a different VPC other than the controller AWS VPC connected via AWS Transit Gateway. We get connection terminated after every few mins.  

      // code placeholder
      2024-06-20 01:39:37.595+0000 [id=13495]	SEVERE	h.p.ec2.win.winrm.WinRMClient#sendRequest: I/O Exception in HTTP POST
      java.net.SocketTimeoutException: Read timed out
      	at java.base/sun.nio.ch.NioSocketImpl.timedRead(Unknown Source)
      	at java.base/sun.nio.ch.NioSocketImpl.implRead(Unknown Source)
      	at java.base/sun.nio.ch.NioSocketImpl.read(Unknown Source)
      	at java.base/sun.nio.ch.NioSocketImpl$1.read(Unknown Source)
      	at java.base/java.net.Socket$SocketInputStream.read(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketInputRecord.read(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketInputRecord.readHeader(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketInputRecord.decode(Unknown Source)
      	at java.base/sun.security.ssl.SSLTransport.decode(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.decode(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.readHandshakeRecord(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(Unknown Source)
      	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:436)
      	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:384)
      	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
      Caused: org.apache.http.conn.ConnectTimeoutException: Connect to xx.xx.xxx.xxx:5986 [/xx.xx.xxx.xxx] failed: Read timed out
      	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
      	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376)
      	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393)
      	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
      	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
      	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
      	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
      	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
      	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
      	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendRequest(WinRMClient.java:262)
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendRequest(WinRMClient.java:237)
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendInput(WinRMClient.java:126)
      	at hudson.plugins.ec2.win.winrm.WindowsProcess$2.run(WindowsProcess.java:141)
      2024-06-20 01:39:37.596+0000 [id=13495]	WARNING	h.p.e.win.winrm.WindowsProcess$2#run: ouch, STDIN exception for java  -jar C:\Windows\Temp\remoting.jar -workDir ./jenkins-agent
      java.net.SocketTimeoutException: Read timed out
      	at java.base/sun.nio.ch.NioSocketImpl.timedRead(Unknown Source)
      	at java.base/sun.nio.ch.NioSocketImpl.implRead(Unknown Source)
      	at java.base/sun.nio.ch.NioSocketImpl.read(Unknown Source)
      	at java.base/sun.nio.ch.NioSocketImpl$1.read(Unknown Source)
      	at java.base/java.net.Socket$SocketInputStream.read(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketInputRecord.read(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketInputRecord.readHeader(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketInputRecord.decode(Unknown Source)
      	at java.base/sun.security.ssl.SSLTransport.decode(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.decode(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.readHandshakeRecord(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(Unknown Source)
      	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:436)
      	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:384)
      	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
      Caused: org.apache.http.conn.ConnectTimeoutException: Connect to 10.28.102.168:5986 [/10.28.102.168] failed: Read timed out
      	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
      	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376)
      	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393)
      	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
      	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
      	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
      	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
      	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
      	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
      	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendRequest(WinRMClient.java:262)
      Caused: hudson.plugins.ec2.win.winrm.RuntimeIOException: I/O Exception Connect to 10.28.102.168:5986 [/10.28.102.168] failed: Read timed out
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendRequest(WinRMClient.java:321)
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendRequest(WinRMClient.java:237)
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendInput(WinRMClient.java:126)
      	at hudson.plugins.ec2.win.winrm.WindowsProcess$2.run(WindowsProcess.java:141)
      2024-06-20 01:39:37.598+0000 [id=12883]	WARNING	hudson.remoting.Request$2#run: Failed to send back a reply to the request UserRequest:UserRPCRequest:hudson.remoting.JarLoader.writeJarTo[long,long,java.io.OutputStream](3)
      hudson.remoting.FastPipedInputStream$ClosedBy: The pipe was closed at...
      	at hudson.remoting.FastPipedOutputStream.error(FastPipedOutputStream.java:97)
      	at hudson.remoting.FastPipedOutputStream.close(FastPipedOutputStream.java:86)
      	at hudson.plugins.ec2.util.Closeables.closeQuietly(Closeables.java:23)
      	at hudson.plugins.ec2.win.winrm.WindowsProcess$2.run(WindowsProcess.java:146)
      Caused: java.io.IOException: Pipe is already closed
      	at hudson.remoting.FastPipedOutputStream.write(FastPipedOutputStream.java:152)
      	at hudson.remoting.FastPipedOutputStream.write(FastPipedOutputStream.java:136)
      	at hudson.remoting.ChunkedOutputStream.sendFrame(ChunkedOutputStream.java:93)
      	at hudson.remoting.ChunkedOutputStream.drain(ChunkedOutputStream.java:89)
      	at hudson.remoting.ChunkedOutputStream.write(ChunkedOutputStream.java:58)
      	at java.base/java.io.OutputStream.write(Unknown Source)
      	at hudson.remoting.ChunkedCommandTransport.writeBlock(ChunkedCommandTransport.java:45)
      	at hudson.remoting.AbstractSynchronousByteArrayCommandTransport.write(AbstractSynchronousByteArrayCommandTransport.java:46)
      	at hudson.remoting.Channel.send(Channel.java:768)
      	at hudson.remoting.Request$2.run(Request.java:390)
      	at hudson.remoting.InterceptingExecutorService.lambda$wrap$0(InterceptingExecutorService.java:78)
      	at org.jenkinsci.remoting.CallableDecorator.call(CallableDecorator.java:18)
      	at hudson.remoting.CallableDecoratorList.lambda$applyDecorator$0(CallableDecoratorList.java:19)
      	at jenkins.util.ContextResettingExecutorService$2.call(ContextResettingExecutorService.java:46)
      	at jenkins.security.ImpersonatingExecutorService$2.call(ImpersonatingExecutorService.java:80)
      	at java.base/java.util.concurrent.FutureTask.run(Unknown Source)
      	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
      	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
      	at java.base/java.lang.Thread.run(Unknown Source)

       

            Assignee:
            FABRIZIO MANFREDI
            Reporter:
            Manoj
            Archiver:
            Jenkins Service Account

              Created:
              Updated:
              Resolved:
              Archived: