Uploaded image for project: 'Jenkins'
  1. Jenkins
  2. JENKINS-73357

Launching Windows Nodes runs into connection termination across VPC in AWS

XMLWordPrintable

    • Icon: Bug Bug
    • Resolution: Not A Defect
    • Icon: Blocker Blocker
    • ec2-plugin
    • None

      We are currently trying to configure running the windows agents in a different VPC other than the controller AWS VPC connected via AWS Transit Gateway. We get connection terminated after every few mins.  

      // code placeholder
      2024-06-20 01:39:37.595+0000 [id=13495]	SEVERE	h.p.ec2.win.winrm.WinRMClient#sendRequest: I/O Exception in HTTP POST
      java.net.SocketTimeoutException: Read timed out
      	at java.base/sun.nio.ch.NioSocketImpl.timedRead(Unknown Source)
      	at java.base/sun.nio.ch.NioSocketImpl.implRead(Unknown Source)
      	at java.base/sun.nio.ch.NioSocketImpl.read(Unknown Source)
      	at java.base/sun.nio.ch.NioSocketImpl$1.read(Unknown Source)
      	at java.base/java.net.Socket$SocketInputStream.read(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketInputRecord.read(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketInputRecord.readHeader(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketInputRecord.decode(Unknown Source)
      	at java.base/sun.security.ssl.SSLTransport.decode(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.decode(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.readHandshakeRecord(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(Unknown Source)
      	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:436)
      	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:384)
      	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
      Caused: org.apache.http.conn.ConnectTimeoutException: Connect to xx.xx.xxx.xxx:5986 [/xx.xx.xxx.xxx] failed: Read timed out
      	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
      	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376)
      	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393)
      	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
      	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
      	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
      	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
      	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
      	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
      	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendRequest(WinRMClient.java:262)
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendRequest(WinRMClient.java:237)
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendInput(WinRMClient.java:126)
      	at hudson.plugins.ec2.win.winrm.WindowsProcess$2.run(WindowsProcess.java:141)
      2024-06-20 01:39:37.596+0000 [id=13495]	WARNING	h.p.e.win.winrm.WindowsProcess$2#run: ouch, STDIN exception for java  -jar C:\Windows\Temp\remoting.jar -workDir ./jenkins-agent
      java.net.SocketTimeoutException: Read timed out
      	at java.base/sun.nio.ch.NioSocketImpl.timedRead(Unknown Source)
      	at java.base/sun.nio.ch.NioSocketImpl.implRead(Unknown Source)
      	at java.base/sun.nio.ch.NioSocketImpl.read(Unknown Source)
      	at java.base/sun.nio.ch.NioSocketImpl$1.read(Unknown Source)
      	at java.base/java.net.Socket$SocketInputStream.read(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketInputRecord.read(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketInputRecord.readHeader(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketInputRecord.decode(Unknown Source)
      	at java.base/sun.security.ssl.SSLTransport.decode(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.decode(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.readHandshakeRecord(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(Unknown Source)
      	at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(Unknown Source)
      	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:436)
      	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:384)
      	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
      Caused: org.apache.http.conn.ConnectTimeoutException: Connect to 10.28.102.168:5986 [/10.28.102.168] failed: Read timed out
      	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
      	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376)
      	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393)
      	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
      	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
      	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
      	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
      	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
      	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
      	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendRequest(WinRMClient.java:262)
      Caused: hudson.plugins.ec2.win.winrm.RuntimeIOException: I/O Exception Connect to 10.28.102.168:5986 [/10.28.102.168] failed: Read timed out
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendRequest(WinRMClient.java:321)
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendRequest(WinRMClient.java:237)
      	at hudson.plugins.ec2.win.winrm.WinRMClient.sendInput(WinRMClient.java:126)
      	at hudson.plugins.ec2.win.winrm.WindowsProcess$2.run(WindowsProcess.java:141)
      2024-06-20 01:39:37.598+0000 [id=12883]	WARNING	hudson.remoting.Request$2#run: Failed to send back a reply to the request UserRequest:UserRPCRequest:hudson.remoting.JarLoader.writeJarTo[long,long,java.io.OutputStream](3)
      hudson.remoting.FastPipedInputStream$ClosedBy: The pipe was closed at...
      	at hudson.remoting.FastPipedOutputStream.error(FastPipedOutputStream.java:97)
      	at hudson.remoting.FastPipedOutputStream.close(FastPipedOutputStream.java:86)
      	at hudson.plugins.ec2.util.Closeables.closeQuietly(Closeables.java:23)
      	at hudson.plugins.ec2.win.winrm.WindowsProcess$2.run(WindowsProcess.java:146)
      Caused: java.io.IOException: Pipe is already closed
      	at hudson.remoting.FastPipedOutputStream.write(FastPipedOutputStream.java:152)
      	at hudson.remoting.FastPipedOutputStream.write(FastPipedOutputStream.java:136)
      	at hudson.remoting.ChunkedOutputStream.sendFrame(ChunkedOutputStream.java:93)
      	at hudson.remoting.ChunkedOutputStream.drain(ChunkedOutputStream.java:89)
      	at hudson.remoting.ChunkedOutputStream.write(ChunkedOutputStream.java:58)
      	at java.base/java.io.OutputStream.write(Unknown Source)
      	at hudson.remoting.ChunkedCommandTransport.writeBlock(ChunkedCommandTransport.java:45)
      	at hudson.remoting.AbstractSynchronousByteArrayCommandTransport.write(AbstractSynchronousByteArrayCommandTransport.java:46)
      	at hudson.remoting.Channel.send(Channel.java:768)
      	at hudson.remoting.Request$2.run(Request.java:390)
      	at hudson.remoting.InterceptingExecutorService.lambda$wrap$0(InterceptingExecutorService.java:78)
      	at org.jenkinsci.remoting.CallableDecorator.call(CallableDecorator.java:18)
      	at hudson.remoting.CallableDecoratorList.lambda$applyDecorator$0(CallableDecoratorList.java:19)
      	at jenkins.util.ContextResettingExecutorService$2.call(ContextResettingExecutorService.java:46)
      	at jenkins.security.ImpersonatingExecutorService$2.call(ImpersonatingExecutorService.java:80)
      	at java.base/java.util.concurrent.FutureTask.run(Unknown Source)
      	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
      	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
      	at java.base/java.lang.Thread.run(Unknown Source)

       

            thoulen FABRIZIO MANFREDI
            manojchaulagain Manoj
            Votes:
            0 Vote for this issue
            Watchers:
            2 Start watching this issue

              Created:
              Updated:
              Resolved: