[
https://issues.apache.org/jira/browse/NIFI-14281?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Peter Turcsanyi updated NIFI-14281:
-----------------------------------
Status: Patch Available (was: Open)
> SocketTimeoutException in FetchGoogleDrive
> ------------------------------------------
>
> Key: NIFI-14281
> URL: https://issues.apache.org/jira/browse/NIFI-14281
> Project: Apache NiFi
> Issue Type: Bug
> Reporter: Peter Turcsanyi
> Assignee: Peter Turcsanyi
> Priority: Major
> Time Spent: 10m
> Remaining Estimate: 0h
>
> FetchGoogleDrive can run into timeout when fetching large files (managed to
> replicate with a 60 MB file). The default 20 sec timeout does not seem to be
> enough. It should be made configurable via connect/read timeout properties.
> {code:java}
> 2025-02-19 16:37:23,838 ERROR [Timer-Driven Process Thread-7]
> o.a.n.p.gcp.drive.FetchGoogleDrive
> FetchGoogleDrive[id=9e78f197-19fa-3103-b2ed-7c365f264ba5] Fetching File
> [1rvgchdBK0zUQtHMQj9GcuVpXfkHqQFhK] failed
> java.net.SocketTimeoutException: Read timed out
> at java.base/sun.nio.ch.NioSocketImpl.timedRead(NioSocketImpl.java:278)
> at java.base/sun.nio.ch.NioSocketImpl.implRead(NioSocketImpl.java:304)
> at java.base/sun.nio.ch.NioSocketImpl.read(NioSocketImpl.java:346)
> at java.base/sun.nio.ch.NioSocketImpl$1.read(NioSocketImpl.java:796)
> at java.base/java.net.Socket$SocketInputStream.read(Socket.java:1109)
> at
> java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:489)
> at
> java.base/sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:483)
> at
> java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:70)
> at
> java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1461)
> at
> java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:1066)
> at
> java.base/java.io.BufferedInputStream.fill(BufferedInputStream.java:291)
> at
> java.base/java.io.BufferedInputStream.read1(BufferedInputStream.java:347)
> at
> java.base/java.io.BufferedInputStream.implRead(BufferedInputStream.java:420)
> at
> java.base/java.io.BufferedInputStream.read(BufferedInputStream.java:399)
> at
> java.base/sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:827)
> at java.base/sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:759)
> at
> java.base/sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1693)
> at
> java.base/sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1602)
> at
> java.base/java.net.HttpURLConnection.getResponseCode(HttpURLConnection.java:531)
> at
> java.base/sun.net.www.protocol.https.HttpsURLConnectionImpl.getResponseCode(HttpsURLConnectionImpl.java:307)
> at
> com.google.api.client.http.javanet.NetHttpResponse.<init>(NetHttpResponse.java:36)
> at
> com.google.api.client.http.javanet.NetHttpRequest.execute(NetHttpRequest.java:152)
> at
> com.google.api.client.http.javanet.NetHttpRequest.execute(NetHttpRequest.java:84)
> at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1012)
> at
> com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:565)
> at
> com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:506)
> at
> com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeMedia(AbstractGoogleClientRequest.java:530)
> at
> com.google.api.services.drive.Drive$Files$Get.executeMedia(Drive.java:6650)
> at
> com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeMediaAsInputStream(AbstractGoogleClientRequest.java:662)
> at
> com.google.api.services.drive.Drive$Files$Get.executeMediaAsInputStream(Drive.java:6645)
> at
> org.apache.nifi.processors.gcp.drive.FetchGoogleDrive.downloadFile(FetchGoogleDrive.java:334)
> at
> org.apache.nifi.processors.gcp.drive.FetchGoogleDrive.fetchFile(FetchGoogleDrive.java:323)
> at
> org.apache.nifi.processors.gcp.drive.FetchGoogleDrive.onTrigger(FetchGoogleDrive.java:288)
> at
> org.apache.nifi.processor.AbstractProcessor.onTrigger(AbstractProcessor.java:27)
> at
> org.apache.nifi.controller.StandardProcessorNode.onTrigger(StandardProcessorNode.java:1272)
> at
> org.apache.nifi.controller.tasks.ConnectableTask.invoke(ConnectableTask.java:244)
> at
> org.apache.nifi.controller.scheduling.AbstractTimeBasedSchedulingAgent.lambda$doScheduleOnce$0(AbstractTimeBasedSchedulingAgent.java:59)
> at org.apache.nifi.engine.FlowEngine.lambda$wrap$1(FlowEngine.java:105)
> at
> java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
> at
> java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
> at
> java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
> at java.base/java.lang.Thread.run(Thread.java:1583){code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
