[
https://issues.apache.org/jira/browse/TIKA-4181?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17860049#comment-17860049
]
Hudson commented on TIKA-4181:
------------------------------
SUCCESS: Integrated in Jenkins build Tika » tika-main-jdk11 #1656 (See
[https://ci-builds.apache.org/job/Tika/job/tika-main-jdk11/1656/])
TIKA-4181 - Tika Pipes Grpc Server (#1702) (github:
[https://github.com/apache/tika/commit/13939c60a6d11b065630bd0b30c944b3a0ad9c24])
* (add) tika-pipes/tika-grpc/src/test/resources/certs/server1.key
* (add) tika-pipes/tika-grpc/src/test/resources/test-files/014760.docx
* (add) tika-pipes/tika-grpc/src/test/resources/certs/server1.pem
* (add)
tika-pipes/tika-grpc/src/main/java/org/apache/tika/pipes/grpc/TikaGrpcServer.java
* (edit) tika-pipes/pom.xml
* (add) tika-pipes/tika-grpc/src/test/resources/test-files/018367.docx
* (add)
tika-pipes/tika-fetchers/tika-fetcher-az-blob/src/main/java/org/apache/tika/pipes/fetcher/azblob/config/AZBlobFetcherConfig.java
* (edit)
tika-pipes/tika-fetchers/tika-fetcher-http/src/main/java/org/apache/tika/pipes/fetcher/http/HttpFetcher.java
* (edit)
tika-core/src/main/java/org/apache/tika/pipes/fetcher/config/AbstractConfig.java
* (add)
tika-pipes/tika-grpc/src/main/java/org/apache/tika/pipes/grpc/ExpiringFetcherStore.java
* (edit)
tika-pipes/tika-fetchers/tika-fetcher-http/src/test/java/org/apache/tika/pipes/fetcher/http/HttpFetcherTest.java
* (edit) tika-pipes/tika-fetchers/tika-fetcher-http/pom.xml
* (add) tika-pipes/tika-grpc/src/main/proto/tika.proto
* (add) tika-pipes/tika-grpc/example-dockerfile/docker-build.sh
* (delete)
tika-pipes/tika-fetchers/tika-fetcher-http/src/main/java/org/apache/tika/pipes/fetcher/http/config/AdditionalHttpHeaders.java
* (add) tika-pipes/tika-grpc/src/test/resources/certs/README.md
* (add)
tika-core/src/main/java/org/apache/tika/pipes/fetcher/config/FetcherConfigContainer.java
* (add) tika-pipes/tika-grpc/src/test/resources/log4j2.xml
* (add) tika-pipes/tika-grpc/src/main/resources/log4j2.xml
* (delete)
tika-pipes/tika-fetchers/tika-fetcher-http/src/test/java/org/apache/tika/pipes/fetcher/http/config/AdditionalHttpHeadersTest.java
* (add)
tika-pipes/tika-grpc/src/main/java/org/apache/tika/pipes/grpc/exception/FetcherNotFoundException.java
* (add)
tika-pipes/tika-fetchers/tika-fetcher-http/src/test/java/org/apache/tika/pipes/fetcher/http/config/HttpHeadersTest.java
* (add)
tika-core/src/test/resources/org/apache/tika/pipes/tika-sample-config.xml
* (add) tika-pipes/tika-grpc/README.md
* (add) tika-pipes/tika-grpc/src/test/resources/tika-pipes-test-config.xml
* (add) tika-pipes/tika-grpc/src/test/resources/certs/client.key
* (edit)
tika-pipes/tika-fetchers/tika-fetcher-s3/src/main/java/org/apache/tika/pipes/fetcher/s3/S3Fetcher.java
* (add) tika-pipes/tika-grpc/src/test/resources/test-files/017097.docx
* (add)
tika-pipes/tika-grpc/src/test/java/org/apache/tika/pipes/grpc/ExpiringFetcherStoreTest.java
* (edit) tika-core/src/main/java/org/apache/tika/pipes/PipesConfig.java
* (add)
tika-pipes/tika-fetchers/tika-fetcher-http/src/main/java/org/apache/tika/pipes/fetcher/http/config/HttpFetcherConfig.java
* (edit)
tika-pipes/tika-httpclient-commons/src/main/java/org/apache/tika/client/HttpClientFactory.java
* (edit)
tika-core/src/main/java/org/apache/tika/pipes/fetcher/fs/FileSystemFetcher.java
* (add)
tika-pipes/tika-fetchers/tika-fetcher-http/src/main/java/org/apache/tika/pipes/fetcher/http/config/HttpHeaders.java
* (edit)
tika-pipes/tika-fetchers/tika-fetcher-az-blob/src/main/java/org/apache/tika/pipes/fetcher/azblob/AZBlobFetcher.java
* (add)
tika-pipes/tika-grpc/src/test/java/org/apache/tika/pipes/grpc/PipesBiDirectionalStreamingIntegrationTest.java
* (add) tika-pipes/tika-grpc/src/test/resources/test-files/017091.docx
* (add)
tika-pipes/tika-grpc/src/main/java/org/apache/tika/pipes/grpc/TikaGrpcServerImpl.java
* (add)
tika-pipes/tika-grpc/src/test/java/org/apache/tika/pipes/grpc/TikaGrpcServerTest.java
* (add)
tika-core/src/main/java/org/apache/tika/pipes/fetcher/fs/config/FileSystemFetcherConfig.java
* (add) tika-pipes/tika-grpc/src/test/resources/certs/client.pem
* (add) tika-pipes/tika-grpc/src/test/resources/certs/ca.pem
* (edit) tika-core/src/main/java/org/apache/tika/pipes/PipesConfigBase.java
* (add) tika-pipes/tika-grpc/src/test/resources/certs/ca.key
* (add)
tika-pipes/tika-fetchers/tika-fetcher-gcs/src/main/java/org/apache/tika/pipes/fetcher/gcs/config/GCSFetcherConfig.java
* (edit) tika-core/src/main/java/org/apache/tika/pipes/PipesServer.java
* (add) tika-core/src/test/java/org/apache/tika/pipes/PipesClientTest.java
* (add) tika-pipes/tika-grpc/example-dockerfile/Dockerfile
* (add)
tika-pipes/tika-fetchers/tika-fetcher-s3/src/main/java/org/apache/tika/pipes/fetcher/s3/config/S3FetcherConfig.java
* (edit)
tika-pipes/tika-fetchers/tika-fetcher-gcs/src/main/java/org/apache/tika/pipes/fetcher/gcs/GCSFetcher.java
* (add) tika-pipes/tika-grpc/pom.xml
> Tika Grpc Server using Tika Pipes
> ---------------------------------
>
> Key: TIKA-4181
> URL: https://issues.apache.org/jira/browse/TIKA-4181
> Project: Tika
> Issue Type: New Feature
> Components: tika-pipes
> Reporter: Nicholas DiPiazza
> Priority: Major
> Attachments: image-2024-02-06-07-54-50-116.png
>
>
> Create a Tika Grpc server.
> You should be able to create Tike Pipes fetchers, then use those fetchers.
> You can then use those fetchers to FetchAndParse in 3 ways:
> * synchronous fashion - you send a single request to fetch a file, and get a
> single FetchAndParse response tuple.
> * streaming output - you send a single request and stream back the
> FetchAndParse response tuple.
> * bi-directional streaming - You stream in 1 or more Fetch requests and
> stream back FetchAndParse response tuples.
> Requires we create a service contract that specifies the inputs we require
> from each method.
> Then we will need to implement the different components with a grpc client
> generated using the contract.
> This would enable developers to run tika-pipes as a persistently running
> daemon instead of just a single batch app, because it can continue to stream
> out more inputs.
> !image-2024-02-06-07-54-50-116.png!
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
