This is an automated email from the ASF dual-hosted git repository.
acosentino pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/camel-kamelets.git
from 03c2d24f Updated CHANGELOG.md
new 4595e5f2 Introduce Kamelet input/output data types
new f71ca6e8 Refine Kamelet data type solution with review comments
new 4bdbc2d7 Fix Jitpack coordinates replacement and use KinD cluster
v0.14.0
new 96534b4f Add CloudEvent output type on AWS S3 Kamelet source
new ed28941e Use log-sink Kamelet and show headers
new 814654a8 Fail on missing data type and add log output
new eb6b71ef Make sure data type resolver works on all runtimes
new cf269604 Load S3 converters via annotation scan
new baba9ef6 Preserve AWS S3 Key header as it is required during
onCompletion
new 30c5571f Remove AWS S3 Json output type
new f142f382 Load AWS DDB converters via annotation scan
new ca5892d1 Fix AWS DDB sink Kamelet
new c230f2ad Enhance YAKS tests with AWS S3 data type test
new 49cbe909 Fix cloud event type and do not set data content type
new 96f2c0d9 Enhance data type AWS S3 YAKS tests
new d62d2d0d Add option to disable data type registry classpath scan
new 5595de75 Set proper media types
new 6f206cab Fix rest-openapi-sink YAKS test
new e3912879 Remove camel-cloudevents dependency
new 606adff2 Move AWS S3 binary output type to generic level
new d161ccfc Do cache ObjectMapper instance in JsonModelDatType converter
new 429011c4 Enhance documentation on data type SPI
new c64f31b0 Improve CloudEvents output produced by AWS S3 source
new 00ccfe7e Simplify Json model data type
new f6c24249 Fix Knative YAKS tests
new a0406cc7 Revert existing Kamelets to not use data type converter
new b45bb5dd Add experimental Kamelets using data type converter API
new b1dec7f3 Include experimental Kamelets in the catalog
The 28 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../actions/install-knative/action.yml | 23 +--
.github/actions/install-knative/install-knative.sh | 142 ++++++++++++++
.github/workflows/yaks-tests.yaml | 27 ++-
.../aws-ddb-experimental-sink.kamelet.yaml | 35 +++-
...aml => aws-s3-experimental-source.kamelet.yaml} | 29 ++-
library/camel-kamelets-utils/pom.xml | 7 +-
.../utils/format/AnnotationDataTypeLoader.java | 171 +++++++++++++++++
.../kamelets/utils/format/DataTypeProcessor.java | 110 +++++++++++
.../utils/format/DefaultDataTypeConverter.java | 85 +++++++++
.../format/DefaultDataTypeConverterResolver.java | 68 +++++++
.../utils/format/DefaultDataTypeRegistry.java | 208 +++++++++++++++++++++
.../converter/aws2/ddb/Ddb2JsonInputType.java} | 87 ++++++---
.../aws2/s3/AWS2S3CloudEventOutputType.java | 58 ++++++
.../converter/standard/BinaryDataType.java} | 27 +--
.../converter/standard/JsonModelDataType.java | 97 ++++++++++
.../converter/standard/StringDataType.java} | 25 ++-
.../utils/format/spi/DataTypeConverter.java | 75 ++++++++
.../format/spi/DataTypeConverterResolver.java | 53 ++++++
.../kamelets/utils/format/spi/DataTypeLoader.java} | 14 +-
.../utils/format/spi/DataTypeRegistry.java | 68 +++++++
.../utils/format/spi/annotations/DataType.java | 56 ++++++
.../transform/aws/ddb/JsonToDdbModelConverter.java | 2 +-
.../services/org/apache/camel/DataTypeConverter | 9 +-
.../apache/camel/datatype/converter/aws2-ddb-json | 9 +-
.../camel/datatype/converter/aws2-s3-cloudevents | 9 +-
.../apache/camel/datatype/converter/camel-binary | 9 +-
.../camel/datatype/converter/camel-jsonObject | 9 +-
.../apache/camel/datatype/converter/camel-string | 9 +-
.../utils/format/DataTypeProcessorTest.java | 99 ++++++++++
.../DefaultDataTypeConverterResolverTest.java | 76 ++++++++
.../utils/format/DefaultDataTypeRegistryTest.java | 60 ++++++
.../converter/aws2/ddb/Ddb2JsonInputTypeTest.java} | 104 +++++++----
.../aws2/s3/AWS2S3CloudEventOutputTypeTest.java | 67 +++++++
.../converter/standard/BinaryDataTypeTest.java | 102 ++++++++++
.../converter/standard/JsonModelDataTypeTest.java | 102 ++++++++++
.../converter/standard/StringDataTypeTest.java | 90 +++++++++
.../format/converter/test/UppercaseDataType.java} | 20 +-
.../aws/ddb/JsonToDdbModelConverterTest.java | 17 +-
.../services/org/apache/camel/DataTypeConverter | 9 +-
.../camel/datatype/converter/camel-jsonObject | 9 +-
.../camel/datatype/converter/camel-lowercase | 9 +-
.../org/apache/camel/datatype/converter/foo-json | 9 +-
.../src/test/resources/log4j2-test.xml | 32 ++++
...yaml => aws-ddb-experimental-sink.kamelet.yaml} | 35 +++-
.../aws-s3-experimental-source.kamelet.yaml | 29 ++-
test/aws-s3/README.md | 76 ++++++++
.../amazonS3Client.groovy} | 27 +--
test/aws-s3/aws-s3-credentials.properties | 7 +
test/aws-s3/aws-s3-knative-binding.feature | 49 +++++
test/aws-s3/aws-s3-source-property-conf.feature | 37 ++++
test/aws-s3/aws-s3-source-secret-conf.feature | 39 ++++
test/aws-s3/aws-s3-source-uri-conf.feature | 32 ++++
.../aws-s3-to-knative-channel.yaml} | 32 ++--
.../aws-s3-to-log-secret-based.groovy} | 5 +-
.../aws-s3-to-log-uri-based.groovy} | 16 +-
test/aws-s3/aws-s3-uri-binding.feature | 35 ++++
.../aws-s3-uri-binding.yaml} | 29 +--
test/{aws-ddb-sink => aws-s3}/yaks-config.yaml | 24 ++-
.../aws-ddb-sink-exp}/amazonDDBClient.groovy | 0
.../aws-ddb-sink-exp}/aws-ddb-sink-binding.yaml | 4 +-
.../aws-ddb-sink-deleteItem.feature | 12 +-
.../aws-ddb-sink-exp}/aws-ddb-sink-putItem.feature | 12 +-
.../aws-ddb-sink-updateItem.feature | 12 +-
.../aws-ddb-sink-exp}/putItem.groovy | 0
.../aws-ddb-sink-exp}/verifyItems.groovy | 0
.../aws-ddb-sink-exp}/yaks-config.yaml | 0
.../aws-s3-exp/amazonS3Client.groovy} | 27 +--
.../aws-s3-exp/aws-s3-cloudevents.feature | 55 ++++++
.../experimental/aws-s3-exp/aws-s3-knative.feature | 55 ++++++
.../aws-s3-exp/aws-s3-to-knative.yaml} | 33 ++--
.../aws-s3-exp}/yaks-config.yaml | 19 +-
test/rest-openapi-sink/rest-openapi-sink.feature | 2 +-
.../utils/knative-channel-to-log.yaml | 21 +--
.../utils/knative-to-log.yaml | 23 ++-
74 files changed, 2706 insertions(+), 367 deletions(-)
copy test/earthquake-source/yaks-config.yaml =>
.github/actions/install-knative/action.yml (76%)
create mode 100755 .github/actions/install-knative/install-knative.sh
copy
library/camel-kamelets/src/main/resources/kamelets/aws-ddb-sink.kamelet.yaml =>
kamelets/aws-ddb-experimental-sink.kamelet.yaml (86%)
copy kamelets/{aws-s3-source.kamelet.yaml =>
aws-s3-experimental-source.kamelet.yaml} (87%)
create mode 100644
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/format/AnnotationDataTypeLoader.java
create mode 100644
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/format/DataTypeProcessor.java
create mode 100644
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/format/DefaultDataTypeConverter.java
create mode 100644
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/format/DefaultDataTypeConverterResolver.java
create mode 100644
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/format/DefaultDataTypeRegistry.java
copy
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/{transform/aws/ddb/JsonToDdbModelConverter.java
=> format/converter/aws2/ddb/Ddb2JsonInputType.java} (68%)
create mode 100644
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/format/converter/aws2/s3/AWS2S3CloudEventOutputType.java
copy
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/{serialization/InflightAvroSchemaResolver.java
=> format/converter/standard/BinaryDataType.java} (55%)
create mode 100644
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/format/converter/standard/JsonModelDataType.java
copy
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/{transform/kafka/ManualCommit.java
=> format/converter/standard/StringDataType.java} (56%)
create mode 100644
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/format/spi/DataTypeConverter.java
create mode 100644
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/format/spi/DataTypeConverterResolver.java
copy
library/{camel-kamelets-catalog/src/main/java/org/apache/camel/kamelets/catalog/model/KameletLabelNames.java
=>
camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/format/spi/DataTypeLoader.java}
(65%)
create mode 100644
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/format/spi/DataTypeRegistry.java
create mode 100644
library/camel-kamelets-utils/src/main/java/org/apache/camel/kamelets/utils/format/spi/annotations/DataType.java
copy docs/source-watch.yml =>
library/camel-kamelets-utils/src/main/resources/META-INF/services/org/apache/camel/DataTypeConverter
(77%)
copy test/salesforce-sink/delete-secret.sh =>
library/camel-kamelets-utils/src/main/resources/META-INF/services/org/apache/camel/datatype/converter/aws2-ddb-json
(84%)
copy test/salesforce-sink/delete-secret.sh =>
library/camel-kamelets-utils/src/main/resources/META-INF/services/org/apache/camel/datatype/converter/aws2-s3-cloudevents
(84%)
copy test/salesforce-sink/delete-secret.sh =>
library/camel-kamelets-utils/src/main/resources/META-INF/services/org/apache/camel/datatype/converter/camel-binary
(84%)
copy test/salesforce-sink/delete-secret.sh =>
library/camel-kamelets-utils/src/main/resources/META-INF/services/org/apache/camel/datatype/converter/camel-jsonObject
(84%)
copy test/salesforce-sink/delete-secret.sh =>
library/camel-kamelets-utils/src/main/resources/META-INF/services/org/apache/camel/datatype/converter/camel-string
(84%)
create mode 100644
library/camel-kamelets-utils/src/test/java/org/apache/camel/kamelets/utils/format/DataTypeProcessorTest.java
create mode 100644
library/camel-kamelets-utils/src/test/java/org/apache/camel/kamelets/utils/format/DefaultDataTypeConverterResolverTest.java
create mode 100644
library/camel-kamelets-utils/src/test/java/org/apache/camel/kamelets/utils/format/DefaultDataTypeRegistryTest.java
copy
library/camel-kamelets-utils/src/test/java/org/apache/camel/kamelets/utils/{transform/aws/ddb/JsonToDdbModelConverterTest.java
=> format/converter/aws2/ddb/Ddb2JsonInputTypeTest.java} (65%)
create mode 100644
library/camel-kamelets-utils/src/test/java/org/apache/camel/kamelets/utils/format/converter/aws2/s3/AWS2S3CloudEventOutputTypeTest.java
create mode 100644
library/camel-kamelets-utils/src/test/java/org/apache/camel/kamelets/utils/format/converter/standard/BinaryDataTypeTest.java
create mode 100644
library/camel-kamelets-utils/src/test/java/org/apache/camel/kamelets/utils/format/converter/standard/JsonModelDataTypeTest.java
create mode 100644
library/camel-kamelets-utils/src/test/java/org/apache/camel/kamelets/utils/format/converter/standard/StringDataTypeTest.java
copy
library/{camel-kamelets-catalog/src/main/java/org/apache/camel/kamelets/catalog/model/KameletTypeEnum.java
=>
camel-kamelets-utils/src/test/java/org/apache/camel/kamelets/utils/format/converter/test/UppercaseDataType.java}
(62%)
copy test/salesforce-sink/delete-secret.sh =>
library/camel-kamelets-utils/src/test/resources/META-INF/services/org/apache/camel/DataTypeConverter
(84%)
copy test/salesforce-sink/delete-secret.sh =>
library/camel-kamelets-utils/src/test/resources/META-INF/services/org/apache/camel/datatype/converter/camel-jsonObject
(84%)
copy test/salesforce-sink/delete-secret.sh =>
library/camel-kamelets-utils/src/test/resources/META-INF/services/org/apache/camel/datatype/converter/camel-lowercase
(84%)
copy test/salesforce-sink/delete-secret.sh =>
library/camel-kamelets-utils/src/test/resources/META-INF/services/org/apache/camel/datatype/converter/foo-json
(83%)
create mode 100644
library/camel-kamelets-utils/src/test/resources/log4j2-test.xml
copy
library/camel-kamelets/src/main/resources/kamelets/{aws-ddb-sink.kamelet.yaml
=> aws-ddb-experimental-sink.kamelet.yaml} (86%)
copy kamelets/aws-s3-source.kamelet.yaml =>
library/camel-kamelets/src/main/resources/kamelets/aws-s3-experimental-source.kamelet.yaml
(87%)
create mode 100644 test/aws-s3/README.md
copy test/{aws-ddb-sink/amazonDDBClient.groovy =>
aws-s3/amazonS3Client.groovy} (57%)
create mode 100644 test/aws-s3/aws-s3-credentials.properties
create mode 100644 test/aws-s3/aws-s3-knative-binding.feature
create mode 100644 test/aws-s3/aws-s3-source-property-conf.feature
create mode 100644 test/aws-s3/aws-s3-source-secret-conf.feature
create mode 100644 test/aws-s3/aws-s3-source-uri-conf.feature
copy test/{aws-ddb-sink/aws-ddb-sink-binding.yaml =>
aws-s3/aws-s3-to-knative-channel.yaml} (75%)
copy test/{aws-ddb-sink/verifyItems.groovy =>
aws-s3/aws-s3-to-log-secret-based.groovy} (87%)
copy test/{mail-sink/mail-server.groovy =>
aws-s3/aws-s3-to-log-uri-based.groovy} (59%)
create mode 100644 test/aws-s3/aws-s3-uri-binding.feature
copy test/{aws-ddb-sink/aws-ddb-sink-binding.yaml =>
aws-s3/aws-s3-uri-binding.yaml} (75%)
copy test/{aws-ddb-sink => aws-s3}/yaks-config.yaml (74%)
copy test/{aws-ddb-sink =>
experimental/aws-ddb-sink-exp}/amazonDDBClient.groovy (100%)
copy test/{aws-ddb-sink =>
experimental/aws-ddb-sink-exp}/aws-ddb-sink-binding.yaml (95%)
copy test/{aws-ddb-sink =>
experimental/aws-ddb-sink-exp}/aws-ddb-sink-deleteItem.feature (86%)
copy test/{aws-ddb-sink =>
experimental/aws-ddb-sink-exp}/aws-ddb-sink-putItem.feature (86%)
copy test/{aws-ddb-sink =>
experimental/aws-ddb-sink-exp}/aws-ddb-sink-updateItem.feature (88%)
copy test/{aws-ddb-sink => experimental/aws-ddb-sink-exp}/putItem.groovy (100%)
copy test/{aws-ddb-sink => experimental/aws-ddb-sink-exp}/verifyItems.groovy
(100%)
copy test/{aws-ddb-sink => experimental/aws-ddb-sink-exp}/yaks-config.yaml
(100%)
copy test/{aws-ddb-sink/amazonDDBClient.groovy =>
experimental/aws-s3-exp/amazonS3Client.groovy} (57%)
create mode 100644 test/experimental/aws-s3-exp/aws-s3-cloudevents.feature
create mode 100644 test/experimental/aws-s3-exp/aws-s3-knative.feature
copy test/{aws-ddb-sink/aws-ddb-sink-binding.yaml =>
experimental/aws-s3-exp/aws-s3-to-knative.yaml} (75%)
copy test/{aws-ddb-sink => experimental/aws-s3-exp}/yaks-config.yaml (81%)
copy templates/bindings/camel-k/ceph-source-binding.yaml =>
test/utils/knative-channel-to-log.yaml (79%)
copy templates/bindings/camel-k/ceph-source-binding.yaml =>
test/utils/knative-to-log.yaml (79%)
