oscerd commented on issue #430:
URL:
https://github.com/apache/camel-kafka-connector/issues/430#issuecomment-705058568
Once #536 will be merged, we'll have a list of connectors in
connectors.properties under catalog JAR in descriptors
```
camel-activemq-source
camel-activemq-sink
camel-ahc-sink
camel-ahc-ws-source
camel-ahc-ws-sink
camel-ahc-wss-source
camel-ahc-wss-sink
camel-amqp-source
camel-amqp-sink
camel-apns-source
camel-apns-sink
camel-arangodb-sink
camel-as2-source
camel-as2-sink
camel-asterisk-source
camel-asterisk-sink
camel-atmos-source
...
..
..
```
and in the connectors folder we'll have a json file for each source/sink
connector of the following structure
```
{
"connector": {
"class":
"org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector",
"artifactId": "camel-aws2-s3-kafka-connector",
"groupId": "org.apache.camel.kafkaconnector",
"id": "camel-aws2-s3-sink",
"type": "sink",
"version": "0.6.0-SNAPSHOT"
},
"properties": {
"camel.sink.path.bucketNameOrArn": {
"name": "camel.sink.path.bucketNameOrArn",
"description": "Bucket name or ARN",
"defaultValue": "null",
"priority": "HIGH"
},
"camel.sink.endpoint.amazonS3Client": {
"name": "camel.sink.endpoint.amazonS3Client",
"description": "Reference to a
com.amazonaws.services.s3.AmazonS3 in the registry.",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.autoCreateBucket": {
"name": "camel.sink.endpoint.autoCreateBucket",
"description": "Setting the autocreation of the S3
bucket bucketName. This will apply also in case of moveAfterRead option enabled
and it will create the destinationBucket if it doesn't exist already.",
"defaultValue": "true",
"priority": "MEDIUM"
},
"camel.sink.endpoint.autoDiscoverClient": {
"name": "camel.sink.endpoint.autoDiscoverClient",
"description": "Setting the autoDiscoverClient
mechanism, if true, the component will look for a client instance in the
registry automatically otherwise it will skip that checking.",
"defaultValue": "true",
"priority": "MEDIUM"
},
"camel.sink.endpoint.overrideEndpoint": {
"name": "camel.sink.endpoint.overrideEndpoint",
"description": "Set the need for overidding the
endpoint. This option needs to be used in combination with uriEndpointOverride
option",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.sink.endpoint.pojoRequest": {
"name": "camel.sink.endpoint.pojoRequest",
"description": "If we want to use a POJO request as
body or not",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.sink.endpoint.policy": {
"name": "camel.sink.endpoint.policy",
"description": "The policy for this queue to set in the
com.amazonaws.services.s3.AmazonS3#setBucketPolicy() method.",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.proxyHost": {
"name": "camel.sink.endpoint.proxyHost",
"description": "To define a proxy host when
instantiating the SQS client",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.proxyPort": {
"name": "camel.sink.endpoint.proxyPort",
"description": "Specify a proxy port to be used inside
the client definition.",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.proxyProtocol": {
"name": "camel.sink.endpoint.proxyProtocol",
"description": "To define a proxy protocol when
instantiating the S3 client One of: [HTTP] [HTTPS]",
"defaultValue": "\"HTTPS\"",
"priority": "MEDIUM"
},
"camel.sink.endpoint.region": {
"name": "camel.sink.endpoint.region",
"description": "The region in which S3 client needs to
work. When using this parameter, the configuration will expect the lowercase
name of the region (for example ap-east-1) You'll need to use the name
Region.EU_WEST_1.id()",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.trustAllCertificates": {
"name": "camel.sink.endpoint.trustAllCertificates",
"description": "If we want to trust all certificates in
case of overriding the endpoint",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.sink.endpoint.uriEndpointOverride": {
"name": "camel.sink.endpoint.uriEndpointOverride",
"description": "Set the overriding uri endpoint. This
option needs to be used in combination with overrideEndpoint option",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.useIAMCredentials": {
"name": "camel.sink.endpoint.useIAMCredentials",
"description": "Set whether the S3 client should expect
to load credentials on an EC2 instance or to expect static credentials to be
passed in.",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.sink.endpoint.customerAlgorithm": {
"name": "camel.sink.endpoint.customerAlgorithm",
"description": "Define the customer algorithm to use in
case CustomerKey is enabled",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.customerKeyId": {
"name": "camel.sink.endpoint.customerKeyId",
"description": "Define the id of Customer key to use in
case CustomerKey is enabled",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.customerKeyMD5": {
"name": "camel.sink.endpoint.customerKeyMD5",
"description": "Define the MD5 of Customer key to use
in case CustomerKey is enabled",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.deleteAfterWrite": {
"name": "camel.sink.endpoint.deleteAfterWrite",
"description": "Delete file object after the S3 file
has been uploaded",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.sink.endpoint.keyName": {
"name": "camel.sink.endpoint.keyName",
"description": "Setting the key name for an element in
the bucket through endpoint parameter",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.lazyStartProducer": {
"name": "camel.sink.endpoint.lazyStartProducer",
"description": "Whether the producer should be started
lazy (on the first message). By starting lazy you can use this to allow
CamelContext and routes to startup in situations where a producer may otherwise
fail during starting and cause the route to fail being started. By deferring
this startup to be lazy then the startup failure can be handled during routing
messages via Camel's routing error handlers. Beware that when the first message
is processed then creating and starting the producer may take a little time and
prolong the total processing time of the processing.",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.sink.endpoint.multiPartUpload": {
"name": "camel.sink.endpoint.multiPartUpload",
"description": "If it is true, camel will upload the
file with multi part format, the part size is decided by the option of
partSize",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.sink.endpoint.operation": {
"name": "camel.sink.endpoint.operation",
"description": "The operation to do in case the user
don't want to do only an upload One of: [copyObject] [listObjects]
[deleteObject] [deleteBucket] [listBuckets] [getObject] [getObjectRange]",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.partSize": {
"name": "camel.sink.endpoint.partSize",
"description": "Setup the partSize which is used in
multi part upload, the default size is 25M.",
"defaultValue": "26214400L",
"priority": "MEDIUM"
},
"camel.sink.endpoint.storageClass": {
"name": "camel.sink.endpoint.storageClass",
"description": "The storage class to set in the
com.amazonaws.services.s3.model.PutObjectRequest request.",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.awsKMSKeyId": {
"name": "camel.sink.endpoint.awsKMSKeyId",
"description": "Define the id of KMS key to use in case
KMS is enabled",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.useAwsKMS": {
"name": "camel.sink.endpoint.useAwsKMS",
"description": "Define if KMS must be used or not",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.sink.endpoint.useCustomerKey": {
"name": "camel.sink.endpoint.useCustomerKey",
"description": "Define if Customer Key must be used or
not",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.sink.endpoint.basicPropertyBinding": {
"name": "camel.sink.endpoint.basicPropertyBinding",
"description": "Whether the endpoint should use basic
property binding (Camel 2.x) or the newer property binding with additional
capabilities",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.sink.endpoint.synchronous": {
"name": "camel.sink.endpoint.synchronous",
"description": "Sets whether synchronous processing
should be strictly used, or Camel is allowed to use asynchronous processing (if
supported).",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.sink.endpoint.accessKey": {
"name": "camel.sink.endpoint.accessKey",
"description": "Amazon AWS Access Key",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.sink.endpoint.secretKey": {
"name": "camel.sink.endpoint.secretKey",
"description": "Amazon AWS Secret Key",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.amazonS3Client": {
"name": "camel.component.aws2-s3.amazonS3Client",
"description": "Reference to a
com.amazonaws.services.s3.AmazonS3 in the registry.",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.autoCreateBucket": {
"name": "camel.component.aws2-s3.autoCreateBucket",
"description": "Setting the autocreation of the S3
bucket bucketName. This will apply also in case of moveAfterRead option enabled
and it will create the destinationBucket if it doesn't exist already.",
"defaultValue": "true",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.autoDiscoverClient": {
"name": "camel.component.aws2-s3.autoDiscoverClient",
"description": "Setting the autoDiscoverClient
mechanism, if true, the component will look for a client instance in the
registry automatically otherwise it will skip that checking.",
"defaultValue": "true",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.configuration": {
"name": "camel.component.aws2-s3.configuration",
"description": "The component configuration",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.overrideEndpoint": {
"name": "camel.component.aws2-s3.overrideEndpoint",
"description": "Set the need for overidding the
endpoint. This option needs to be used in combination with uriEndpointOverride
option",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.pojoRequest": {
"name": "camel.component.aws2-s3.pojoRequest",
"description": "If we want to use a POJO request as
body or not",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.policy": {
"name": "camel.component.aws2-s3.policy",
"description": "The policy for this queue to set in the
com.amazonaws.services.s3.AmazonS3#setBucketPolicy() method.",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.proxyHost": {
"name": "camel.component.aws2-s3.proxyHost",
"description": "To define a proxy host when
instantiating the SQS client",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.proxyPort": {
"name": "camel.component.aws2-s3.proxyPort",
"description": "Specify a proxy port to be used inside
the client definition.",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.proxyProtocol": {
"name": "camel.component.aws2-s3.proxyProtocol",
"description": "To define a proxy protocol when
instantiating the S3 client One of: [HTTP] [HTTPS]",
"defaultValue": "\"HTTPS\"",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.region": {
"name": "camel.component.aws2-s3.region",
"description": "The region in which S3 client needs to
work. When using this parameter, the configuration will expect the lowercase
name of the region (for example ap-east-1) You'll need to use the name
Region.EU_WEST_1.id()",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.trustAllCertificates": {
"name": "camel.component.aws2-s3.trustAllCertificates",
"description": "If we want to trust all certificates in
case of overriding the endpoint",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.uriEndpointOverride": {
"name": "camel.component.aws2-s3.uriEndpointOverride",
"description": "Set the overriding uri endpoint. This
option needs to be used in combination with overrideEndpoint option",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.useIAMCredentials": {
"name": "camel.component.aws2-s3.useIAMCredentials",
"description": "Set whether the S3 client should expect
to load credentials on an EC2 instance or to expect static credentials to be
passed in.",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.customerAlgorithm": {
"name": "camel.component.aws2-s3.customerAlgorithm",
"description": "Define the customer algorithm to use in
case CustomerKey is enabled",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.customerKeyId": {
"name": "camel.component.aws2-s3.customerKeyId",
"description": "Define the id of Customer key to use in
case CustomerKey is enabled",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.customerKeyMD5": {
"name": "camel.component.aws2-s3.customerKeyMD5",
"description": "Define the MD5 of Customer key to use
in case CustomerKey is enabled",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.deleteAfterWrite": {
"name": "camel.component.aws2-s3.deleteAfterWrite",
"description": "Delete file object after the S3 file
has been uploaded",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.keyName": {
"name": "camel.component.aws2-s3.keyName",
"description": "Setting the key name for an element in
the bucket through endpoint parameter",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.lazyStartProducer": {
"name": "camel.component.aws2-s3.lazyStartProducer",
"description": "Whether the producer should be started
lazy (on the first message). By starting lazy you can use this to allow
CamelContext and routes to startup in situations where a producer may otherwise
fail during starting and cause the route to fail being started. By deferring
this startup to be lazy then the startup failure can be handled during routing
messages via Camel's routing error handlers. Beware that when the first message
is processed then creating and starting the producer may take a little time and
prolong the total processing time of the processing.",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.multiPartUpload": {
"name": "camel.component.aws2-s3.multiPartUpload",
"description": "If it is true, camel will upload the
file with multi part format, the part size is decided by the option of
partSize",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.operation": {
"name": "camel.component.aws2-s3.operation",
"description": "The operation to do in case the user
don't want to do only an upload One of: [copyObject] [listObjects]
[deleteObject] [deleteBucket] [listBuckets] [getObject] [getObjectRange]",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.partSize": {
"name": "camel.component.aws2-s3.partSize",
"description": "Setup the partSize which is used in
multi part upload, the default size is 25M.",
"defaultValue": "26214400L",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.storageClass": {
"name": "camel.component.aws2-s3.storageClass",
"description": "The storage class to set in the
com.amazonaws.services.s3.model.PutObjectRequest request.",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.awsKMSKeyId": {
"name": "camel.component.aws2-s3.awsKMSKeyId",
"description": "Define the id of KMS key to use in case
KMS is enabled",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.useAwsKMS": {
"name": "camel.component.aws2-s3.useAwsKMS",
"description": "Define if KMS must be used or not",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.useCustomerKey": {
"name": "camel.component.aws2-s3.useCustomerKey",
"description": "Define if Customer Key must be used or
not",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.basicPropertyBinding": {
"name": "camel.component.aws2-s3.basicPropertyBinding",
"description": "Whether the component should use basic
property binding (Camel 2.x) or the newer property binding with additional
capabilities",
"defaultValue": "false",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.accessKey": {
"name": "camel.component.aws2-s3.accessKey",
"description": "Amazon AWS Access Key",
"defaultValue": "null",
"priority": "MEDIUM"
},
"camel.component.aws2-s3.secretKey": {
"name": "camel.component.aws2-s3.secretKey",
"description": "Amazon AWS Secret Key",
"defaultValue": "null",
"priority": "MEDIUM"
}
}
}
```
@apupier and @lhein can you provide some information about the way you want
to consume these metadata and options? So we can provide an API eventually and
later.
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
