zhilinli123 commented on PR #5084:
URL: https://github.com/apache/seatunnel/pull/5084#issuecomment-1862282370

   hi I found some issues in kafka avro e2e testing. My configuration is as 
follows
   ``` 
   source {
     Kafka {
       bootstrap.servers = "kafkaCluster:9092"
       topic = "test_avro_topic"
       result_table_name = "kafka_table"
    // When configured this will pull the consumption from kafka's starting 
offset kafka.auto.offset.reset = "earliest" does not take effect
       **start_mode = "earliest"** 
       format = avro
       format_error_handle_way = skip
       schema = {
         fields {
           id = bigint
           c_map = "map<string, smallint>"
           c_array = "array<tinyint>"
           c_string = string
           c_boolean = boolean
           c_tinyint = tinyint
           c_smallint = smallint
           c_int = int
           c_bigint = bigint
           c_float = float
           c_double = double
           c_decimal = "decimal(2, 1)"
           c_bytes = bytes
           c_date = date
           c_timestamp = timestamp
         }
       }
     }
   }
   
   sink {
     Console {
       source_table_name = "kafka_table"
     }
     Assert {
       source_table_name = "kafka_table"
       rules =
         {
           field_rules = [
             {
               field_name = id
               field_type = long
               field_value = [
                 {
                   rule_type = NOT_NULL
                 },
                 {
                   rule_type = MIN
                   rule_value = 0
                 },
                 {
                   rule_type = MAX
                   rule_value = 99
                 }
               ]
             }
           ]
         }
     }
   }
   ```  
   
![image](https://github.com/apache/seatunnel/assets/76689593/c6795796-d2bc-422a-8d40-4036f9e6bf31)
   
![image](https://github.com/apache/seatunnel/assets/76689593/25410fcf-952c-472f-ae3a-18f4091ef17a)
    @liunaijie 


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: commits-unsubscr...@seatunnel.apache.org

For queries about this service, please contact Infrastructure at:
us...@infra.apache.org

Reply via email to