liutaobigdata opened a new issue, #5578:
URL: https://github.com/apache/seatunnel/issues/5578

   ### Search before asking
   
   - [X] I had searched in the 
[issues](https://github.com/apache/seatunnel/issues?q=is%3Aissue+label%3A%22bug%22)
 and found no similar issues.
   
   
   ### What happened
   
   When using kafka virtual table, source_table_name and result_table_name in 
transform are both random numbers at the beginning of Table. What are the 
considerations for designing this way?
   
   ### SeaTunnel Version
   
   2.3.3
   
   ### SeaTunnel Config
   
   ```conf
   env {
   "job.mode"=STREAMING
   "job.name"=kafka-to-sr
   }
   source {
   Kafka {
       "start_mode"=latest
       "consumer.group"=flink-seatunnel-test
       "commit_on_checkpoint"="true"
       format=JSON
       "debezium_record_include_schema"="true"
       "partition-discovery.interval-millis"=-1
       parallelism=1
       "result_table_name"="Table10989895186498"
       topic="topic_1"
       schema {
           fields {
               age=int
               name=string
           }
       }
       "bootstrap.servers"=""
       "kafka.config" {
           "sasl.jaas.config"=""
           "sasl.mechanism"=PLAIN
           "security.protocol"="SASL_PLAINTEXT"
       }
   }
   }
   transform {
   Sql {
       query="select * from topic_1 where age>30"
       "result_table_name"=Table10989895186497
       "source_table_name"="Table10989895186498"
   }
   
   }
   sink {
   StarRocks {
       "batch_max_rows"=1024
       "batch_max_bytes"=5242880
       "enable_upsert_delete"="true"
       savemode="KEEP_SCHEMA_AND_DATA"
       "save_mode_create_template"="CREATE TABLE IF NOT EXISTS 
`${database}`.`${table_name}` (\n${rowtype_fields}\n) ENGINE=OLAP\n PRIMARY KEY 
(${rowtype_primary_key})\nDISTRIBUTED BY HASH 
(${rowtype_primary_key})PROPERTIES (\n    \"replication_num\" = \"1\" \n)"
       "source_table_name"=seatunnel
       table=seatunnel
       database="flink_application"
       nodeUrls=[
           ""
       ]
       password="123456"
       username=root
       base-url=""
   }
   }
   ```
   
   
   ### Running Command
   
   ```shell
   Launch script via seatunnel-web
   ```
   
   
   ### Error Exception
   
   ```log
   The kafka table  topic_1 is not found
   ```
   
   
   ### Zeta or Flink or Spark Version
   
   _No response_
   
   ### Java or Scala Version
   
   java 8
   
   ### Screenshots
   
   _No response_
   
   ### Are you willing to submit PR?
   
   - [X] Yes I am willing to submit a PR!
   
   ### Code of Conduct
   
   - [X] I agree to follow this project's [Code of 
Conduct](https://www.apache.org/foundation/policies/conduct)
   


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: commits-unsubscr...@seatunnel.apache.org.apache.org

For queries about this service, please contact Infrastructure at:
us...@infra.apache.org

Reply via email to