sunwl1993 opened a new issue, #9817:
URL: https://github.com/apache/seatunnel/issues/9817

   ### Search before asking
   
   - [x] I had searched in the 
[issues](https://github.com/apache/seatunnel/issues?q=is%3Aissue+label%3A%22bug%22)
 and found no similar issues.
   
   
   ### What happened
   
   采用分离集群部署,一个master(16C 32G) 两个worker(64C 
64G),使用restfulapi每分钟提交约80个任务,刚刚部署成功时离线任务约6-10秒执行成功,运行一段时间后就变成了1-2分钟左右
   观察日志,在57分就已经打印task done日志但是在58分才打印complete with 
FINISHED日志,对应TaskExecutionService类内的void taskDone(Task 
task)方法内的两处日志打印,中间的某些处理似乎拖慢了整个流程
   <img width="1557" height="558" alt="Image" 
src="https://github.com/user-attachments/assets/6df3b3e4-22c2-4dde-8aa2-9f46ecea245c";
 />
   
   <img width="1269" height="1649" alt="Image" 
src="https://github.com/user-attachments/assets/b4abd648-67af-4243-96fa-ae485167515a";
 />
   
   ### SeaTunnel Version
   
   2.3.8
   
   ### SeaTunnel Config
   
   ```conf
   env {
   "job.mode"=BATCH
   "job.name"="SeaTunnel_Job"
   "savemode.execute.location"=CLUSTER
   }
   source {
   Jdbc {
       "connection_check_timeout_sec"="30"
       "fetch_size"="0"
       "use_select_count"="false"
       "skip_analyze"="false"
       "where_condition"="WHERE OccurTime >= DATEADD(minute, -10, GETDATE())"
       parallelism="1"
       "split.size"="8096"
       "split.even-distribution.factor.upper-bound"="100.0"
       "split.even-distribution.factor.lower-bound"="0.05"
       "split.sample-sharding.threshold"="1000"
       "split.inverse-sampling.rate"="1000"
       "result_table_name"=Table18562324779168
       query="SELECT [PID], [FlawID], [GlobalX], [OccurTime], [KernelLength], 
[KernelWidth], [DeformLength], [DeformWidth], [X], [Y], [GlassID], [FlawType], 
[FlawGrade] FROM [xx].[xx].[xxx]"
       "table_path"="xx.xx.xx"
       user=xx
       url="jdbc:sqlserver://xx:1446;database=xx"
       password=xx
       driver="com.microsoft.sqlserver.jdbc.SQLServerDriver"
   }
   }
   transform {
   Sql {
       query="select\n'9503A025' AS productlinecode,PID AS pid,OccurTime AS 
occurtime,FlawID AS flawid,GlobalX AS globalx,KernelLength AS 
kernellength,KernelWidth AS kernelwidth,DeformLength AS 
deformlength,DeformWidth AS deformwidth,X AS x,Y AS y,GlassID AS 
glassid,FlawType AS flawtype,FlawGrade AS flawgrade,CURRENT_TIMESTAMP AS 
etl_inserttime\nfrom FlawTable"
       "result_table_name"=Table18562324779169
       "source_table_name"=Table18562324779168
   }
   }
   sink {
   Doris {
       tableName="ods_pp_kld_glassflaw"
       "data_save_mode"="APPEND_DATA"
       "schema_save_mode"="CREATE_SCHEMA_WHEN_NOT_EXIST"
       "multi_table_sink_replica"="1"
       "save_mode_create_template"="CREATE TABLE IF NOT EXISTS 
`${database}`.`${table}` (${rowtype_fields}) ENGINE=OLAP PROPERTIES 
(\"replication_allocation\" = \"tag.location.default: 1\",\"in_memory\" = 
\"false\",\"storage_format\" = \"V2\",\"disable_auto_compaction\" = \"false\")"
       "needs_unsupported_type_casting"="false"
       "sink.label-prefix"=a05
       "doris.config" {
           "read_json_by_line"=true
           format=json
       }
       "doris.batch.size"="1024"
       "sink.enable-2pc"="false"
       "sink.enable-delete"="false"
       "source_table_name"=Table18562324779169
       database="xxx"
       table="xxx"
       password="xxx"
       username=xx
       fenodes="xxx:8030"
       query-port="9030"
   }
   }
   ```
   
   ### Running Command
   
   ```shell
   POST /hazelcast/rest/maps/submit-job
   ```
   
   ### Error Exception
   
   ```log
   暂无
   ```
   
   ### Zeta or Flink or Spark Version
   
   _No response_
   
   ### Java or Scala Version
   
   1.8
   
   ### Screenshots
   
   _No response_
   
   ### Are you willing to submit PR?
   
   - [ ] Yes I am willing to submit a PR!
   
   ### Code of Conduct
   
   - [x] I agree to follow this project's [Code of 
Conduct](https://www.apache.org/foundation/policies/conduct)
   


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: [email protected]

For queries about this service, please contact Infrastructure at:
[email protected]

Reply via email to