junjie4585 opened a new issue #8171: URL: https://github.com/apache/incubator-doris/issues/8171
### Search before asking - [X] I had searched in the [issues](https://github.com/apache/incubator-doris/issues?q=is%3Aissue) and found no similar issues. ### Version 0.15 ### What's Wrong? **fe.conf** # INFO, WARN, ERROR, FATAL sys_log_level = WARN # store metadata, must be created before start FE. # Default value is ${DORIS_HOME}/doris-meta # meta_dir = ${DORIS_HOME}/doris-meta http_port = 8030 rpc_port = 9020 query_port = 9030 edit_log_port = 9010 mysql_service_nio_enabled = true # Choose one if there are more than one ip except loopback address. # Note that there should at most one ip match this list. # If no ip match this rule, will choose one randomly. # use CIDR format, e.g. 10.10.10.0/24 # Default value is empty. priority_networks = 172.16.10.0/24 # Advanced configurations # log_roll_size_mb = 1024 # sys_log_dir = ${DORIS_HOME}/log # sys_log_roll_num = 10 # sys_log_verbose_modules = org.apache.doris # audit_log_dir = ${DORIS_HOME}/log # audit_log_modules = slow_query, query # audit_log_roll_num = 10 # meta_delay_toleration_second = 10 # qe_max_connection = 1024 # max_conn_per_user = 100 # qe_query_timeout_second = 300 # qe_slow_log_ms = 5000 enable_create_sync_job=true enable_batch_delete_by_default=true enable_http_server_v2=true lower_case_table_names=1 **be.conf** # INFO, WARNING, ERROR, FATAL sys_log_level = WARNING # ports for admin, web, heartbeat service be_port = 9060 webserver_port = 8040 heartbeat_service_port = 9050 brpc_port = 8060 # Choose one if there are more than one ip except loopback address. # Note that there should at most one ip match this list. # If no ip match this rule, will choose one randomly. # use CIDR format, e.g. 10.10.10.0/24 # Default value is empty. priority_networks = 172.16.10.0/24 **table** CREATE TABLE `bm_grid_dor` ( `grid_id` bigint(20) NOT NULL , `grid_code` varchar(50) , `gb_code` varchar(50) DEFAULT NULL , `parent_id` bigint(20) DEFAULT NULL , `parent_code` varchar(50) DEFAULT NULL , `grid_classification` varchar(10) NOT NULL , `grid_level` varchar(10) NOT NULL , `grid_property` varchar(10) DEFAULT NULL ', `is_end` char(1) NOT NULL , `grid_address` varchar(200) DEFAULT NULL , `grid_introduce` varchar(1024) DEFAULT NULL , ) ENGINE=OLAP UNIQUE KEY(`grid_id`) COMMENT "OLAP" DISTRIBUTED BY HASH(`grid_id`) BUCKETS 3 PROPERTIES ( "replication_allocation" = "tag.location.default: 3", "in_memory" = "false", "storage_format" = "V2" ); **sync jobs** CREATE SYNC social_system.sync_bm_grid ( FROM social_sys.bm_grid INTO bm_grid_dor ) FROM BINLOG ( "type" = "canal", "canal.server.ip" = "172.16.10.36", "canal.server.port" = "11111", "canal.destination" = "example", "canal.username" = "canal", "canal.password" = "canal" ); **canal instance.properties** ################################################# ## mysql serverId , v1.0.26+ will autoGen canal.instance.mysql.slaveId=12341 # enable gtid use true/false canal.instance.gtidon=false # position info canal.instance.master.address=172.16.10.106:31016 canal.instance.master.journal.name= canal.instance.master.position= canal.instance.master.timestamp= canal.instance.master.gtid= # rds oss binlog canal.instance.rds.accesskey= canal.instance.rds.secretkey= canal.instance.rds.instanceId= # table meta tsdb info canal.instance.tsdb.enable=true #canal.instance.tsdb.url=jdbc:mysql://127.0.0.1:3306/canal_tsdb #canal.instance.tsdb.dbUsername=canal #canal.instance.tsdb.dbPassword=canal #canal.instance.standby.address = #canal.instance.standby.journal.name = #canal.instance.standby.position = #canal.instance.standby.timestamp = #canal.instance.standby.gtid= # username/password canal.instance.dbUsername=system canal.instance.dbPassword=CCYdPAWF%Na8^roa canal.instance.connectionCharset = UTF-8 canal.instance.defaultDatabaseName=social_sys # enable druid Decrypt database password canal.instance.enableDruid=false #canal.instance.pwdPublicKey=MFwwDQYJKoZIhvcNAQEBBQADSwAwSAJBALK4BUxdDltRRE5/zXpVEVPUgunvscYFtEip3pmLlhrWpacX7y7GCMo2/JM6LeHmiiNdH1FWgGCpUfircSwlWKUCAwEAAQ== # table regex canal.instance.filter.regex=.*\\..* # table black regex canal.instance.filter.black.regex=mysql\\.slave_.* # table field filter(format: schema1.tableName1:field1/field2,schema2.tableName2:field1/field2) #canal.instance.filter.field=test1.t_product:id/subject/keywords,test2.t_company:id/name/contact/ch # table field black filter(format: schema1.tableName1:field1/field2,schema2.tableName2:field1/field2) #canal.instance.filter.black.field=test1.t_product:subject/product_image,test2.t_company:id/name/contact/ch # mq config canal.mq.topic=bm_mark_topic # dynamic topic route by schema or table regex #canal.mq.dynamicTopic=mytest1.user,mytest2\\..*,.*\\..* canal.mq.partition=0 # hash partition config #canal.mq.partitionsNum=3 #canal.mq.partitionHash=test.table:id^name,.*\\..* #canal.mq.dynamicTopicPartitionNum=test.*:4,mycanal:6 ################################################# ### What You Expected? 实现使用binlog load方式同步数据 ### How to Reproduce? Java8编译， 系统版本：Linux localhost.localdomain 3.10.0-1062.el7.x86_64 #1 SMP Wed Aug 7 18:08:02 UTC 2019 x86_64 x86_64 x86_64 GNU/Linux canal:0. ### Anything Else? 主库手动增加3条数据，fe 错误日志： 2022-02-21 17:05:21,160 WARN (thrift-server-pool-12|237) [FrontendServiceImpl.loadTxnRollback():888] failed to rollback txn 3: errCode = 2, detailMessage = transaction not found 2022-02-21 17:06:03,062 WARN (thrift-server-pool-13|241) [FrontendServiceImpl.loadTxnRollback():888] failed to rollback txn 4: errCode = 2, detailMessage = transaction not found 2022-02-21 17:06:13,548 WARN (thrift-server-pool-11|193) [FrontendServiceImpl.loadTxnRollback():888] failed to rollback txn 5: errCode = 2, detailMessage = transaction not found ### Are you willing to submit PR? - [X] Yes I am willing to submit a PR! ### Code of Conduct - [X] I agree to follow this project's [Code of Conduct](https://www.apache.org/foundation/policies/conduct) -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org
