[seata]seata1.4.1升级1.5.2后 频繁报Global lock wait timeout

2024-04-28 440 views
5

升级1.5.2后 生产开始出现Global lock wait timeout这种异常

org.springframework.dao.QueryTimeoutException: 
### Error updating database.  Cause: io.seata.rm.datasource.exec.LockWaitTimeoutException: Global lock wait timeout
### The error may exist in class path resource [com/yunda/mapper/ThemisCustomerMapper.xml]
### The error may involve com.yunda.mapper.ThemisCustomerMapper.updateByPrimaryKeySelective-Inline
### The error occurred while setting parameters
### SQL: update themis_customer      SET customer_code = ?,                       customer_nickname = ?,                                     call_no = TO_BASE64(?),                       business_type = ?,                                     create_time = ?,                              modify_time = ?,                              del_flag = ?      where id = ?
### Cause: io.seata.rm.datasource.exec.LockWaitTimeoutException: Global lock wait timeout
; Global lock wait timeout; nested exception is io.seata.rm.datasource.exec.LockWaitTimeoutException: Global lock wait timeout
at org.springframework.jdbc.support.SQLStateSQLExceptionTranslator.doTranslate(SQLStateSQLExceptionTranslator.java:120)
at org.springframework.jdbc.support.AbstractFallbackSQLExceptionTranslator.translate(AbstractFallbackSQLExceptionTranslator.java:72)
at org.springframework.jdbc.support.AbstractFallbackSQLExceptionTranslator.translate(AbstractFallbackSQLExceptionTranslator.java:81)
at org.springframework.jdbc.support.AbstractFallbackSQLExceptionTranslator.translate(AbstractFallbackSQLExceptionTranslator.java:81)
at org.mybatis.spring.MyBatisExceptionTranslator.translateExceptionIfPossible(MyBatisExceptionTranslator.java:91)
at org.mybatis.spring.SqlSessionTemplate$SqlSessionInterceptor.invoke(SqlSessionTemplate.java:441)
at com.sun.proxy.$Proxy168.update(Unknown Source)
at org.mybatis.spring.SqlSessionTemplate.update(SqlSessionTemplate.java:288)
at com.baomidou.mybatisplus.core.override.MybatisMapperMethod.execute(MybatisMapperMethod.java:64)
at com.baomidou.mybatisplus.core.override.MybatisMapperProxy$PlainMethodInvoker.invoke(MybatisMapperProxy.java:148)
at com.baomidou.mybatisplus.core.override.MybatisMapperProxy.invoke(MybatisMapperProxy.java:89)
at com.sun.proxy.$Proxy195.updateByPrimaryKeySelective(Unknown Source)
at com.yunda.service.impl.CustomerCallServiceImpl.createOrUpdateCust(CustomerCallServiceImpl.java:94)
at com.yunda.service.impl.CustomerCallServiceImpl$$FastClassBySpringCGLIB$$571d9870.invoke(<generated>)
at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
at org.springframework.aop.framework.CglibAopProxy$DynamicAdvisedInterceptor.intercept(CglibAopProxy.java:687)
at com.yunda.service.impl.CustomerCallServiceImpl$$EnhancerBySpringCGLIB$$ab529ede.createOrUpdateCust(<generated>)
at com.yunda.service.impl.CompSystemInterfaceServiceImpl.getCreateComplain(CompSystemInterfaceServiceImpl.java:208)
at com.yunda.service.impl.CompSystemInterfaceServiceImpl.compSystemRece(CompSystemInterfaceServiceImpl.java:116)
at com.yunda.service.impl.CompSystemInterfaceServiceImpl$$FastClassBySpringCGLIB$$b2acfbe3.invoke(<generated>)
at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:771)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:749)
at io.seata.spring.annotation.GlobalTransactionalInterceptor$2.execute(GlobalTransactionalInterceptor.java:205)
at io.seata.tm.api.TransactionalTemplate.execute(TransactionalTemplate.java:127)
at io.seata.spring.annotation.GlobalTransactionalInterceptor.handleGlobalTransaction(GlobalTransactionalInterceptor.java:202)
at io.seata.spring.annotation.GlobalTransactionalInterceptor.invoke(GlobalTransactionalInterceptor.java:172)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:749)
at org.springframework.aop.framework.CglibAopProxy$DynamicAdvisedInterceptor.intercept(CglibAopProxy.java:691)
at com.yunda.service.impl.CompSystemInterfaceServiceImpl$$EnhancerBySpringCGLIB$$d6d380a1.compSystemRece(<generated>)
at com.yunda.controller.OpenInterfaceController.compSystemRece$original$rnzXMvyU(OpenInterfaceController.java:44)
at com.yunda.controller.OpenInterfaceController.compSystemRece$original$rnzXMvyU$accessor$cvaWiHCX(OpenInterfaceController.java)
at com.yunda.controller.OpenInterfaceController$auxiliary$GmfojrBG.call(Unknown Source)
at org.apache.skywalking.apm.agent.core.plugin.interceptor.enhance.InstMethodsInter.intercept(InstMethodsInter.java:86)
at com.yunda.controller.OpenInterfaceController.compSystemRece(OpenInterfaceController.java)
at sun.reflect.GeneratedMethodAccessor886.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:190)
at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:105)
at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:879)
at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:793)
at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1040)
at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:943)
at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1006)
at org.springframework.web.servlet.FrameworkServlet.doPost(FrameworkServlet.java:909)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:660)
at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:883)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:741)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:231)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)
at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:53)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)
at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:100)
at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)
at org.springframework.web.filter.FormContentFilter.doFilterInternal(FormContentFilter.java:93)
at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)
at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:201)
at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:119)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:202)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:96)
at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:541)
at org.apache.catalina.core.StandardHostValve.invoke$original$n0uLb4fJ(StandardHostValve.java:139)
at org.apache.catalina.core.StandardHostValve.invoke$original$n0uLb4fJ$accessor$3pw7UKPt(StandardHostValve.java)
at org.apache.catalina.core.StandardHostValve$auxiliary$QqJwFbek.call(Unknown Source)
at org.apache.skywalking.apm.agent.core.plugin.interceptor.enhance.InstMethodsInter.intercept(InstMethodsInter.java:86)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:92)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:74)

请问这种情况怎么处理

回答

3

tc侧的lock_table的status字段加了没,要看server的日志

4

lock_table的status字段有的, server的日志应该查什么关键词,我根据erro exception lock都没找到对应的

9

根据你的抢锁失败的xid去查就行了

6

这种异常跟seata什么版本没什么关系,纯粹竞争全局锁竞争不到罢了

8

因为这个报错我搜应用日志是切完之后才出现的。 然后我想问一下,xid从哪个表的哪个状态值来判断 以及全局锁竞争产生的原因是什么? 我应该如何避免它

9

lock_table ,全局锁竞争查看官网at模式原理

1

42479905 11:18:04.156 INFO --- [verHandlerThread_1_27_500] i.s.s.coordinator.DefaultCoordinator : Begin new global transaction applicationId: themis-sharing-platform,transactionServiceGroup: themis-seata-group, transactionName: createWorkOrder(com.yunda.model.CaiNiaoWorkOrderRequest),timeout:60000,xid:10.131.54.231:8091:9328142932897463 42479948 11:18:04.161 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897463,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3404/themis_center,lockKey=themis_customer:3153914 42479959 11:18:04.164 INFO --- [verHandlerThread_1_36_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897463, branchId = 9328142932897469, resourceId = jdbc:mysql://10.181.63.13:3404/themis_center ,lockKeys = themis_customer:3153914 42479960 11:18:04.171 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897463,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3404/themis_center,lockKey=themis_complain:3504008 42479962 11:18:04.173 INFO --- [verHandlerThread_1_35_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897463, branchId = 9328142932897471, resourceId = jdbc:mysql://10.181.63.13:3404/themis_center ,lockKeys = themis_complain:3504008 42479963 11:18:04.202 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897463,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3406/themis_flowable,lockKey=act_ru_actinst:4b97bc8c-5bef-11ed-af0d-92f3c74e02b2,4b97bc8e-5bef-11ed-af0d-92f3c74e02b2,4b97bc8f-5bef-11ed-af0d-92f3c74e02b2,4b97bc90-5bef-11ed-af0d-92f3c74e02b2,4b97bc92-5bef-11ed-af0d-92f3c74e02b2,4b97bc93-5bef-11ed-af0d-92f3c74e02b2,4b97bc94-5bef-11ed-af0d-92f3c74e02b2;act_ru_task:4b97bc91-5bef-11ed-af0d-92f3c74e02b2,4b97bc95-5bef-11ed-af0d-92f3c74e02b2;act_ru_execution:4b97bc87-5bef-11ed-af0d-92f3c74e02b2,4b97bc8b-5bef-11ed-af0d-92f3c74e02b2,4b97bc8d-5bef-11ed-af0d-92f3c74e02b2;act_ru_variable:4b97bc88-5bef-11ed-af0d-92f3c74e02b2,4b97bc89-5bef-11ed-af0d-92f3c74e02b2,4b97bc8a-5bef-11ed-af0d-92f3c74e02b2 42479965 11:18:04.209 INFO --- [verHandlerThread_1_29_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897463, branchId = 9328142932897473, resourceId = jdbc:mysql://10.181.63.13:3406/themis_flowable ,lockKeys = act_ru_actinst:4b97bc8c-5bef-11ed-af0d-92f3c74e02b2,4b97bc8e-5bef-11ed-af0d-92f3c74e02b2,4b97bc8f-5bef-11ed-af0d-92f3c74e02b2,4b97bc90-5bef-11ed-af0d-92f3c74e02b2,4b97bc92-5bef-11ed-af0d-92f3c74e02b2,4b97bc93-5bef-11ed-af0d-92f3c74e02b2,4b97bc94-5bef-11ed-af0d-92f3c74e02b2;act_ru_task:4b97bc91-5bef-11ed-af0d-92f3c74e02b2,4b97bc95-5bef-11ed-af0d-92f3c74e02b2;act_ru_execution:4b97bc87-5bef-11ed-af0d-92f3c74e02b2,4b97bc8b-5bef-11ed-af0d-92f3c74e02b2,4b97bc8d-5bef-11ed-af0d-92f3c74e02b2;act_ru_variable:4b97bc88-5bef-11ed-af0d-92f3c74e02b2,4b97bc89-5bef-11ed-af0d-92f3c74e02b2,4b97bc8a-5bef-11ed-af0d-92f3c74e02b2 42479966 11:18:04.222 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897463,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3404/themis_center,lockKey=themis_complain_process:103552703 42479968 11:18:04.223 INFO --- [verHandlerThread_1_17_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897463, branchId = 9328142932897475, resourceId = jdbc:mysql://10.181.63.13:3404/themis_center ,lockKeys = themis_complain_process:103552703 42479969 11:18:04.228 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897463,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3404/themis_center,lockKey=themis_complain_action:38157711 42479971 11:18:04.230 INFO --- [verHandlerThread_1_37_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897463, branchId = 9328142932897477, resourceId = jdbc:mysql://10.181.63.13:3404/themis_center ,lockKeys = themis_complain_action:38157711 42479972 11:18:04.236 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897463,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3404/themis_center,lockKey=themis_feedback:161856 42479974 11:18:04.238 INFO --- [verHandlerThread_1_50_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897463, branchId = 9328142932897479, resourceId = jdbc:mysql://10.181.63.13:3404/themis_center ,lockKeys = themis_feedback:161856 42479975 11:18:04.243 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897463,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3404/themis_center,lockKey=themis_feedback:161857 42479977 11:18:04.245 INFO --- [verHandlerThread_1_10_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897463, branchId = 9328142932897481, resourceId = jdbc:mysql://10.181.63.13:3404/themis_center ,lockKeys = themis_feedback:161857 42479980 11:18:04.251 INFO --- [verHandlerThread_1_38_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897463, branchId = 9328142932897484, resourceId = jdbc:mysql://10.181.63.13:3404/themis_center ,lockKeys = themis_feedback:161858 42479981 11:18:04.253 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897463,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3404/themis_center,lockKey=themis_feedback:161858 42479983 11:18:04.258 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : xid=10.131.54.231:8091:9328142932897463,extraData=null,clientIp:10.131.205.19,vgroup:themis-seata-group 42479985 11:18:04.261 ERROR --- [verHandlerThread_1_31_500] i.seata.server.lock.AbstractLockManager : unLock globalSession error, xid:10.131.54.231:8091:9328142932897463 42480024 11:18:04.262 ERROR --- [verHandlerThread_1_31_500] i.s.c.e.AbstractExceptionHandler : Catch TransactionException while do RPC, request: xid=10.131.54.231:8091:9328142932897463,extraData=null 42480026 io.seata.core.exception.TransactionException: UnLock globalSession error, xid = 10.131.54.231:8091:9328142932897463 42488191 11:19:04.895 INFO --- [verHandlerThread_1_10_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488195 11:19:04.908 INFO --- [verHandlerThread_1_13_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488201 11:19:04.921 INFO --- [verHandlerThread_1_27_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488205 11:19:04.934 INFO --- [verHandlerThread_1_38_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488209 11:19:04.947 INFO --- [verHandlerThread_1_50_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488213 11:19:04.959 INFO --- [rverHandlerThread_1_3_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488217 11:19:04.972 INFO --- [rverHandlerThread_1_2_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488221 11:19:04.984 INFO --- [verHandlerThread_1_36_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488225 11:19:04.996 INFO --- [verHandlerThread_1_17_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488229 11:19:05.009 INFO --- [verHandlerThread_1_37_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488233 11:19:05.022 INFO --- [verHandlerThread_1_24_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488237 11:19:05.034 INFO --- [rverHandlerThread_1_6_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488241 11:19:05.046 INFO --- [verHandlerThread_1_21_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488247 11:19:05.059 INFO --- [verHandlerThread_1_31_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488251 11:19:05.071 INFO --- [verHandlerThread_1_28_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488260 11:19:05.083 INFO --- [verHandlerThread_1_45_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488266 11:19:05.096 INFO --- [rverHandlerThread_1_8_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488274 11:19:05.108 INFO --- [verHandlerThread_1_20_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488281 11:19:05.121 INFO --- [verHandlerThread_1_47_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488353 11:19:05.134 INFO --- [verHandlerThread_1_14_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488370 11:19:05.146 INFO --- [verHandlerThread_1_33_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488377 11:19:05.158 INFO --- [verHandlerThread_1_44_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488381 11:19:05.170 INFO --- [verHandlerThread_1_23_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488385 11:19:05.183 INFO --- [verHandlerThread_1_32_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488389 11:19:05.195 INFO --- [verHandlerThread_1_49_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488393 11:19:05.207 INFO --- [verHandlerThread_1_48_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488397 11:19:05.219 INFO --- [verHandlerThread_1_39_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488401 11:19:05.232 INFO --- [verHandlerThread_1_43_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488405 11:19:05.244 INFO --- [verHandlerThread_1_18_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488409 11:19:05.256 INFO --- [verHandlerThread_1_22_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42488413 11:19:05.269 INFO --- [verHandlerThread_1_19_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494148 11:20:00.681 INFO --- [rverHandlerThread_1_7_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494169 11:20:00.696 INFO --- [verHandlerThread_1_48_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494195 11:20:00.712 INFO --- [verHandlerThread_1_34_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494215 11:20:00.724 INFO --- [rverHandlerThread_1_2_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494234 11:20:00.736 INFO --- [verHandlerThread_1_31_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494247 11:20:00.749 INFO --- [rverHandlerThread_1_6_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494261 11:20:00.761 INFO --- [rverHandlerThread_1_5_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494268 11:20:00.773 INFO --- [rverHandlerThread_1_8_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494275 11:20:00.785 INFO --- [verHandlerThread_1_11_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494296 11:20:00.800 INFO --- [verHandlerThread_1_12_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494311 11:20:00.815 INFO --- [verHandlerThread_1_33_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494318 11:20:00.828 INFO --- [verHandlerThread_1_44_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494326 11:20:00.841 INFO --- [verHandlerThread_1_48_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494332 11:20:00.853 INFO --- [verHandlerThread_1_22_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494354 11:20:00.866 INFO --- [verHandlerThread_1_34_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494376 11:20:00.879 INFO --- [verHandlerThread_1_27_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494390 11:20:00.891 INFO --- [verHandlerThread_1_25_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494409 11:20:00.905 INFO --- [rverHandlerThread_1_1_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494441 11:20:00.918 INFO --- [verHandlerThread_1_12_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494453 11:20:00.930 INFO --- [verHandlerThread_1_23_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494468 11:20:00.943 INFO --- [verHandlerThread_1_18_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494497 11:20:00.955 INFO --- [rverHandlerThread_1_4_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494521 11:20:00.968 INFO --- [verHandlerThread_1_38_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494530 11:20:00.980 INFO --- [verHandlerThread_1_17_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494537 11:20:00.994 INFO --- [verHandlerThread_1_30_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494543 11:20:01.008 INFO --- [verHandlerThread_1_21_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494547 11:20:01.021 INFO --- [verHandlerThread_1_29_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494554 11:20:01.036 INFO --- [verHandlerThread_1_45_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494561 11:20:01.049 INFO --- [rverHandlerThread_1_8_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494574 11:20:01.063 INFO --- [verHandlerThread_1_47_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473 42494587 11:20:01.075 INFO --- [verHandlerThread_1_15_500] i.s.s.s.db.lock.LockStoreDataBaseDAO : Global lock on [act_ru_task:4b97bc95-5bef-11ed-af0d-92f3c74e02b2] is holding by xid 10.131.54.231:8091:9328142932897463 branchId 9328142932897473

8

数据库里查一下global_table xid为10.131.54.231:8091:9328142932897463的事务状态是什么,如果事务已经消失,说明这个事务是个耗时较长的事务,导致占有全局锁较久的时间,别的事务拿不到全局锁报错

8

11:18:04.261 ERROR --- [verHandlerThread_1_31_500] i.seata.server.lock.AbstractLockManager : unLock globalSession error, xid:10.131.54.231:8091:9328142932897463 ==> io.seata.common.exception.StoreException: Deadlock found when trying to get lock; try restarting transaction at io.seata.server.storage.db.lock.LockStoreDataBaseDAO.unLock(LockStoreDataBaseDAO.java:276) ~[classes!/:1.5.2] at io.seata.server.storage.db.lock.DataBaseLocker.releaseLock(DataBaseLocker.java:104) ~[classes!/:1.5.2] at io.seata.server.storage.db.lock.DataBaseLockManager.releaseGlobalSessionLock(DataBaseLockManager.java:70) ~[classes!/:1.5.2] at io.seata.server.session.GlobalSession.clean(GlobalSession.java:258) [classes!/:1.5.2] at io.seata.server.session.GlobalSession.closeAndClean(GlobalSession.java:271) [classes!/:1.5.2] at io.seata.server.coordinator.DefaultCore.lambda$commit$0(DefaultCore.java:156) [classes!/:1.5.2] at io.seata.server.storage.db.session.DataBaseSessionManager.lockAndExecute(DataBaseSessionManager.java:191) ~[classes!/:1.5.2] at io.seata.server.session.SessionHolder.lockAndExecute(SessionHolder.java:365) ~[classes!/:1.5.2] at io.seata.server.coordinator.DefaultCore.commit(DefaultCore.java:153) [classes!/:1.5.2] at io.seata.server.coordinator.DefaultCoordinator.doGlobalCommit(DefaultCoordinator.java:248) ~[classes!/:1.5.2] at io.seata.server.AbstractTCInboundHandler$2.execute(AbstractTCInboundHandler.java:95) ~[classes!/:1.5.2] at io.seata.server.AbstractTCInboundHandler$2.execute(AbstractTCInboundHandler.java:90) ~[classes!/:1.5.2] at io.seata.core.exception.AbstractExceptionHandler.exceptionHandleTemplate(AbstractExceptionHandler.java:131) ~[seata-core-1.5.2.jar:1.5.2] at io.seata.server.AbstractTCInboundHandler.handle(AbstractTCInboundHandler.java:90) ~[classes!/:1.5.2] at io.seata.core.protocol.transaction.GlobalCommitRequest.handle(GlobalCommitRequest.java:34) ~[seata-core-1.5.2.jar:1.5.2] at io.seata.server.coordinator.DefaultCoordinator.onRequest(DefaultCoordinator.java:511) ~[classes!/:1.5.2] at io.seata.core.rpc.processor.server.ServerOnRequestProcessor.onRequestMessage(ServerOnRequestProcessor.java:213) ~[seata-core-1.5.2.jar:1.5.2] at io.seata.core.rpc.processor.server.ServerOnRequestProcessor.process(ServerOnRequestProcessor.java:123) ~[seata-core-1.5.2.jar:1.5.2] at io.seata.core.rpc.netty.AbstractNettyRemoting.lambda$processMessage$2(AbstractNettyRemoting.java:281) ~[seata-core-1.5.2.jar:1.5.2] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) ~[na:1.8.0_111] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ~[na:1.8.0_111] at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[netty-common-4.1.70.Final.jar:4.1.70.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.8.0_111] Caused by: com.mysql.cj.jdbc.exceptions.MySQLTransactionRollbackException: Deadlock found when trying to get lock; try restarting transaction at com.mysql.cj.jdbc.exceptions.SQLError.createSQLException(SQLError.java:123) ~[mysql-connector-java-8.0.27.jar:8.0.27] at com.mysql.cj.jdbc.exceptions.SQLExceptionsMapping.translateException(SQLExceptionsMapping.java:122) ~[mysql-connector-java-8.0.27.jar:8.0.27] at com.mysql.cj.jdbc.ClientPreparedStatement.executeInternal(ClientPreparedStatement.java:953) ~[mysql-connector-java-8.0.27.jar:8.0.27] at com.mysql.cj.jdbc.ClientPreparedStatement.executeUpdateInternal(ClientPreparedStatement.java:1098) ~[mysql-connector-java-8.0.27.jar:8.0.27] at com.mysql.cj.jdbc.ClientPreparedStatement.executeUpdateInternal(ClientPreparedStatement.java:1046) ~[mysql-connector-java-8.0.27.jar:8.0.27] at com.mysql.cj.jdbc.ClientPreparedStatement.executeLargeUpdate(ClientPreparedStatement.java:1371) ~[mysql-connector-java-8.0.27.jar:8.0.27] at com.mysql.cj.jdbc.ClientPreparedStatement.executeUpdate(ClientPreparedStatement.java:1031) ~[mysql-connector-java-8.0.27.jar:8.0.27] at com.alibaba.druid.pool.DruidPooledPreparedStatement.executeUpdate(DruidPooledPreparedStatement.java:255) ~[druid-1.2.6.jar:1.2.6] at io.seata.server.storage.db.lock.LockStoreDataBaseDAO.unLock(LockStoreDataBaseDAO.java:274) ~[classes!/:1.5.2] ... 22 common frames omitted <==

11:18:04.262 ERROR --- [verHandlerThread_1_31_500] i.s.c.e.AbstractExceptionHandler : Catch TransactionException while do RPC, request: xid=10.131.54.231:8091:9328142932897463,extraData=null ==> io.seata.core.exception.TransactionException: UnLock globalSession error, xid = 10.131.54.231:8091:9328142932897463 at io.seata.server.session.GlobalSession.clean(GlobalSession.java:259) ~[classes!/:1.5.2] at io.seata.server.session.GlobalSession.closeAndClean(GlobalSession.java:271) ~[classes!/:1.5.2] at io.seata.server.coordinator.DefaultCore.lambda$commit$0(DefaultCore.java:156) ~[classes!/:1.5.2] at io.seata.server.storage.db.session.DataBaseSessionManager.lockAndExecute(DataBaseSessionManager.java:191) ~[classes!/:1.5.2] at io.seata.server.session.SessionHolder.lockAndExecute(SessionHolder.java:365) ~[classes!/:1.5.2] at io.seata.server.coordinator.DefaultCore.commit(DefaultCore.java:153) ~[classes!/:1.5.2] at io.seata.server.coordinator.DefaultCoordinator.doGlobalCommit(DefaultCoordinator.java:248) [classes!/:1.5.2] at io.seata.server.AbstractTCInboundHandler$2.execute(AbstractTCInboundHandler.java:95) ~[classes!/:1.5.2] at io.seata.server.AbstractTCInboundHandler$2.execute(AbstractTCInboundHandler.java:90) ~[classes!/:1.5.2] at io.seata.core.exception.AbstractExceptionHandler.exceptionHandleTemplate(AbstractExceptionHandler.java:131) ~[seata-core-1.5.2.jar:1.5.2] at io.seata.server.AbstractTCInboundHandler.handle(AbstractTCInboundHandler.java:90) [classes!/:1.5.2] at io.seata.core.protocol.transaction.GlobalCommitRequest.handle(GlobalCommitRequest.java:34) [seata-core-1.5.2.jar:1.5.2] at io.seata.server.coordinator.DefaultCoordinator.onRequest(DefaultCoordinator.java:511) [classes!/:1.5.2] at io.seata.core.rpc.processor.server.ServerOnRequestProcessor.onRequestMessage(ServerOnRequestProcessor.java:213) [seata-core-1.5.2.jar:1.5.2] at io.seata.core.rpc.processor.server.ServerOnRequestProcessor.process(ServerOnRequestProcessor.java:123) [seata-core-1.5.2.jar:1.5.2] at io.seata.core.rpc.netty.AbstractNettyRemoting.lambda$processMessage$2(AbstractNettyRemoting.java:281) [seata-core-1.5.2.jar:1.5.2] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) ~[na:1.8.0_111] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ~[na:1.8.0_111] at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[netty-common-4.1.70.Final.jar:4.1.70.Final] at java.lang.Thread.run(Thread.java:745) ~[na:1.8.0_111] <==

11:18:04.289 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : timeout=60000,transactionName=withGlobalTransactional(com.yunda.model.ComplainAction, java.lang.String),clientIp:10.131.205.17,vgroup:themis-seata-group 11:18:04.290 INFO --- [verHandlerThread_1_30_500] i.s.s.coordinator.DefaultCoordinator : Begin new global transaction applicationId: themis-sharing-platform,transactionServiceGroup: themis-seata-group, transactionName: withGlobalTransactional(com.yunda.model.ComplainAction, java.lang.String),timeout:60000,xid:10.131.54.231:8091:9328142932897488 11:18:04.302 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897488,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3404/themis_center,lockKey=themis_complain:3495876 ,clientIp:10.131.205.17,vgroup:themis-seata-group 11:18:04.303 INFO --- [verHandlerThread_1_28_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897488, branchId = 9328142932897490, resourceId = jdbc:mysql://10.181.63.13:3404/themis_center ,lockKeys = themis_complain:3495876 11:18:04.314 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : timeout=60000,transactionName=allotJob,clientIp:10.131.205.18,vgroup:themis-seata-group 11:18:04.314 INFO --- [verHandlerThread_1_24_500] i.s.s.coordinator.DefaultCoordinator : Begin new global transaction applicationId: themis-sharing-platform-schedule,transactionServiceGroup: themis-seata-group, transactionName: allotJob,timeout:60000,xid:10.131.54.231:8091:9328142932897491 11:18:04.324 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : timeout=60000,transactionName=allotJob,clientIp:10.131.205.18,vgroup:themis-seata-group 11:18:04.324 INFO --- [rverHandlerThread_1_6_500] i.s.s.coordinator.DefaultCoordinator : Begin new global transaction applicationId: themis-sharing-platform-schedule,transactionServiceGroup: themis-seata-group, transactionName: allotJob,timeout:60000,xid:10.131.54.231:8091:9328142932897492 11:18:04.336 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897491,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3406/themis_flowable,lockKey=act_ru_execution:25d83126-5bef-11ed-af0d-92f3c74e02b2;act_ru_actinst:25d83145-5bef-11ed-af0d-92f3c74e02b2;act_ru_task:25d83146-5bef-11ed-af0d-92f3c74e02b2;act_ru_task:4bacf1de-5bef-11ed-a63b-8268b8d6a489;act_ru_actinst:4bacf1dc-5bef-11ed-a63b-8268b8d6a489,4bacf1dd-5bef-11ed-a63b-8268b8d6a489 ,clientIp:10.131.205.18,vgroup:themis-seata-group 11:18:04.339 INFO --- [verHandlerThread_1_25_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897491, branchId = 9328142932897494, resourceId = jdbc:mysql://10.181.63.13:3406/themis_flowable ,lockKeys = act_ru_execution:25d83126-5bef-11ed-af0d-92f3c74e02b2;act_ru_actinst:25d83145-5bef-11ed-af0d-92f3c74e02b2;act_ru_task:25d83146-5bef-11ed-af0d-92f3c74e02b2;act_ru_task:4bacf1de-5bef-11ed-a63b-8268b8d6a489;act_ru_actinst:4bacf1dc-5bef-11ed-a63b-8268b8d6a489,4bacf1dd-5bef-11ed-a63b-8268b8d6a489 11:18:04.341 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897488,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3406/themis_flowable,lockKey=act_ru_task:25ac4e6d-5be9-11ed-af0d-92f3c74e02b2;act_ru_task:4bac559b-5bef-11ed-a63b-8268b8d6a489;act_ru_actinst:4bac5597-5bef-11ed-a63b-8268b8d6a489,4bac5598-5bef-11ed-a63b-8268b8d6a489,4bac5599-5bef-11ed-a63b-8268b8d6a489,4bac559a-5bef-11ed-a63b-8268b8d6a489;act_ru_variable:4bac0776-5bef-11ed-a63b-8268b8d6a489;act_ru_execution:0032a57f-5be9-11ed-bcc6-a6b1cff2b4ed;act_ru_actinst:25ac4e6c-5be9-11ed-af0d-92f3c74e02b2 ,clientIp:10.131.205.18,vgroup:themis-seata-group 11:18:04.343 INFO --- [verHandlerThread_1_45_500] i.s.s.coordinator.DefaultCoordinator : Begin new global transaction applicationId: themis-sharing-platform-schedule,transactionServiceGroup: themis-seata-group, transactionName: allotJob,timeout:60000,xid:10.131.54.231:8091:9328142932897497 11:18:04.344 INFO --- [verHandlerThread_1_11_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897488, branchId = 9328142932897496, resourceId = jdbc:mysql://10.181.63.13:3406/themis_flowable ,lockKeys = act_ru_task:25ac4e6d-5be9-11ed-af0d-92f3c74e02b2;act_ru_task:4bac559b-5bef-11ed-a63b-8268b8d6a489;act_ru_actinst:4bac5597-5bef-11ed-a63b-8268b8d6a489,4bac5598-5bef-11ed-a63b-8268b8d6a489,4bac5599-5bef-11ed-a63b-8268b8d6a489,4bac559a-5bef-11ed-a63b-8268b8d6a489;act_ru_variable:4bac0776-5bef-11ed-a63b-8268b8d6a489;act_ru_execution:0032a57f-5be9-11ed-bcc6-a6b1cff2b4ed;act_ru_actinst:25ac4e6c-5be9-11ed-af0d-92f3c74e02b2 11:18:04.344 INFO --- [rverHandlerThread_1_5_500] i.s.s.coordinator.DefaultCoordinator : Begin new global transaction applicationId: themis-sharing-platform,transactionServiceGroup: themis-seata-group, transactionName: randomAllocation(com.yunda.model.ComplainAction),timeout:60000,xid:10.131.54.231:8091:9328142932897498 11:18:04.346 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : timeout=60000,transactionName=allotJob,clientIp:10.131.205.18,vgroup:themis-seata-group 11:18:04.347 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : timeout=60000,transactionName=randomAllocation(com.yunda.model.ComplainAction),clientIp:10.131.205.17,vgroup:themis-seata-group 11:18:04.353 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : timeout=60000,transactionName=crabWaringOrder(com.yunda.model.ComplainAction),clientIp:10.131.205.19,vgroup:themis-seata-group 11:18:04.353 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897492,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3406/themis_flowable,lockKey=act_ru_task:25d34ef3-5bef-11ed-85e3-aa703229c2b1;act_ru_task:4baf153f-5bef-11ed-bcc6-a6b1cff2b4ed;act_ru_actinst:4baeee2d-5bef-11ed-bcc6-a6b1cff2b4ed,4baf153e-5bef-11ed-bcc6-a6b1cff2b4ed;act_ru_actinst:25d34ef2-5bef-11ed-85e3-aa703229c2b1;act_ru_execution:25d34eeb-5bef-11ed-85e3-aa703229c2b1 ,clientIp:10.131.205.15,vgroup:themis-seata-group 11:18:04.354 INFO --- [verHandlerThread_1_41_500] i.s.s.coordinator.DefaultCoordinator : Begin new global transaction applicationId: themis-sharing-platform,transactionServiceGroup: themis-seata-group, transactionName: crabWaringOrder(com.yunda.model.ComplainAction),timeout:60000,xid:10.131.54.231:8091:9328142932897499 11:18:04.357 INFO --- [rverHandlerThread_1_1_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897488, branchId = 9328142932897503, resourceId = jdbc:mysql://10.181.63.13:3404/themis_center ,lockKeys = themis_complain_process:103544499 11:18:04.358 INFO --- [rverHandlerThread_1_8_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897491, branchId = 9328142932897505, resourceId = jdbc:mysql://10.181.63.13:3404/themis_center ,lockKeys = themis_complain_process:103552514 11:18:04.358 INFO --- [verHandlerThread_1_21_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897492, branchId = 9328142932897501, resourceId = jdbc:mysql://10.181.63.13:3406/themis_flowable ,lockKeys = act_ru_task:25d34ef3-5bef-11ed-85e3-aa703229c2b1;act_ru_task:4baf153f-5bef-11ed-bcc6-a6b1cff2b4ed;act_ru_actinst:4baeee2d-5bef-11ed-bcc6-a6b1cff2b4ed,4baf153e-5bef-11ed-bcc6-a6b1cff2b4ed;act_ru_actinst:25d34ef2-5bef-11ed-85e3-aa703229c2b1;act_ru_execution:25d34eeb-5bef-11ed-85e3-aa703229c2b1 11:18:04.359 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897488,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3404/themis_center,lockKey=themis_complain_process:103544499 ,clientIp:10.131.205.17,vgroup:themis-seata-group 11:18:04.359 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897491,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3404/themis_center,lockKey=themis_complain_process:103552514 ,clientIp:10.131.205.18,vgroup:themis-seata-group 11:18:04.367 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897497,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3406/themis_flowable,lockKey=act_ru_actinst:4bb15ebf-5bef-11ed-97d1-aeefc515994d,4bb15ec0-5bef-11ed-97d1-aeefc515994d;act_ru_execution:258074ad-5bef-11ed-a919-160f3b83e51b;act_ru_task:4bb15ec1-5bef-11ed-97d1-aeefc515994d;act_ru_actinst:258074b4-5bef-11ed-a919-160f3b83e51b;act_ru_task:258074b5-5bef-11ed-a919-160f3b83e51b ,clientIp:10.131.205.19,vgroup:themis-seata-group 11:18:04.370 INFO --- [verHandlerThread_1_47_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897488, branchId = 9328142932897509, resourceId = jdbc:mysql://10.181.63.13:3404/themis_center ,lockKeys = themis_complain_action:38157721 11:18:04.370 INFO --- [verHandlerThread_1_42_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897497, branchId = 9328142932897507, resourceId = jdbc:mysql://10.181.63.13:3406/themis_flowable ,lockKeys = act_ru_actinst:4bb15ebf-5bef-11ed-97d1-aeefc515994d,4bb15ec0-5bef-11ed-97d1-aeefc515994d;act_ru_execution:258074ad-5bef-11ed-a919-160f3b83e51b;act_ru_task:4bb15ec1-5bef-11ed-97d1-aeefc515994d;act_ru_actinst:258074b4-5bef-11ed-a919-160f3b83e51b;act_ru_task:258074b5-5bef-11ed-a919-160f3b83e51b 11:18:04.371 INFO --- [rverHandlerThread_1_7_500] i.seata.server.coordinator.AbstractCore : Register branch successfully, xid = 10.131.54.231:8091:9328142932897492, branchId = 9328142932897511, resourceId = jdbc:mysql://10.181.63.13:3404/themis_center ,lockKeys = themis_complain_process:103552510 11:18:04.372 INFO --- [ batchLoggerPrint_1_1] i.s.c.r.p.server.BatchLogHandler : SeataMergeMessage xid=10.131.54.231:8091:9328142932897488,branchType=AT,resourceId=jdbc:mysql://10.181.63.13:3404/themis_center,lockKey=themis_complain_action:38157721 ,clientIp:10.131.205.17,vgroup:themis-seata-group