Bladeren bron

任务调度备注中标注任务触发类型,如Cron触发、父任务触发、API触发等等,方便排查调度日志;

xuxueli 6 jaren geleden
bovenliggende
commit
ae7fe92fa5

+ 2 - 0
doc/XXL-JOB官方文档.md Bestand weergeven

@@ -1238,6 +1238,8 @@ Tips: 历史版本(V1.3.x)目前已经Release至稳定版本, 进入维护阶段
1238 1238
 - 22、新增左侧菜单"运行报表";
1239 1239
 - 23、执行器手动设置IP时取消绑定Host的操作,该IP仅供执行器注册使用;修复指定外网IP时无法绑定执行器Host的问题;
1240 1240
 - 24、取消父子任务不可重复的限制,支持循环任务触发等特殊场景;
1241
+- 25、任务调度备注中标注任务触发类型,如Cron触发、父任务触发、API触发等等,方便排查调度日志;
1242
+- 26、【迭代中】分片任务失败重试优化,仅重试当前失败的分片;
1241 1243
 
1242 1244
 
1243 1245
 ### TODO LIST

+ 2 - 1
xxl-job-admin/src/main/java/com/xxl/job/admin/controller/JobInfoController.java Bestand weergeven

@@ -4,6 +4,7 @@ import com.xxl.job.admin.core.model.XxlJobGroup;
4 4
 import com.xxl.job.admin.core.model.XxlJobInfo;
5 5
 import com.xxl.job.admin.core.route.ExecutorRouteStrategyEnum;
6 6
 import com.xxl.job.admin.core.thread.JobTriggerPoolHelper;
7
+import com.xxl.job.admin.core.util.I18nUtil;
7 8
 import com.xxl.job.admin.dao.XxlJobGroupDao;
8 9
 import com.xxl.job.admin.service.XxlJobService;
9 10
 import com.xxl.job.core.biz.model.ReturnT;
@@ -90,7 +91,7 @@ public class JobInfoController {
90 91
 	@RequestMapping("/trigger")
91 92
 	@ResponseBody
92 93
 	public ReturnT<String> triggerJob(int id) {
93
-		JobTriggerPoolHelper.trigger(id, -1);
94
+		JobTriggerPoolHelper.trigger(id, -1, I18nUtil.getString("jobconf_trigger_type_manual"));
94 95
 		return ReturnT.SUCCESS;
95 96
 	}
96 97
 	

+ 0 - 3
xxl-job-admin/src/main/java/com/xxl/job/admin/controller/JobLogController.java Bestand weergeven

@@ -11,8 +11,6 @@ import com.xxl.job.admin.dao.XxlJobLogDao;
11 11
 import com.xxl.job.core.biz.ExecutorBiz;
12 12
 import com.xxl.job.core.biz.model.LogResult;
13 13
 import com.xxl.job.core.biz.model.ReturnT;
14
-import com.xxl.job.core.glue.GlueTypeEnum;
15
-import com.xxl.job.core.rpc.netcom.NetComClientProxy;
16 14
 import org.apache.commons.lang3.StringUtils;
17 15
 import org.apache.commons.lang3.time.DateUtils;
18 16
 import org.slf4j.Logger;
@@ -52,7 +50,6 @@ public class JobLogController {
52 50
 		// 执行器列表
53 51
 		List<XxlJobGroup> jobGroupList =  xxlJobGroupDao.findAll();
54 52
 		model.addAttribute("JobGroupList", jobGroupList);
55
-		model.addAttribute("GlueTypeEnum", GlueTypeEnum.values());
56 53
 
57 54
 		// 任务
58 55
 		if (jobId > 0) {

+ 2 - 1
xxl-job-admin/src/main/java/com/xxl/job/admin/core/jobbean/RemoteHttpJobBean.java Bestand weergeven

@@ -1,6 +1,7 @@
1 1
 package com.xxl.job.admin.core.jobbean;
2 2
 
3 3
 import com.xxl.job.admin.core.thread.JobTriggerPoolHelper;
4
+import com.xxl.job.admin.core.util.I18nUtil;
4 5
 import org.quartz.JobExecutionContext;
5 6
 import org.quartz.JobExecutionException;
6 7
 import org.quartz.JobKey;
@@ -27,7 +28,7 @@ public class RemoteHttpJobBean extends QuartzJobBean {
27 28
 
28 29
 		// trigger
29 30
 		//XxlJobTrigger.trigger(jobId);
30
-		JobTriggerPoolHelper.trigger(jobId, -1);
31
+		JobTriggerPoolHelper.trigger(jobId, -1, I18nUtil.getString("jobconf_trigger_type_cron"));
31 32
 	}
32 33
 
33 34
 }

+ 22 - 4
xxl-job-admin/src/main/java/com/xxl/job/admin/core/thread/JobFailMonitorHelper.java Bestand weergeven

@@ -65,8 +65,25 @@ public class JobFailMonitorHelper {
65 65
 								} else /*if (IJobHandler.FAIL.getCode() == log.getTriggerCode()
66 66
 										|| IJobHandler.FAIL.getCode() == log.getHandleCode()
67 67
 										|| IJobHandler.FAIL_RETRY.getCode() == log.getHandleCode() )*/ {
68
+
68 69
 									// job fail,
69
-									failAlarm(log);
70
+
71
+									// 1、fail retry
72
+									XxlJobInfo info = XxlJobDynamicScheduler.xxlJobInfoDao.loadById(log.getJobId());
73
+
74
+									if (log.getExecutorFailRetryCount() > 0) {
75
+
76
+										// TODO,分片任务失败重试优化,仅重试失败分片
77
+
78
+										JobTriggerPoolHelper.trigger(log.getJobId(), (log.getExecutorFailRetryCount()-1), I18nUtil.getString("jobconf_trigger_type_retry"));
79
+										String retryMsg = "<br><br><span style=\"color:#F39C12;\" > >>>>>>>>>>>"+ I18nUtil.getString("jobconf_fail_trigger_retry") +"<<<<<<<<<<< </span><br>";
80
+										log.setTriggerMsg(log.getTriggerMsg() + retryMsg);
81
+										XxlJobDynamicScheduler.xxlJobLogDao.updateTriggerInfo(log);
82
+									}
83
+
84
+									// 2、fail alarm
85
+									failAlarm(info, log);
86
+
70 87
 									logger.info(">>>>>>>>>>> job monitor, job fail, JobLogId:{}", jobLogId);
71 88
 								}/* else {
72 89
 									JobFailMonitorHelper.monitor(jobLogId);
@@ -89,7 +106,9 @@ public class JobFailMonitorHelper {
89 106
 						XxlJobLog log = XxlJobDynamicScheduler.xxlJobLogDao.load(jobLogId);
90 107
 						if (ReturnT.FAIL_CODE == log.getTriggerCode()|| ReturnT.FAIL_CODE==log.getHandleCode()) {
91 108
 							// job fail,
92
-							failAlarm(log);
109
+							XxlJobInfo info = XxlJobDynamicScheduler.xxlJobInfoDao.loadById(log.getJobId());
110
+
111
+							failAlarm(info, log);
93 112
 							logger.info(">>>>>>>>>>> job monitor last, job fail, JobLogId:{}", jobLogId);
94 113
 						}
95 114
 					}
@@ -148,10 +167,9 @@ public class JobFailMonitorHelper {
148 167
 	 *
149 168
 	 * @param jobLog
150 169
 	 */
151
-	private void failAlarm(XxlJobLog jobLog){
170
+	private void failAlarm(XxlJobInfo info, XxlJobLog jobLog){
152 171
 
153 172
 		// send monitor email
154
-		XxlJobInfo info = XxlJobDynamicScheduler.xxlJobInfoDao.loadById(jobLog.getJobId());
155 173
 		if (info!=null && info.getAlarmEmail()!=null && info.getAlarmEmail().trim().length()>0) {
156 174
 
157 175
 			String alarmContent = "Alarm Job LogId=" + jobLog.getId();

+ 4 - 4
xxl-job-admin/src/main/java/com/xxl/job/admin/core/thread/JobTriggerPoolHelper.java Bestand weergeven

@@ -28,11 +28,11 @@ public class JobTriggerPoolHelper {
28 28
             new ThreadPoolExecutor.CallerRunsPolicy());
29 29
 
30 30
 
31
-    public void addTrigger(final int jobId, final int failRetryCount){
31
+    public void addTrigger(final int jobId, final int failRetryCount, final String type){
32 32
         triggerPool.execute(new Runnable() {
33 33
             @Override
34 34
             public void run() {
35
-                XxlJobTrigger.trigger(jobId, failRetryCount);
35
+                XxlJobTrigger.trigger(jobId, failRetryCount, type);
36 36
             }
37 37
         });
38 38
     }
@@ -55,8 +55,8 @@ public class JobTriggerPoolHelper {
55 55
      * 			<0: use param from job info config
56 56
      *
57 57
      */
58
-    public static void trigger(int jobId, int failRetryCount) {
59
-        helper.addTrigger(jobId, failRetryCount);
58
+    public static void trigger(int jobId, int failRetryCount, String type) {
59
+        helper.addTrigger(jobId, failRetryCount, type);
60 60
     }
61 61
 
62 62
     public static void toStop(){

+ 6 - 24
xxl-job-admin/src/main/java/com/xxl/job/admin/core/trigger/XxlJobTrigger.java Bestand weergeven

@@ -6,7 +6,6 @@ import com.xxl.job.admin.core.model.XxlJobLog;
6 6
 import com.xxl.job.admin.core.route.ExecutorRouteStrategyEnum;
7 7
 import com.xxl.job.admin.core.schedule.XxlJobDynamicScheduler;
8 8
 import com.xxl.job.admin.core.thread.JobFailMonitorHelper;
9
-import com.xxl.job.admin.core.thread.JobTriggerPoolHelper;
10 9
 import com.xxl.job.admin.core.util.I18nUtil;
11 10
 import com.xxl.job.core.biz.ExecutorBiz;
12 11
 import com.xxl.job.core.biz.model.ReturnT;
@@ -36,7 +35,7 @@ public class XxlJobTrigger {
36 35
      * 			<0: use param from job info config
37 36
      *
38 37
      */
39
-    public static void trigger(int jobId, int failRetryCount) {
38
+    public static void trigger(int jobId, int failRetryCount, String type) {
40 39
 
41 40
         // load data
42 41
         XxlJobInfo jobInfo = XxlJobDynamicScheduler.xxlJobInfoDao.loadById(jobId);              // job info
@@ -57,7 +56,6 @@ public class XxlJobTrigger {
57 56
 
58 57
         // broadcast
59 58
         if (ExecutorRouteStrategyEnum.SHARDING_BROADCAST == executorRouteStrategyEnum && CollectionUtils.isNotEmpty(addressList)) {
60
-            boolean onceFailed = false;
61 59
             for (int i = 0; i < addressList.size(); i++) {
62 60
                 String address = addressList.get(i);
63 61
 
@@ -77,6 +75,7 @@ public class XxlJobTrigger {
77 75
 
78 76
                 ReturnT<String> triggerResult = new ReturnT<String>(null);
79 77
                 StringBuffer triggerMsgSb = new StringBuffer();
78
+                triggerMsgSb.append(I18nUtil.getString("jobconf_trigger_type")).append(":").append(type);
80 79
                 triggerMsgSb.append(I18nUtil.getString("jobconf_trigger_admin_adress")).append(":").append(IpUtil.getIp());
81 80
                 triggerMsgSb.append("<br>").append(I18nUtil.getString("jobconf_trigger_exe_regtype")).append(":")
82 81
                         .append( (group.getAddressType() == 0)?I18nUtil.getString("jobgroup_field_addressType_0"):I18nUtil.getString("jobgroup_field_addressType_1") );
@@ -106,24 +105,13 @@ public class XxlJobTrigger {
106 105
                 triggerResult = runExecutor(triggerParam, address);     // update03
107 106
                 triggerMsgSb.append("<br><br><span style=\"color:#00c0ef;\" > >>>>>>>>>>>"+ I18nUtil.getString("jobconf_trigger_run") +"<<<<<<<<<<< </span><br>").append(triggerResult.getMsg());
108 107
 
109
-
110
-                // 4、fail retry)
111
-                if (triggerResult.getCode()!=ReturnT.SUCCESS_CODE) {
112
-                    onceFailed = true;
113
-                }
114
-
115
-                if (addressList.size()==i+1 && onceFailed && finalFailRetryCount > 0) {     // each trigger only retry once
116
-                    JobTriggerPoolHelper.trigger(jobId, (finalFailRetryCount-1));
117
-                    triggerMsgSb.append("<br><br><span style=\"color:#F39C12;\" > >>>>>>>>>>>"+ I18nUtil.getString("jobconf_fail_trigger_retry") +"<<<<<<<<<<< </span><br>");
118
-                }
119
-
120
-                // 5、save trigger-info
108
+                // 4、save trigger-info
121 109
                 jobLog.setExecutorAddress(triggerResult.getContent());
122 110
                 jobLog.setTriggerCode(triggerResult.getCode());
123 111
                 jobLog.setTriggerMsg(triggerMsgSb.toString());
124 112
                 XxlJobDynamicScheduler.xxlJobLogDao.updateTriggerInfo(jobLog);
125 113
 
126
-                // 6、monitor trigger
114
+                // 5、monitor trigger
127 115
                 JobFailMonitorHelper.monitor(jobLog.getId());
128 116
                 logger.debug(">>>>>>>>>>> xxl-job trigger end, jobId:{}", jobLog.getId());
129 117
 
@@ -182,19 +170,13 @@ public class XxlJobTrigger {
182 170
 
183 171
             }
184 172
 
185
-            // 4、fail retry
186
-            if (triggerResult.getCode()!=ReturnT.SUCCESS_CODE && finalFailRetryCount > 0) {
187
-                JobTriggerPoolHelper.trigger(jobId, (finalFailRetryCount-1));
188
-                triggerMsgSb.append("<br><br><span style=\"color:#F39C12;\" > >>>>>>>>>>>"+ I18nUtil.getString("jobconf_fail_trigger_retry") +"<<<<<<<<<<< </span><br>");
189
-            }
190
-
191
-            // 5、save trigger-info
173
+            // 4、save trigger-info
192 174
             jobLog.setExecutorAddress(triggerResult.getContent());
193 175
             jobLog.setTriggerCode(triggerResult.getCode());
194 176
             jobLog.setTriggerMsg(triggerMsgSb.toString());
195 177
             XxlJobDynamicScheduler.xxlJobLogDao.updateTriggerInfo(jobLog);
196 178
 
197
-            // 6、monitor trigger
179
+            // 5、monitor trigger
198 180
             JobFailMonitorHelper.monitor(jobLog.getId());
199 181
             logger.debug(">>>>>>>>>>> xxl-job trigger end, jobId:{}", jobLog.getId());
200 182
         }

+ 2 - 15
xxl-job-admin/src/main/java/com/xxl/job/admin/service/impl/AdminBizImpl.java Bestand weergeven

@@ -7,7 +7,6 @@ import com.xxl.job.admin.core.util.I18nUtil;
7 7
 import com.xxl.job.admin.dao.XxlJobInfoDao;
8 8
 import com.xxl.job.admin.dao.XxlJobLogDao;
9 9
 import com.xxl.job.admin.dao.XxlJobRegistryDao;
10
-import com.xxl.job.admin.service.XxlJobService;
11 10
 import com.xxl.job.core.biz.AdminBiz;
12 11
 import com.xxl.job.core.biz.model.HandleCallbackParam;
13 12
 import com.xxl.job.core.biz.model.RegistryParam;
@@ -36,8 +35,6 @@ public class AdminBizImpl implements AdminBiz {
36 35
     private XxlJobInfoDao xxlJobInfoDao;
37 36
     @Resource
38 37
     private XxlJobRegistryDao xxlJobRegistryDao;
39
-    @Resource
40
-    private XxlJobService xxlJobService;
41 38
 
42 39
 
43 40
     @Override
@@ -73,7 +70,7 @@ public class AdminBizImpl implements AdminBiz {
73 70
                     int childJobId = (StringUtils.isNotBlank(childJobIds[i]) && StringUtils.isNumeric(childJobIds[i]))?Integer.valueOf(childJobIds[i]):-1;
74 71
                     if (childJobId > 0) {
75 72
 
76
-                        JobTriggerPoolHelper.trigger(childJobId, 0);
73
+                        JobTriggerPoolHelper.trigger(childJobId, 0, I18nUtil.getString("jobconf_trigger_type_parent"));
77 74
                         ReturnT<String> triggerChildResult = ReturnT.SUCCESS;
78 75
 
79 76
                         // add msg
@@ -92,16 +89,6 @@ public class AdminBizImpl implements AdminBiz {
92 89
                 }
93 90
 
94 91
             }
95
-        } else {
96
-            if (log.getExecutorFailRetryCount() > 0) {
97
-                int nextFailRetryCount = log.getExecutorFailRetryCount()-1;
98
-
99
-                // TODO,广播路由的失败重试,会导致重试暴增,需要优化
100
-
101
-                JobTriggerPoolHelper.trigger(log.getJobId(), nextFailRetryCount);
102
-
103
-                callbackMsg = "<br><br><span style=\"color:#F39C12;\" > >>>>>>>>>>>"+ I18nUtil.getString("jobconf_fail_handle_retry") +"<<<<<<<<<<< </span><br>";
104
-            }
105 92
         }
106 93
 
107 94
         // handle msg
@@ -142,7 +129,7 @@ public class AdminBizImpl implements AdminBiz {
142 129
 
143 130
     @Override
144 131
     public ReturnT<String> triggerJob(int jobId) {
145
-        JobTriggerPoolHelper.trigger(jobId, -1);
132
+        JobTriggerPoolHelper.trigger(jobId, -1, I18nUtil.getString("jobconf_trigger_type_api"));
146 133
         return ReturnT.SUCCESS;
147 134
     }
148 135
 

+ 6 - 0
xxl-job-admin/src/main/resources/i18n/message.properties Bestand weergeven

@@ -224,6 +224,12 @@ jobconf_trigger_run=触发调度
224 224
 jobconf_trigger_child_run=触发子任务
225 225
 jobconf_callback_child_msg1={0}/{1} [任务ID={2}], 触发{3}, 触发备注: {4} <br>
226 226
 jobconf_callback_child_msg2={0}/{1} [任务ID={2}], 触发失败, 触发备注: 任务ID格式错误 <br>
227
+jobconf_trigger_type=任务触发类型
228
+jobconf_trigger_type_cron=Cron触发
229
+jobconf_trigger_type_manual=手动触发
230
+jobconf_trigger_type_parent=父任务触发
231
+jobconf_trigger_type_api=API触发
232
+jobconf_trigger_type_retry=失败重试触发
227 233
 
228 234
 ## help
229 235
 job_help=使用教程

+ 6 - 0
xxl-job-admin/src/main/resources/i18n/message_en.properties Bestand weergeven

@@ -224,6 +224,12 @@ jobconf_trigger_run=Trigger Job
224 224
 jobconf_trigger_child_run=Trigger child job
225 225
 jobconf_callback_child_msg1={0}/{1} [Job ID={2}], Trigger {3}, Trigger msg: {4} <br>
226 226
 jobconf_callback_child_msg2={0}/{1} [Job ID={2}], Trigger Fail, Trigger msg: Job ID is illegal <br>
227
+jobconf_trigger_type=Job trigger type
228
+jobconf_trigger_type_cron=Cron trigger
229
+jobconf_trigger_type_manual=Manual trigger
230
+jobconf_trigger_type_parent=Parent job trigger
231
+jobconf_trigger_type_api=Api trigger
232
+jobconf_trigger_type_retry=Fail retry trigger
227 233
 
228 234
 ## help
229 235
 job_help=Tutorial

+ 0 - 6
xxl-job-admin/src/main/webapp/WEB-INF/template/joblog/joblog.index.ftl Bestand weergeven

@@ -167,12 +167,6 @@
167 167
 </div>
168 168
 
169 169
 <@netCommon.commonScript />
170
-<script>
171
-    var GlueTypeEnum = {};
172
-    <#list GlueTypeEnum as item>
173
-    GlueTypeEnum['${item}'] = '${item.desc}';
174
-    </#list>
175
-</script>
176 170
 <!-- DataTables -->
177 171
 <script src="${request.contextPath}/static/adminlte/plugins/datatables/jquery.dataTables.min.js"></script>
178 172
 <script src="${request.contextPath}/static/adminlte/plugins/datatables/dataTables.bootstrap.min.js"></script>

+ 0 - 6
xxl-job-admin/src/main/webapp/static/js/joblog.index.1.js Bestand weergeven

@@ -98,14 +98,8 @@ $(function() {
98 98
                         "width":'10%',
99 99
 						"render": function ( data, type, row ) {
100 100
 
101
-                            var glueTypeTitle = GlueTypeEnum[row.glueType];
102
-                            if (row.executorHandler) {
103
-                                glueTypeTitle = glueTypeTitle +":" + row.executorHandler;
104
-                            }
105
-
106 101
 							var temp = '';
107 102
 							temp += I18n.joblog_field_executorAddress + ':' + (row.executorAddress?row.executorAddress:'');
108
-							temp += '<br>'+ I18n.jobinfo_field_gluetype +':' + glueTypeTitle;
109 103
 							temp += '<br>'+ I18n.jobinfo_field_executorparam +':' + row.executorParam;
110 104
 
111 105
 							return '<a class="logTips" href="javascript:;" >'+ row.jobId +'<span style="display:none;">'+ temp +'</span></a>';

+ 0 - 2
xxl-job-admin/src/test/java/com/xxl/job/admin/dao/XxlJobLogDaoTest.java Bestand weergeven

@@ -1,7 +1,6 @@
1 1
 package com.xxl.job.admin.dao;
2 2
 
3 3
 import com.xxl.job.admin.core.model.XxlJobLog;
4
-import com.xxl.job.admin.dao.XxlJobLogDao;
5 4
 import org.apache.commons.lang3.time.DateUtils;
6 5
 import org.junit.Test;
7 6
 import org.junit.runner.RunWith;
@@ -32,7 +31,6 @@ public class XxlJobLogDaoTest {
32 31
         int ret1 = xxlJobLogDao.save(log);
33 32
         XxlJobLog dto = xxlJobLogDao.load(log.getId());
34 33
 
35
-        log.setGlueType("1");
36 34
         log.setTriggerTime(new Date());
37 35
         log.setTriggerCode(1);
38 36
         log.setTriggerMsg("1");