DatacollectManager.java 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549
  1. package com.yihu.hos.datacollect.service;
  2. import com.fasterxml.jackson.databind.JsonNode;
  3. import com.fasterxml.jackson.databind.ObjectMapper;
  4. import com.fasterxml.jackson.databind.node.ArrayNode;
  5. import com.fasterxml.jackson.databind.node.ObjectNode;
  6. import com.yihu.hos.common.Services;
  7. import com.yihu.hos.core.http.HttpClientKit;
  8. import com.yihu.hos.datacollect.dao.intf.IDatacollectDao;
  9. import com.yihu.hos.datacollect.model.*;
  10. import com.yihu.hos.datacollect.service.intf.IDatacollectManager;
  11. import com.yihu.hos.resource.model.RsDatasourceDataset;
  12. import com.yihu.hos.resource.service.IStdService;
  13. import com.yihu.hos.standard.model.adapter.AdapterDatasetModel;
  14. import com.yihu.hos.standard.model.standard.StdDataSetModel;
  15. import com.yihu.hos.web.framework.model.ActionResult;
  16. import com.yihu.hos.web.framework.model.DataGridResult;
  17. import com.yihu.hos.web.framework.model.DictItem;
  18. import com.yihu.hos.web.framework.model.SimpleChartItem;
  19. import net.sf.json.JSONArray;
  20. import net.sf.json.JSONObject;
  21. import org.springframework.beans.BeanUtils;
  22. import org.springframework.beans.factory.annotation.Autowired;
  23. import org.springframework.stereotype.Service;
  24. import org.springframework.transaction.annotation.Transactional;
  25. import javax.annotation.Resource;
  26. import java.util.ArrayList;
  27. import java.util.HashMap;
  28. import java.util.List;
  29. import java.util.Map;
  30. @Service(Services.Datacollect)
  31. public class DatacollectManager implements IDatacollectManager {
  32. @Resource(name = "DatacollectDao")
  33. private IDatacollectDao datacollectDao;
  34. @Resource(name = Services.StdService)
  35. private IStdService stdManager;
  36. @Autowired
  37. private ObjectMapper objectMapper;
  38. // @Autowired
  39. // private QuartzManager quartzManager;
  40. /*********************** 任务管理 ****************************************/
  41. /**
  42. * 根据JobId获取Cron表达式
  43. */
  44. @Override
  45. public String getCronByJobId(String jobId) throws Exception {
  46. return datacollectDao.getCronByJobId(jobId);
  47. }
  48. /**
  49. * 根据ID获取任务详细
  50. *
  51. * @return
  52. */
  53. @Override
  54. public RsJobConfig getJobById(String id) throws Exception {
  55. return datacollectDao.getEntity(RsJobConfig.class, id);
  56. }
  57. /**
  58. * 获取任务列表
  59. */
  60. @Override
  61. public DataGridResult getJobList(Map<String, Object> conditionMap, int page, int rows) throws Exception {
  62. DataGridResult re = datacollectDao.getJobList(conditionMap, page, rows);
  63. //获取任务列表
  64. List<RsJobConfig> list = re.getDetailModelList();
  65. if (list != null && list.size() > 0) {
  66. List<DtoJobConfig> dtoList = new ArrayList<>();
  67. for (RsJobConfig job : list) {
  68. DtoJobConfig dto = new DtoJobConfig();
  69. dto.setId(job.getId());
  70. dto.setJobContent(job.getJobContent());
  71. dto.setJobContentType(job.getJobContentType());
  72. dto.setJobInfo(job.getJobInfo());
  73. dto.setJobName(job.getJobName());
  74. dto.setJobNextTime(job.getJobNextTime());
  75. //dto.setJobTimeInterval(job.getJobTimeInterval());
  76. dto.setJobType(job.getJobType());
  77. dto.setSchemeId(job.getSchemeId());
  78. dto.setValid(job.getValid());
  79. //获取版本名称
  80. String schemeAndVersion = datacollectDao.getSchemeAndVersion(job.getSchemeVersion());
  81. dto.setSchemeAndVersion(schemeAndVersion);
  82. //获取关联数据集
  83. List<RsJobDataset> datasetList = datacollectDao.getJobDataset(job.getId());
  84. if (datasetList != null && datasetList.size() > 0) {
  85. String ds = "";
  86. for (RsJobDataset dataset : datasetList) {
  87. ds += dataset.getJobDatasetName() + ",";
  88. }
  89. ds = ds.substring(0, ds.length() - 1);
  90. dto.setJobDataset(ds);
  91. }
  92. String cron = datacollectDao.getCronByJobId(job.getId());
  93. //执行计划翻译
  94. dto.setJobPlan(translationCron(cron));
  95. dtoList.add(dto);
  96. }
  97. re.setDetailModelList(dtoList);
  98. }
  99. return re;
  100. }
  101. /**
  102. * 根据适配方案获取数据集列表
  103. */
  104. @Override
  105. public DataGridResult getSchemeDataset(String schemeId, String schemeVersion, String jobId) throws Exception {
  106. //获取适配数据集总和
  107. List<AdapterDatasetModel> datasetString = stdManager.getDatasetByScheme(schemeVersion);
  108. String jsonlist = objectMapper.writeValueAsString(datasetString);
  109. ArrayNode jsonArray = objectMapper.readValue(jsonlist, ArrayNode.class);
  110. //获取任务数据集
  111. List<RsJobDataset> jobDataset = datacollectDao.getJobDataset(jobId);
  112. DataGridResult re = new DataGridResult();
  113. List<DtoJobDataset> list = new ArrayList<>();
  114. for(JsonNode jsonItem : jsonArray)
  115. {
  116. String datasetId= jsonItem.get("adapterDatasetId").toString();
  117. //配置完整才显示
  118. if(datasetId.length()>0&&jsonItem.get("adapterDatasetName").toString().length()>0&&jsonItem.get("adapterDatasetName").toString()!="null"&&jsonItem.get("adapterDatasetCode").toString().length()>0&&jsonItem.get("adapterDatasetCode").toString()!="null")
  119. {
  120. DtoJobDataset obj = new DtoJobDataset();
  121. obj.setJobDatasetName(jsonItem.get("adapterDatasetName").asText());
  122. obj.setJobDatasetCode(jsonItem.get("adapterDatasetCode").asText());
  123. obj.setJobDatasetId(datasetId);
  124. //是否关联任务
  125. if(jobDataset!=null&&jobDataset.size()>0)
  126. {
  127. for(RsJobDataset jd :jobDataset)
  128. {
  129. if(jd.getJobDatasetId().equals(datasetId))
  130. {
  131. obj.setId(jd.getId());
  132. obj.setJobId(jobId);
  133. obj.setJobDatasetKeyvalue(jd.getJobDatasetKeyvalue());
  134. obj.setJobDatasetKey(jd.getJobDatasetKey());
  135. obj.setJobDatasetKeytype(jd.getJobDatasetKeytype());
  136. obj.setChecked("1");
  137. obj.setJobDatasetCondition(jd.getJobDatasetCondition());
  138. break;
  139. }
  140. }
  141. }
  142. list.add(obj);
  143. }
  144. }
  145. re.setDetailModelList(list);
  146. return re;
  147. }
  148. /**
  149. * 根据适配方案获取字段列表
  150. */
  151. @Override
  152. public DataGridResult getSchemeDatasetCol(String schemeId, String schemeVersion, String datasetId) throws Exception {
  153. //获取适配字段
  154. List datacolString = stdManager.getDatacolByScheme(schemeVersion, datasetId);
  155. JSONArray datacolList = JSONArray.fromObject(datacolString);
  156. DataGridResult re = new DataGridResult();
  157. List<DtoDatasetCol> list = new ArrayList<>();
  158. for(Object item : datacolList)
  159. {
  160. JSONObject jsonItem = JSONObject.fromObject(item);
  161. DtoDatasetCol obj = new DtoDatasetCol();
  162. obj.setCode(jsonItem.getString("adapterMetadataCode"));
  163. obj.setText(jsonItem.getString("adapterMetadataName"));
  164. obj.setType(jsonItem.getString("adapterMetadataType"));
  165. obj.setDict(jsonItem.getString("stdDictId"));
  166. list.add(obj);
  167. }
  168. re.setDetailModelList(list);
  169. return re;
  170. }
  171. /**
  172. * 根据任务Id获取相关数据集下拉数据
  173. */
  174. @Override
  175. public DataGridResult getJobDatasetByJobId(String jobId) throws Exception {
  176. //获取任务数据集
  177. List<RsJobDataset> jobDataset = datacollectDao.getJobDataset(jobId);
  178. DataGridResult re = new DataGridResult();
  179. List<DictItem> list = new ArrayList<>();
  180. for (RsJobDataset obj : jobDataset) {
  181. DictItem item = new DictItem();
  182. item.setValue(obj.getJobDatasetName());
  183. item.setCode(obj.getJobDatasetId());
  184. list.add(item);
  185. }
  186. re.setDetailModelList(list);
  187. return re;
  188. }
  189. /**
  190. * 新增任务
  191. */
  192. @Override
  193. @Transactional
  194. public ActionResult addJob(RsJobConfig obj, String cron, String jobDataset) throws Exception {
  195. datacollectDao.saveEntity(obj);
  196. saveJobDataset(obj.getId(), jobDataset);
  197. //quartz新增任务
  198. // quartzManager.addJob(obj.getId(), obj.getJobContentType(), obj.getJobContent(), obj.getJobNextTime(), cron);
  199. return new ActionResult(true, "新增成功!");
  200. }
  201. /**
  202. * 修改任务
  203. */
  204. @Override
  205. @Transactional
  206. public ActionResult updateJob(RsJobConfig obj, String cron, String jobDataset) throws Exception {
  207. datacollectDao.updateEntity(obj);
  208. saveJobDataset(obj.getId(), jobDataset);
  209. //quartz修改cron表达式
  210. // quartzManager.modifyJob(obj.getId(), obj.getJobContentType(), obj.getJobContent(), obj.getJobNextTime(), cron);
  211. return new ActionResult(true, "修改成功!");
  212. }
  213. /**
  214. * 修改任务
  215. */
  216. @Override
  217. @Transactional
  218. public ActionResult updateJob(RsJobConfig obj) throws Exception {
  219. datacollectDao.updateEntity(obj);
  220. return new ActionResult(true, "修改成功!");
  221. }
  222. /**
  223. * 修改任务状态
  224. */
  225. @Transactional
  226. public ActionResult validJob(String jobId, String valid) throws Exception {
  227. datacollectDao.validJob(jobId, valid);
  228. //暂停Quartz任务
  229. if (valid.equals("0")) {
  230. // quartzManager.pauseJob(jobId);
  231. } else { //恢复Quartz任务
  232. // quartzManager.resumeJob(jobId);
  233. }
  234. return new ActionResult(true, "状态修改成功!");
  235. }
  236. /**
  237. * 删除任务
  238. */
  239. @Transactional
  240. public ActionResult deleteJob(String jobId) throws Exception {
  241. //清空任务关联数据集
  242. datacollectDao.deleteJobDatasetByJobId(jobId);
  243. datacollectDao.deleteEntity(RsJobConfig.class, jobId);
  244. //删除Quartz任务
  245. // quartzManager.removeJob(jobId);
  246. return new ActionResult(true, "删除成功!");
  247. }
  248. /**
  249. * 数据集数据源管理列表(包含全部数据集)
  250. */
  251. @Override
  252. public DataGridResult getDatasetSource(String stdVersion) throws Exception {
  253. //获取版本下全部数据集
  254. List<StdDataSetModel> stdDataSetModelList = stdManager.getDatasetByVersion(stdVersion);
  255. String jsonlist = objectMapper.writeValueAsString(stdDataSetModelList);
  256. ArrayNode datasetList = objectMapper.readValue(jsonlist, ArrayNode.class);
  257. //获取已配数据集
  258. List<RsDatasourceDataset> jobDataset = datacollectDao.getDatasourceDataset(stdVersion);
  259. DataGridResult re = new DataGridResult();
  260. List<JsonNode> list = new ArrayList<>();
  261. for (JsonNode obj : datasetList) {
  262. ObjectNode dd = objectMapper.createObjectNode();
  263. dd.put("datasetId", obj.get("id").asText());
  264. dd.put("datasetCode", obj.get("code").asText());
  265. dd.put("datasetName", obj.get("name").asText());
  266. dd.put("stdVersion", stdVersion);
  267. if (jobDataset != null && jobDataset.size() > 0) {
  268. for (RsDatasourceDataset rdd : jobDataset) {
  269. if (rdd.getDatasetId().equals(obj.get("id").asText())) {
  270. dd.put("orgId", rdd.getOrgId());
  271. dd.put("datasourceId", rdd.getDatasourceId());
  272. dd.put("id", rdd.getId());
  273. break;
  274. }
  275. }
  276. }
  277. list.add(dd);
  278. }
  279. re.setDetailModelList(list);
  280. return re;
  281. }
  282. /**
  283. * 保存数据集数据源配置
  284. */
  285. @Override
  286. @Transactional
  287. public ActionResult saveDatasetSource(String json) throws Exception {
  288. //TODO: Use jackson
  289. // JSONArray jsonList = JSONArray.fromObject(json);
  290. //
  291. //
  292. // for (Object item : jsonList) {
  293. // JSONObject obj = JSONObject.fromObject(item);
  294. // if (obj.containsKey("id") && obj.getString("id").length() > 0) {
  295. // String id = obj.getString("id");
  296. // //修改
  297. // RsDatasourceDataset dd = (RsDatasourceDataset) JSONObject.toBean(obj, RsDatasourceDataset.class);
  298. // datacollectDao.updateEntity(dd);
  299. //// if(obj.containsKey("datasourceId") && obj.getString("datasourceId").length()>0)
  300. //// {
  301. //// RsDatasourceDataset dd = (RsDatasourceDataset)JSONObject.toBean(obj,RsDatasourceDataset.class);
  302. //// datacollectDao.updateEntity(dd);
  303. //// }
  304. //// //删除
  305. //// else{
  306. //// datacollectDao.deleteEntity(RsDatasourceDataset.class,id);
  307. //// }
  308. // } else {
  309. // //新增
  310. // RsDatasourceDataset dd = (RsDatasourceDataset) JSONObject.toBean(obj, RsDatasourceDataset.class);
  311. // datacollectDao.saveEntity(dd);
  312. // }
  313. // }
  314. return new ActionResult(true, "保存成功!");
  315. }
  316. /************************* 数据集数据源管理 ***************************************************/
  317. /**
  318. * 获取任务详细日志列表
  319. */
  320. @Override
  321. public DataGridResult getJobLogDetail(Map<String, Object> conditionMap, int page, int rows) throws Exception {
  322. return datacollectDao.getJobLogDetail(conditionMap, page, rows);
  323. }
  324. /**
  325. * 获取任务日志列表
  326. */
  327. @Override
  328. public DataGridResult getJobLog(Map<String, Object> conditionMap, int page, int rows) throws Exception {
  329. DataGridResult re = datacollectDao.getJobLog(conditionMap, page, rows);
  330. List<RsJobLog> logList = re.getDetailModelList();
  331. List<DtoJobLog> list = new ArrayList<>();
  332. for (RsJobLog log : logList) {
  333. DtoJobLog dto = new DtoJobLog();
  334. BeanUtils.copyProperties(log, dto);
  335. List<Map<String, Object>> maps = datacollectDao.getJobLogCount(log.getId());
  336. if (maps != null && maps.size() > 0) {
  337. int count = Integer.parseInt(String.valueOf(maps.get(0).get("count")));
  338. int success = Integer.parseInt(String.valueOf(maps.get(0).get("success")));
  339. int repeat_num = Integer.parseInt(String.valueOf(maps.get(0).get("repeat_num")));
  340. dto.setCount(count);
  341. dto.setSuccess(success);
  342. dto.setRepeatNum(repeat_num);
  343. } else {
  344. dto.setCount(0);
  345. dto.setSuccess(0);
  346. dto.setRepeatNum(0);
  347. }
  348. list.add(dto);
  349. }
  350. re.setDetailModelList(list);
  351. return re;
  352. }
  353. /********************** 任务日志管理 *******************************************/
  354. /**
  355. * 任务详细根据数据集分组
  356. *
  357. * @return
  358. */
  359. @Override
  360. public DataGridResult getJobLogDataset(String logId) throws Exception {
  361. DataGridResult re = new DataGridResult();
  362. List<SimpleChartItem> maps = datacollectDao.getJobLogDataset(logId);
  363. re.setDetailModelList(maps);
  364. return re;
  365. }
  366. /**
  367. * 翻译Cron表达式
  368. *
  369. * @return
  370. */
  371. private String translationCron(String cron) {
  372. try {
  373. if (cron != null && cron.length() > 0) {
  374. String re = "";
  375. String[] items = cron.split(" ");
  376. if (!items[5].equals("?")) //周
  377. {
  378. String[] weekDay = items[5].split(",");
  379. for (String day : weekDay) {
  380. String WeekDay = day;
  381. if (day.equals("1")) {
  382. WeekDay = "日";
  383. } else if (day.equals("2")) {
  384. WeekDay = "一";
  385. } else if (day.equals("3")) {
  386. WeekDay = "二";
  387. } else if (day.equals("4")) {
  388. WeekDay = "三";
  389. } else if (day.equals("5")) {
  390. WeekDay = "四";
  391. } else if (day.equals("6")) {
  392. WeekDay = "五";
  393. } else if (day.equals("7")) {
  394. WeekDay = "六";
  395. }
  396. re += "星期" + WeekDay + ",";
  397. }
  398. re = re.substring(0, re.length() - 1);
  399. } else {
  400. if (!items[3].equals("*")) {
  401. String v = items[3];
  402. if (v.indexOf('/') > 0) //天
  403. {
  404. String[] varry = v.split("/");
  405. re = "每隔" + varry[1] + "天";
  406. } else {//月
  407. if (v.equals("1")) {
  408. re = "每月第一天";
  409. } else if (v.equals("L")) {
  410. re = "每月最后一天";
  411. } else {
  412. re = "每月第" + v + "天";
  413. }
  414. }
  415. } else {
  416. String v1 = items[1];
  417. String v2 = items[2];
  418. if (v1.indexOf('/') > 0) //分
  419. {
  420. String[] varry = v1.split("/");
  421. re = "每隔" + varry[1] + "分";
  422. } else { //时
  423. String[] varry = v2.split("/");
  424. re = "每隔" + varry[1] + "时";
  425. }
  426. }
  427. }
  428. return re + "执行";
  429. }
  430. return cron;
  431. } catch (Exception ex) {
  432. return cron;
  433. }
  434. }
  435. /**
  436. * 保存任务关联数据集
  437. */
  438. private void saveJobDataset(String jobId, String jobDataset) throws Exception {
  439. if(jobDataset!=null&&jobDataset.length()>0) {
  440. //清空任务关联数据集
  441. datacollectDao.deleteJobDatasetByJobId(jobId);
  442. ArrayNode array = objectMapper.readValue(jobDataset,ArrayNode.class);
  443. if (array != null && array.size() > 0) {
  444. for (JsonNode obj : array) {
  445. RsJobDataset rs = new RsJobDataset();
  446. if(obj.get("jobDatasetCondition")!=null&&obj.get("jobDatasetCondition").asText()!="null")
  447. {
  448. rs.setJobDatasetCondition(obj.get("jobDatasetCondition").asText());
  449. }
  450. if(obj.get("jobDatasetId")!=null&&obj.get("jobDatasetId").asText()!="null") {
  451. rs.setJobDatasetId(obj.get("jobDatasetId").asText());
  452. }
  453. if(obj.get("jobDatasetKey")!=null&&obj.get("jobDatasetKey").asText()!="null") {
  454. rs.setJobDatasetKey(obj.get("jobDatasetKey").asText());
  455. }
  456. if(obj.get("jobDatasetKeytype")!=null&&obj.get("jobDatasetKeytype").asText()!="null") {
  457. rs.setJobDatasetKeytype(obj.get("jobDatasetKeytype").asText());
  458. }
  459. if(obj.get("jobDatasetKeyvalue")!=null&&obj.get("jobDatasetKeyvalue").asText()!="null") {
  460. rs.setJobDatasetKeyvalue(obj.get("jobDatasetKeyvalue").asText());
  461. }
  462. if(obj.get("jobDatasetName")!=null&&obj.get("jobDatasetName").asText()!="null") {
  463. rs.setJobDatasetName(obj.get("jobDatasetName").asText());
  464. }
  465. rs.setJobId(jobId);
  466. datacollectDao.saveEntity(rs);
  467. }
  468. }
  469. }
  470. else{
  471. return;
  472. }
  473. }
  474. /**
  475. * TODO 调用broker接口生成camel相关文件
  476. * @param jobId
  477. * @param newCron
  478. * @throws Exception
  479. */
  480. private void genCamelFile(String jobId, String newCron) throws Exception {
  481. String url = "http://192.168.131.11:8080/esb/genCamelFile";
  482. Map<String,String> params = new HashMap<>();
  483. String result = HttpClientKit.post(url, params).getBody();
  484. }
  485. }