DatacollectManager.java 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531
  1. package com.yihu.hos.datacollect.service;
  2. import com.fasterxml.jackson.databind.JsonNode;
  3. import com.fasterxml.jackson.databind.ObjectMapper;
  4. import com.fasterxml.jackson.databind.node.ArrayNode;
  5. import com.fasterxml.jackson.databind.node.ObjectNode;
  6. import com.yihu.hos.common.Services;
  7. import com.yihu.hos.datacollect.dao.intf.IDatacollectDao;
  8. import com.yihu.hos.datacollect.model.*;
  9. import com.yihu.hos.datacollect.service.intf.IDatacollectManager;
  10. import com.yihu.hos.resource.model.RsDatasourceDataset;
  11. import com.yihu.hos.resource.service.IStdService;
  12. import com.yihu.hos.standard.model.adapter.AdapterDatasetModel;
  13. import com.yihu.hos.standard.model.standard.StdDataSetModel;
  14. import com.yihu.hos.web.framework.model.ActionResult;
  15. import com.yihu.hos.web.framework.model.DataGridResult;
  16. import com.yihu.hos.web.framework.model.DictItem;
  17. import com.yihu.hos.web.framework.model.SimpleChartItem;
  18. import net.sf.json.JSONArray;
  19. import net.sf.json.JSONObject;
  20. import org.springframework.beans.BeanUtils;
  21. import org.springframework.beans.factory.annotation.Autowired;
  22. import org.springframework.stereotype.Service;
  23. import org.springframework.transaction.annotation.Transactional;
  24. import javax.annotation.Resource;
  25. import java.util.ArrayList;
  26. import java.util.List;
  27. import java.util.Map;
  28. @Service(Services.Datacollect)
  29. public class DatacollectManager implements IDatacollectManager {
  30. @Resource(name = "DatacollectDao")
  31. private IDatacollectDao datacollectDao;
  32. @Resource(name = Services.StdService)
  33. private IStdService stdManager;
  34. @Autowired
  35. private ObjectMapper objectMapper;
  36. // @Autowired
  37. // private QuartzManager quartzManager;
  38. /*********************** 任务管理 ****************************************/
  39. /**
  40. * 根据JobId获取Cron表达式
  41. */
  42. @Override
  43. public String getCronByJobId(String jobId) throws Exception {
  44. return datacollectDao.getCronByJobId(jobId);
  45. }
  46. /**
  47. * 根据ID获取任务详细
  48. *
  49. * @return
  50. */
  51. @Override
  52. public RsJobConfig getJobById(String id) throws Exception {
  53. return datacollectDao.getEntity(RsJobConfig.class, id);
  54. }
  55. /**
  56. * 获取任务列表
  57. */
  58. @Override
  59. public DataGridResult getJobList(Map<String, Object> conditionMap, int page, int rows) throws Exception {
  60. DataGridResult re = datacollectDao.getJobList(conditionMap, page, rows);
  61. //获取任务列表
  62. List<RsJobConfig> list = re.getDetailModelList();
  63. if (list != null && list.size() > 0) {
  64. List<DtoJobConfig> dtoList = new ArrayList<>();
  65. for (RsJobConfig job : list) {
  66. DtoJobConfig dto = new DtoJobConfig();
  67. dto.setId(job.getId());
  68. dto.setJobContent(job.getJobContent());
  69. dto.setJobContentType(job.getJobContentType());
  70. dto.setJobInfo(job.getJobInfo());
  71. dto.setJobName(job.getJobName());
  72. dto.setJobNextTime(job.getJobNextTime());
  73. //dto.setJobTimeInterval(job.getJobTimeInterval());
  74. dto.setJobType(job.getJobType());
  75. dto.setSchemeId(job.getSchemeId());
  76. dto.setValid(job.getValid());
  77. //获取版本名称
  78. String schemeAndVersion = datacollectDao.getSchemeAndVersion(job.getSchemeVersion());
  79. dto.setSchemeAndVersion(schemeAndVersion);
  80. //获取关联数据集
  81. List<RsJobDataset> datasetList = datacollectDao.getJobDataset(job.getId());
  82. if (datasetList != null && datasetList.size() > 0) {
  83. String ds = "";
  84. for (RsJobDataset dataset : datasetList) {
  85. ds += dataset.getJobDatasetName() + ",";
  86. }
  87. ds = ds.substring(0, ds.length() - 1);
  88. dto.setJobDataset(ds);
  89. }
  90. String cron = datacollectDao.getCronByJobId(job.getId());
  91. //执行计划翻译
  92. dto.setJobPlan(translationCron(cron));
  93. dtoList.add(dto);
  94. }
  95. re.setDetailModelList(dtoList);
  96. }
  97. return re;
  98. }
  99. /**
  100. * 根据适配方案获取数据集列表
  101. */
  102. @Override
  103. public DataGridResult getSchemeDataset(String schemeId, String schemeVersion, String jobId) throws Exception {
  104. //获取适配数据集总和
  105. List<AdapterDatasetModel> datasetString = stdManager.getDatasetByScheme(schemeVersion);
  106. String jsonlist = objectMapper.writeValueAsString(datasetString);
  107. ArrayNode jsonArray = objectMapper.readValue(jsonlist, ArrayNode.class);
  108. //获取任务数据集
  109. List<RsJobDataset> jobDataset = datacollectDao.getJobDataset(jobId);
  110. DataGridResult re = new DataGridResult();
  111. List<DtoJobDataset> list = new ArrayList<>();
  112. for(JsonNode jsonItem : jsonArray)
  113. {
  114. String datasetId= jsonItem.get("adapterDatasetId").toString();
  115. //配置完整才显示
  116. if(datasetId.length()>0&&jsonItem.get("adapterDatasetName").toString().length()>0&&jsonItem.get("adapterDatasetName").toString()!="null"&&jsonItem.get("adapterDatasetCode").toString().length()>0&&jsonItem.get("adapterDatasetCode").toString()!="null")
  117. {
  118. DtoJobDataset obj = new DtoJobDataset();
  119. obj.setJobDatasetName(jsonItem.get("adapterDatasetName").asText());
  120. obj.setJobDatasetCode(jsonItem.get("adapterDatasetCode").asText());
  121. obj.setJobDatasetId(datasetId);
  122. //是否关联任务
  123. if(jobDataset!=null&&jobDataset.size()>0)
  124. {
  125. for(RsJobDataset jd :jobDataset)
  126. {
  127. if(jd.getJobDatasetId().equals(datasetId))
  128. {
  129. obj.setId(jd.getId());
  130. obj.setJobId(jobId);
  131. obj.setJobDatasetKeyvalue(jd.getJobDatasetKeyvalue());
  132. obj.setJobDatasetKey(jd.getJobDatasetKey());
  133. obj.setJobDatasetKeytype(jd.getJobDatasetKeytype());
  134. obj.setChecked("1");
  135. obj.setJobDatasetCondition(jd.getJobDatasetCondition());
  136. break;
  137. }
  138. }
  139. }
  140. list.add(obj);
  141. }
  142. }
  143. re.setDetailModelList(list);
  144. return re;
  145. }
  146. /**
  147. * 根据适配方案获取字段列表
  148. */
  149. @Override
  150. public DataGridResult getSchemeDatasetCol(String schemeId, String schemeVersion, String datasetId) throws Exception {
  151. //获取适配字段
  152. List datacolString = stdManager.getDatacolByScheme(schemeVersion, datasetId);
  153. JSONArray datacolList = JSONArray.fromObject(datacolString);
  154. DataGridResult re = new DataGridResult();
  155. List<DtoDatasetCol> list = new ArrayList<>();
  156. for(Object item : datacolList)
  157. {
  158. JSONObject jsonItem = JSONObject.fromObject(item);
  159. DtoDatasetCol obj = new DtoDatasetCol();
  160. obj.setCode(jsonItem.getString("adapterMetadataCode"));
  161. obj.setText(jsonItem.getString("adapterMetadataName"));
  162. obj.setType(jsonItem.getString("adapterMetadataType"));
  163. obj.setDict(jsonItem.getString("stdDictId"));
  164. list.add(obj);
  165. }
  166. re.setDetailModelList(list);
  167. return re;
  168. }
  169. /**
  170. * 根据任务Id获取相关数据集下拉数据
  171. */
  172. @Override
  173. public DataGridResult getJobDatasetByJobId(String jobId) throws Exception {
  174. //获取任务数据集
  175. List<RsJobDataset> jobDataset = datacollectDao.getJobDataset(jobId);
  176. DataGridResult re = new DataGridResult();
  177. List<DictItem> list = new ArrayList<>();
  178. for (RsJobDataset obj : jobDataset) {
  179. DictItem item = new DictItem();
  180. item.setValue(obj.getJobDatasetName());
  181. item.setCode(obj.getJobDatasetId());
  182. list.add(item);
  183. }
  184. re.setDetailModelList(list);
  185. return re;
  186. }
  187. /**
  188. * 新增任务
  189. */
  190. @Override
  191. @Transactional
  192. public ActionResult addJob(RsJobConfig obj, String cron, String jobDataset) throws Exception {
  193. datacollectDao.saveEntity(obj);
  194. saveJobDataset(obj.getId(), jobDataset);
  195. //quartz新增任务
  196. // quartzManager.addJob(obj.getId(), obj.getJobContentType(), obj.getJobContent(), obj.getJobNextTime(), cron);
  197. return new ActionResult(true, "新增成功!");
  198. }
  199. /**
  200. * 修改任务
  201. */
  202. @Override
  203. @Transactional
  204. public ActionResult updateJob(RsJobConfig obj, String cron, String jobDataset) throws Exception {
  205. datacollectDao.updateEntity(obj);
  206. saveJobDataset(obj.getId(), jobDataset);
  207. //quartz修改cron表达式
  208. // quartzManager.modifyJob(obj.getId(), obj.getJobContentType(), obj.getJobContent(), obj.getJobNextTime(), cron);
  209. return new ActionResult(true, "修改成功!");
  210. }
  211. /**
  212. * 修改任务
  213. */
  214. @Override
  215. @Transactional
  216. public ActionResult updateJob(RsJobConfig obj) throws Exception {
  217. datacollectDao.updateEntity(obj);
  218. return new ActionResult(true, "修改成功!");
  219. }
  220. /**
  221. * 修改任务状态
  222. */
  223. @Transactional
  224. public ActionResult validJob(String jobId, String valid) throws Exception {
  225. datacollectDao.validJob(jobId, valid);
  226. //暂停Quartz任务
  227. if (valid.equals("0")) {
  228. // quartzManager.pauseJob(jobId);
  229. } else { //恢复Quartz任务
  230. // quartzManager.resumeJob(jobId);
  231. }
  232. return new ActionResult(true, "状态修改成功!");
  233. }
  234. /**
  235. * 删除任务
  236. */
  237. @Transactional
  238. public ActionResult deleteJob(String jobId) throws Exception {
  239. //清空任务关联数据集
  240. datacollectDao.deleteJobDatasetByJobId(jobId);
  241. datacollectDao.deleteEntity(RsJobConfig.class, jobId);
  242. //删除Quartz任务
  243. // quartzManager.removeJob(jobId);
  244. return new ActionResult(true, "删除成功!");
  245. }
  246. /**
  247. * 数据集数据源管理列表(包含全部数据集)
  248. */
  249. @Override
  250. public DataGridResult getDatasetSource(String stdVersion) throws Exception {
  251. //获取版本下全部数据集
  252. List<StdDataSetModel> stdDataSetModelList = stdManager.getDatasetByVersion(stdVersion);
  253. String jsonlist = objectMapper.writeValueAsString(stdDataSetModelList);
  254. ArrayNode datasetList = objectMapper.readValue(jsonlist, ArrayNode.class);
  255. //获取已配数据集
  256. List<RsDatasourceDataset> jobDataset = datacollectDao.getDatasourceDataset(stdVersion);
  257. DataGridResult re = new DataGridResult();
  258. List<JsonNode> list = new ArrayList<>();
  259. for (JsonNode obj : datasetList) {
  260. ObjectNode dd = objectMapper.createObjectNode();
  261. dd.put("datasetId", obj.get("id").asText());
  262. dd.put("datasetCode", obj.get("code").asText());
  263. dd.put("datasetName", obj.get("name").asText());
  264. dd.put("stdVersion", stdVersion);
  265. if (jobDataset != null && jobDataset.size() > 0) {
  266. for (RsDatasourceDataset rdd : jobDataset) {
  267. if (rdd.getDatasetId().equals(obj.get("id").asText())) {
  268. dd.put("orgId", rdd.getOrgId());
  269. dd.put("datasourceId", rdd.getDatasourceId());
  270. dd.put("id", rdd.getId());
  271. break;
  272. }
  273. }
  274. }
  275. list.add(dd);
  276. }
  277. re.setDetailModelList(list);
  278. return re;
  279. }
  280. /**
  281. * 保存数据集数据源配置
  282. */
  283. @Override
  284. @Transactional
  285. public ActionResult saveDatasetSource(String json) throws Exception {
  286. //TODO: Use jackson
  287. // JSONArray jsonList = JSONArray.fromObject(json);
  288. //
  289. //
  290. // for (Object item : jsonList) {
  291. // JSONObject obj = JSONObject.fromObject(item);
  292. // if (obj.containsKey("id") && obj.getString("id").length() > 0) {
  293. // String id = obj.getString("id");
  294. // //修改
  295. // RsDatasourceDataset dd = (RsDatasourceDataset) JSONObject.toBean(obj, RsDatasourceDataset.class);
  296. // datacollectDao.updateEntity(dd);
  297. //// if(obj.containsKey("datasourceId") && obj.getString("datasourceId").length()>0)
  298. //// {
  299. //// RsDatasourceDataset dd = (RsDatasourceDataset)JSONObject.toBean(obj,RsDatasourceDataset.class);
  300. //// datacollectDao.updateEntity(dd);
  301. //// }
  302. //// //删除
  303. //// else{
  304. //// datacollectDao.deleteEntity(RsDatasourceDataset.class,id);
  305. //// }
  306. // } else {
  307. // //新增
  308. // RsDatasourceDataset dd = (RsDatasourceDataset) JSONObject.toBean(obj, RsDatasourceDataset.class);
  309. // datacollectDao.saveEntity(dd);
  310. // }
  311. // }
  312. return new ActionResult(true, "保存成功!");
  313. }
  314. /************************* 数据集数据源管理 ***************************************************/
  315. /**
  316. * 获取任务详细日志列表
  317. */
  318. @Override
  319. public DataGridResult getJobLogDetail(Map<String, Object> conditionMap, int page, int rows) throws Exception {
  320. return datacollectDao.getJobLogDetail(conditionMap, page, rows);
  321. }
  322. /**
  323. * 获取任务日志列表
  324. */
  325. @Override
  326. public DataGridResult getJobLog(Map<String, Object> conditionMap, int page, int rows) throws Exception {
  327. DataGridResult re = datacollectDao.getJobLog(conditionMap, page, rows);
  328. List<RsJobLog> logList = re.getDetailModelList();
  329. List<DtoJobLog> list = new ArrayList<>();
  330. for (RsJobLog log : logList) {
  331. DtoJobLog dto = new DtoJobLog();
  332. BeanUtils.copyProperties(log, dto);
  333. List<Map<String, Object>> maps = datacollectDao.getJobLogCount(log.getId());
  334. if (maps != null && maps.size() > 0) {
  335. int count = Integer.parseInt(String.valueOf(maps.get(0).get("count")));
  336. int success = Integer.parseInt(String.valueOf(maps.get(0).get("success")));
  337. int repeat_num = Integer.parseInt(String.valueOf(maps.get(0).get("repeat_num")));
  338. dto.setCount(count);
  339. dto.setSuccess(success);
  340. dto.setRepeatNum(repeat_num);
  341. } else {
  342. dto.setCount(0);
  343. dto.setSuccess(0);
  344. dto.setRepeatNum(0);
  345. }
  346. list.add(dto);
  347. }
  348. re.setDetailModelList(list);
  349. return re;
  350. }
  351. /********************** 任务日志管理 *******************************************/
  352. /**
  353. * 任务详细根据数据集分组
  354. *
  355. * @return
  356. */
  357. @Override
  358. public DataGridResult getJobLogDataset(String logId) throws Exception {
  359. DataGridResult re = new DataGridResult();
  360. List<SimpleChartItem> maps = datacollectDao.getJobLogDataset(logId);
  361. re.setDetailModelList(maps);
  362. return re;
  363. }
  364. /**
  365. * 翻译Cron表达式
  366. *
  367. * @return
  368. */
  369. private String translationCron(String cron) {
  370. try {
  371. if (cron != null && cron.length() > 0) {
  372. String re = "";
  373. String[] items = cron.split(" ");
  374. if (!items[5].equals("?")) //周
  375. {
  376. String[] weekDay = items[5].split(",");
  377. for (String day : weekDay) {
  378. String WeekDay = day;
  379. if (day.equals("1")) {
  380. WeekDay = "日";
  381. } else if (day.equals("2")) {
  382. WeekDay = "一";
  383. } else if (day.equals("3")) {
  384. WeekDay = "二";
  385. } else if (day.equals("4")) {
  386. WeekDay = "三";
  387. } else if (day.equals("5")) {
  388. WeekDay = "四";
  389. } else if (day.equals("6")) {
  390. WeekDay = "五";
  391. } else if (day.equals("7")) {
  392. WeekDay = "六";
  393. }
  394. re += "星期" + WeekDay + ",";
  395. }
  396. re = re.substring(0, re.length() - 1);
  397. } else {
  398. if (!items[3].equals("*")) {
  399. String v = items[3];
  400. if (v.indexOf('/') > 0) //天
  401. {
  402. String[] varry = v.split("/");
  403. re = "每隔" + varry[1] + "天";
  404. } else {//月
  405. if (v.equals("1")) {
  406. re = "每月第一天";
  407. } else if (v.equals("L")) {
  408. re = "每月最后一天";
  409. } else {
  410. re = "每月第" + v + "天";
  411. }
  412. }
  413. } else {
  414. String v1 = items[1];
  415. String v2 = items[2];
  416. if (v1.indexOf('/') > 0) //分
  417. {
  418. String[] varry = v1.split("/");
  419. re = "每隔" + varry[1] + "分";
  420. } else { //时
  421. String[] varry = v2.split("/");
  422. re = "每隔" + varry[1] + "时";
  423. }
  424. }
  425. }
  426. return re + "执行";
  427. }
  428. return cron;
  429. } catch (Exception ex) {
  430. return cron;
  431. }
  432. }
  433. /**
  434. * 保存任务关联数据集
  435. */
  436. private void saveJobDataset(String jobId, String jobDataset) throws Exception {
  437. if(jobDataset!=null&&jobDataset.length()>0) {
  438. //清空任务关联数据集
  439. datacollectDao.deleteJobDatasetByJobId(jobId);
  440. ArrayNode array = objectMapper.readValue(jobDataset,ArrayNode.class);
  441. if (array != null && array.size() > 0) {
  442. for (JsonNode obj : array) {
  443. RsJobDataset rs = new RsJobDataset();
  444. if(obj.get("jobDatasetCondition")!=null&&obj.get("jobDatasetCondition").asText()!="null")
  445. {
  446. rs.setJobDatasetCondition(obj.get("jobDatasetCondition").asText());
  447. }
  448. if(obj.get("jobDatasetId")!=null&&obj.get("jobDatasetId").asText()!="null") {
  449. rs.setJobDatasetId(obj.get("jobDatasetId").asText());
  450. }
  451. if(obj.get("jobDatasetKey")!=null&&obj.get("jobDatasetKey").asText()!="null") {
  452. rs.setJobDatasetKey(obj.get("jobDatasetKey").asText());
  453. }
  454. if(obj.get("jobDatasetKeytype")!=null&&obj.get("jobDatasetKeytype").asText()!="null") {
  455. rs.setJobDatasetKeytype(obj.get("jobDatasetKeytype").asText());
  456. }
  457. if(obj.get("jobDatasetKeyvalue")!=null&&obj.get("jobDatasetKeyvalue").asText()!="null") {
  458. rs.setJobDatasetKeyvalue(obj.get("jobDatasetKeyvalue").asText());
  459. }
  460. if(obj.get("jobDatasetName")!=null&&obj.get("jobDatasetName").asText()!="null") {
  461. rs.setJobDatasetName(obj.get("jobDatasetName").asText());
  462. }
  463. rs.setJobId(jobId);
  464. datacollectDao.saveEntity(rs);
  465. }
  466. }
  467. }
  468. else{
  469. return;
  470. }
  471. }
  472. }