|  | @ -156,52 +156,60 @@ public class CrawlerService {
 | 
	
		
			
				|  |  |      * 保存任务编排数据
 | 
	
		
			
				|  |  |      *
 | 
	
		
			
				|  |  |      * @param json
 | 
	
		
			
				|  |  |      * @return
 | 
	
		
			
				|  |  |      * @param rows
 | 
	
		
			
				|  |  |      *@param page @return
 | 
	
		
			
				|  |  |      * @throws Exception
 | 
	
		
			
				|  |  |      */
 | 
	
		
			
				|  |  |     public void saveJobData(String json) throws Exception {
 | 
	
		
			
				|  |  |     public void saveJobData(String json, Integer rows, Integer page) throws Exception {
 | 
	
		
			
				|  |  | 
 | 
	
		
			
				|  |  |         JSONArray jsonList = JSONArray.fromObject(json);
 | 
	
		
			
				|  |  | 
 | 
	
		
			
				|  |  |         //清空当页数据
 | 
	
		
			
				|  |  |         deleteCurrentPage(rows, page);
 | 
	
		
			
				|  |  | 
 | 
	
		
			
				|  |  |         for (Object item : jsonList) {
 | 
	
		
			
				|  |  |             JSONObject obj = JSONObject.fromObject(item);
 | 
	
		
			
				|  |  |             String schemeId = obj.getString("schemeId");
 | 
	
		
			
				|  |  |             String versionId = obj.getString("versionId");
 | 
	
		
			
				|  |  |             AdapterSchemeVersionModel versionModel = (AdapterSchemeVersionModel) adapterSchemeVersionService.get(Integer.valueOf(versionId));
 | 
	
		
			
				|  |  |             AdapterVersion adapterVersion = new AdapterVersion(versionModel.getVersion());
 | 
	
		
			
				|  |  |             //删除已存在的数据集
 | 
	
		
			
				|  |  |             crawlerDatasetDao.deleteCrawlerDatasetList(versionModel.getId());
 | 
	
		
			
				|  |  |             List<AdapterDatasetModel> adapterDatasetModelList = new ArrayList<>();
 | 
	
		
			
				|  |  |             //根据id字符串获取编排数据集
 | 
	
		
			
				|  |  |             if (obj.containsKey("dataSets")) {
 | 
	
		
			
				|  |  |                 List<Integer> newDatasetIdList = new ArrayList<>();
 | 
	
		
			
				|  |  |                 String dataSetStr = obj.getString("dataSets");
 | 
	
		
			
				|  |  |                 if (StringUtils.isNotBlank(dataSetStr)) {
 | 
	
		
			
				|  |  |                     String[] IdList =  dataSetStr.split(",");
 | 
	
		
			
				|  |  |                     for (String aIdList : IdList) {
 | 
	
		
			
				|  |  |                         if (!Objects.equals(aIdList, "")) {
 | 
	
		
			
				|  |  |                             Integer DaSetId = Integer.valueOf(aIdList);
 | 
	
		
			
				|  |  |                             newDatasetIdList.add(DaSetId);
 | 
	
		
			
				|  |  |             if (obj.containsKey("schemeId") && obj.containsKey("versionId")) {
 | 
	
		
			
				|  |  |                 String schemeId = obj.getString("schemeId");
 | 
	
		
			
				|  |  |                 String versionId = obj.getString("versionId");
 | 
	
		
			
				|  |  |                 AdapterSchemeVersionModel versionModel = (AdapterSchemeVersionModel) adapterSchemeVersionService.get(Integer.valueOf(versionId));
 | 
	
		
			
				|  |  |                 if (versionModel != null) {
 | 
	
		
			
				|  |  |                     AdapterVersion adapterVersion = new AdapterVersion(versionModel.getVersion());
 | 
	
		
			
				|  |  |                     //删除已存在的数据集
 | 
	
		
			
				|  |  |                     crawlerDatasetDao.deleteCrawlerDatasetList(versionModel.getId());
 | 
	
		
			
				|  |  |                     List<AdapterDatasetModel> adapterDatasetModelList = new ArrayList<>();
 | 
	
		
			
				|  |  |                     //根据id字符串获取编排数据集
 | 
	
		
			
				|  |  |                     if (obj.containsKey("dataSets")) {
 | 
	
		
			
				|  |  |                         List<Integer> newDatasetIdList = new ArrayList<>();
 | 
	
		
			
				|  |  |                         String dataSetStr = obj.getString("dataSets");
 | 
	
		
			
				|  |  |                         if (StringUtils.isNotBlank(dataSetStr)) {
 | 
	
		
			
				|  |  |                             String[] IdList =  dataSetStr.split(",");
 | 
	
		
			
				|  |  |                             for (String aIdList : IdList) {
 | 
	
		
			
				|  |  |                                 if (!Objects.equals(aIdList, "")) {
 | 
	
		
			
				|  |  |                                     Integer DaSetId = Integer.valueOf(aIdList);
 | 
	
		
			
				|  |  |                                     newDatasetIdList.add(DaSetId);
 | 
	
		
			
				|  |  |                                 }
 | 
	
		
			
				|  |  |                             }
 | 
	
		
			
				|  |  |                         }
 | 
	
		
			
				|  |  | 
 | 
	
		
			
				|  |  |                         adapterDatasetModelList = adapterDatasetService.getListByAdapterDatasetIdList(adapterVersion, newDatasetIdList);
 | 
	
		
			
				|  |  |                         for (AdapterDatasetModel model : adapterDatasetModelList) {
 | 
	
		
			
				|  |  |                             CrawlerDataSetModel dataSetModel = new CrawlerDataSetModel();
 | 
	
		
			
				|  |  |                             dataSetModel.setSchemeId(Integer.valueOf(schemeId));
 | 
	
		
			
				|  |  |                             dataSetModel.setSchemeVersionId(versionModel.getId());
 | 
	
		
			
				|  |  |                             dataSetModel.setDatasetId(model.getId());
 | 
	
		
			
				|  |  |                             dataSetModel.setDatasetCode(model.getStdDatasetCode());
 | 
	
		
			
				|  |  |                             dataSetModel.setDatasetName(model.getStdDatasetName());
 | 
	
		
			
				|  |  |                             crawlerDatasetDao.saveEntity(dataSetModel);
 | 
	
		
			
				|  |  |                         }
 | 
	
		
			
				|  |  |                     }
 | 
	
		
			
				|  |  |                 }
 | 
	
		
			
				|  |  | 
 | 
	
		
			
				|  |  |                 adapterDatasetModelList = adapterDatasetService.getListByAdapterDatasetIdList(adapterVersion, newDatasetIdList);
 | 
	
		
			
				|  |  |                 for (AdapterDatasetModel model : adapterDatasetModelList) {
 | 
	
		
			
				|  |  |                     CrawlerDataSetModel dataSetModel = new CrawlerDataSetModel();
 | 
	
		
			
				|  |  |                     dataSetModel.setSchemeId(Integer.valueOf(schemeId));
 | 
	
		
			
				|  |  |                     dataSetModel.setSchemeVersionId(versionModel.getId());
 | 
	
		
			
				|  |  |                     dataSetModel.setDatasetId(model.getId());
 | 
	
		
			
				|  |  |                     dataSetModel.setDatasetCode(model.getStdDatasetCode());
 | 
	
		
			
				|  |  |                     dataSetModel.setDatasetName(model.getStdDatasetName());
 | 
	
		
			
				|  |  |                     crawlerDatasetDao.saveEntity(dataSetModel);
 | 
	
		
			
				|  |  |                     //如果保存传入编排映射关系,进行保存操作
 | 
	
		
			
				|  |  |                     if (obj.containsKey("relation") && !Objects.equals(obj.getString("relation"), "")) {
 | 
	
		
			
				|  |  |                         saveDataSetRelation(versionId,obj.getString("relation"));
 | 
	
		
			
				|  |  |                     }
 | 
	
		
			
				|  |  |                 }
 | 
	
		
			
				|  |  |             }
 | 
	
		
			
				|  |  | 
 | 
	
		
			
				|  |  |             //如果保存传入编排映射关系,进行保存操作
 | 
	
		
			
				|  |  |             if (obj.containsKey("relation") && !Objects.equals(obj.getString("relation"), "")) {
 | 
	
		
			
				|  |  |                 saveDataSetRelation(versionId,obj.getString("relation"));
 | 
	
		
			
				|  |  |             }
 | 
	
		
			
				|  |  |         }
 | 
	
		
			
				|  |  |     }
 | 
	
		
			
				|  |  | 
 | 
	
	
		
			
				|  | @ -240,13 +248,14 @@ public class CrawlerService {
 | 
	
		
			
				|  |  |      */
 | 
	
		
			
				|  |  |     @Transactional
 | 
	
		
			
				|  |  |     public String  deleteJobData(String version) {
 | 
	
		
			
				|  |  |         AdapterSchemeVersionModel versionModel = (AdapterSchemeVersionModel) adapterSchemeVersionService.get(Integer.valueOf(version));
 | 
	
		
			
				|  |  |         if (versionModel == null || versionModel.getId() == null) {
 | 
	
		
			
				|  |  |             return "删除失败";
 | 
	
		
			
				|  |  |         }
 | 
	
		
			
				|  |  | 
 | 
	
		
			
				|  |  |         //删除对应表记录
 | 
	
		
			
				|  |  |         try {
 | 
	
		
			
				|  |  |             AdapterSchemeVersionModel versionModel = (AdapterSchemeVersionModel) adapterSchemeVersionService.get(Integer.valueOf(version));
 | 
	
		
			
				|  |  |             if (versionModel == null || versionModel.getId() == null) {
 | 
	
		
			
				|  |  |                 return "删除失败";
 | 
	
		
			
				|  |  |             }
 | 
	
		
			
				|  |  | 
 | 
	
		
			
				|  |  |             //删除对应表记录
 | 
	
		
			
				|  |  |             crawlerDatasetDao.deleteCrawlerDatasetList(versionModel.getId());
 | 
	
		
			
				|  |  |             crawlerFlowHeadDao.deleteCrawlerFlowHeadList(versionModel.getId());
 | 
	
		
			
				|  |  |             crawlerFlowDao.deleteCrawlerFlowList(versionModel.getId());
 | 
	
	
		
			
				|  | @ -279,7 +288,7 @@ public class CrawlerService {
 | 
	
		
			
				|  |  | 
 | 
	
		
			
				|  |  |             Integer total = crawlerDatasetDao.getTotalRows();
 | 
	
		
			
				|  |  | 
 | 
	
		
			
				|  |  |             List list = crawlerDatasetDao.queryListBySql(stringBuffer.toString());
 | 
	
		
			
				|  |  |             List<Map<String, Object>>list = crawlerDatasetDao.queryListBySql(stringBuffer.toString());
 | 
	
		
			
				|  |  |             DetailModelResult detailModelResult = DetailModelResult.success("获取数据集成功");
 | 
	
		
			
				|  |  |             detailModelResult.setDetailModelList(list);
 | 
	
		
			
				|  |  |             detailModelResult.setTotalCount(total);
 | 
	
	
		
			
				|  | @ -399,5 +408,12 @@ public class CrawlerService {
 | 
	
		
			
				|  |  |         lineCache.put(schemeVersionId,line);
 | 
	
		
			
				|  |  |     }
 | 
	
		
			
				|  |  | 
 | 
	
		
			
				|  |  | 
 | 
	
		
			
				|  |  |     public void deleteCurrentPage(Integer rows, Integer page) {
 | 
	
		
			
				|  |  |         DetailModelResult currentResut = getDataSetResult(rows,page);
 | 
	
		
			
				|  |  |         List<Map<String, Object>> list = currentResut.getDetailModelList();
 | 
	
		
			
				|  |  |         for (Map<String, Object> map : list) {
 | 
	
		
			
				|  |  |             String version = String.valueOf(map.get("scheme_version_id"));
 | 
	
		
			
				|  |  |             deleteJobData(version);
 | 
	
		
			
				|  |  |         }
 | 
	
		
			
				|  |  |     }
 | 
	
		
			
				|  |  | }
 |