|
@ -156,52 +156,60 @@ public class CrawlerService {
|
|
|
* 保存任务编排数据
|
|
|
*
|
|
|
* @param json
|
|
|
* @return
|
|
|
* @param rows
|
|
|
*@param page @return
|
|
|
* @throws Exception
|
|
|
*/
|
|
|
public void saveJobData(String json) throws Exception {
|
|
|
public void saveJobData(String json, Integer rows, Integer page) throws Exception {
|
|
|
|
|
|
JSONArray jsonList = JSONArray.fromObject(json);
|
|
|
|
|
|
//清空当页数据
|
|
|
deleteCurrentPage(rows, page);
|
|
|
|
|
|
for (Object item : jsonList) {
|
|
|
JSONObject obj = JSONObject.fromObject(item);
|
|
|
String schemeId = obj.getString("schemeId");
|
|
|
String versionId = obj.getString("versionId");
|
|
|
AdapterSchemeVersionModel versionModel = (AdapterSchemeVersionModel) adapterSchemeVersionService.get(Integer.valueOf(versionId));
|
|
|
AdapterVersion adapterVersion = new AdapterVersion(versionModel.getVersion());
|
|
|
//删除已存在的数据集
|
|
|
crawlerDatasetDao.deleteCrawlerDatasetList(versionModel.getId());
|
|
|
List<AdapterDatasetModel> adapterDatasetModelList = new ArrayList<>();
|
|
|
//根据id字符串获取编排数据集
|
|
|
if (obj.containsKey("dataSets")) {
|
|
|
List<Integer> newDatasetIdList = new ArrayList<>();
|
|
|
String dataSetStr = obj.getString("dataSets");
|
|
|
if (StringUtils.isNotBlank(dataSetStr)) {
|
|
|
String[] IdList = dataSetStr.split(",");
|
|
|
for (String aIdList : IdList) {
|
|
|
if (!Objects.equals(aIdList, "")) {
|
|
|
Integer DaSetId = Integer.valueOf(aIdList);
|
|
|
newDatasetIdList.add(DaSetId);
|
|
|
if (obj.containsKey("schemeId") && obj.containsKey("versionId")) {
|
|
|
String schemeId = obj.getString("schemeId");
|
|
|
String versionId = obj.getString("versionId");
|
|
|
AdapterSchemeVersionModel versionModel = (AdapterSchemeVersionModel) adapterSchemeVersionService.get(Integer.valueOf(versionId));
|
|
|
if (versionModel != null) {
|
|
|
AdapterVersion adapterVersion = new AdapterVersion(versionModel.getVersion());
|
|
|
//删除已存在的数据集
|
|
|
crawlerDatasetDao.deleteCrawlerDatasetList(versionModel.getId());
|
|
|
List<AdapterDatasetModel> adapterDatasetModelList = new ArrayList<>();
|
|
|
//根据id字符串获取编排数据集
|
|
|
if (obj.containsKey("dataSets")) {
|
|
|
List<Integer> newDatasetIdList = new ArrayList<>();
|
|
|
String dataSetStr = obj.getString("dataSets");
|
|
|
if (StringUtils.isNotBlank(dataSetStr)) {
|
|
|
String[] IdList = dataSetStr.split(",");
|
|
|
for (String aIdList : IdList) {
|
|
|
if (!Objects.equals(aIdList, "")) {
|
|
|
Integer DaSetId = Integer.valueOf(aIdList);
|
|
|
newDatasetIdList.add(DaSetId);
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
|
|
|
adapterDatasetModelList = adapterDatasetService.getListByAdapterDatasetIdList(adapterVersion, newDatasetIdList);
|
|
|
for (AdapterDatasetModel model : adapterDatasetModelList) {
|
|
|
CrawlerDataSetModel dataSetModel = new CrawlerDataSetModel();
|
|
|
dataSetModel.setSchemeId(Integer.valueOf(schemeId));
|
|
|
dataSetModel.setSchemeVersionId(versionModel.getId());
|
|
|
dataSetModel.setDatasetId(model.getId());
|
|
|
dataSetModel.setDatasetCode(model.getStdDatasetCode());
|
|
|
dataSetModel.setDatasetName(model.getStdDatasetName());
|
|
|
crawlerDatasetDao.saveEntity(dataSetModel);
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
|
|
|
adapterDatasetModelList = adapterDatasetService.getListByAdapterDatasetIdList(adapterVersion, newDatasetIdList);
|
|
|
for (AdapterDatasetModel model : adapterDatasetModelList) {
|
|
|
CrawlerDataSetModel dataSetModel = new CrawlerDataSetModel();
|
|
|
dataSetModel.setSchemeId(Integer.valueOf(schemeId));
|
|
|
dataSetModel.setSchemeVersionId(versionModel.getId());
|
|
|
dataSetModel.setDatasetId(model.getId());
|
|
|
dataSetModel.setDatasetCode(model.getStdDatasetCode());
|
|
|
dataSetModel.setDatasetName(model.getStdDatasetName());
|
|
|
crawlerDatasetDao.saveEntity(dataSetModel);
|
|
|
//如果保存传入编排映射关系,进行保存操作
|
|
|
if (obj.containsKey("relation") && !Objects.equals(obj.getString("relation"), "")) {
|
|
|
saveDataSetRelation(versionId,obj.getString("relation"));
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
|
|
|
//如果保存传入编排映射关系,进行保存操作
|
|
|
if (obj.containsKey("relation") && !Objects.equals(obj.getString("relation"), "")) {
|
|
|
saveDataSetRelation(versionId,obj.getString("relation"));
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
|
|
@ -240,13 +248,14 @@ public class CrawlerService {
|
|
|
*/
|
|
|
@Transactional
|
|
|
public String deleteJobData(String version) {
|
|
|
AdapterSchemeVersionModel versionModel = (AdapterSchemeVersionModel) adapterSchemeVersionService.get(Integer.valueOf(version));
|
|
|
if (versionModel == null || versionModel.getId() == null) {
|
|
|
return "删除失败";
|
|
|
}
|
|
|
|
|
|
//删除对应表记录
|
|
|
try {
|
|
|
AdapterSchemeVersionModel versionModel = (AdapterSchemeVersionModel) adapterSchemeVersionService.get(Integer.valueOf(version));
|
|
|
if (versionModel == null || versionModel.getId() == null) {
|
|
|
return "删除失败";
|
|
|
}
|
|
|
|
|
|
//删除对应表记录
|
|
|
crawlerDatasetDao.deleteCrawlerDatasetList(versionModel.getId());
|
|
|
crawlerFlowHeadDao.deleteCrawlerFlowHeadList(versionModel.getId());
|
|
|
crawlerFlowDao.deleteCrawlerFlowList(versionModel.getId());
|
|
@ -279,7 +288,7 @@ public class CrawlerService {
|
|
|
|
|
|
Integer total = crawlerDatasetDao.getTotalRows();
|
|
|
|
|
|
List list = crawlerDatasetDao.queryListBySql(stringBuffer.toString());
|
|
|
List<Map<String, Object>>list = crawlerDatasetDao.queryListBySql(stringBuffer.toString());
|
|
|
DetailModelResult detailModelResult = DetailModelResult.success("获取数据集成功");
|
|
|
detailModelResult.setDetailModelList(list);
|
|
|
detailModelResult.setTotalCount(total);
|
|
@ -399,5 +408,12 @@ public class CrawlerService {
|
|
|
lineCache.put(schemeVersionId,line);
|
|
|
}
|
|
|
|
|
|
|
|
|
public void deleteCurrentPage(Integer rows, Integer page) {
|
|
|
DetailModelResult currentResut = getDataSetResult(rows,page);
|
|
|
List<Map<String, Object>> list = currentResut.getDetailModelList();
|
|
|
for (Map<String, Object> map : list) {
|
|
|
String version = String.valueOf(map.get("scheme_version_id"));
|
|
|
deleteJobData(version);
|
|
|
}
|
|
|
}
|
|
|
}
|