|
@ -9,6 +9,7 @@ import com.yihu.hos.core.log.LoggerFactory;
|
|
import com.yihu.hos.rest.common.dao.CrawlerDatasetDao;
|
|
import com.yihu.hos.rest.common.dao.CrawlerDatasetDao;
|
|
import com.yihu.hos.rest.common.dao.CrawlerFlowDao;
|
|
import com.yihu.hos.rest.common.dao.CrawlerFlowDao;
|
|
import com.yihu.hos.rest.common.dao.CrawlerFlowHeadDao;
|
|
import com.yihu.hos.rest.common.dao.CrawlerFlowHeadDao;
|
|
|
|
import com.yihu.hos.rest.common.format.AdapterBase;
|
|
import com.yihu.hos.rest.models.crawler.adapter.AdapterDataSet;
|
|
import com.yihu.hos.rest.models.crawler.adapter.AdapterDataSet;
|
|
import com.yihu.hos.rest.models.crawler.config.SysConfig;
|
|
import com.yihu.hos.rest.models.crawler.config.SysConfig;
|
|
import com.yihu.hos.rest.models.crawler.flow.CrawlerDataSetModel;
|
|
import com.yihu.hos.rest.models.crawler.flow.CrawlerDataSetModel;
|
|
@ -19,13 +20,12 @@ import com.yihu.hos.rest.models.standard.adapter.AdapterDatasetModel;
|
|
import com.yihu.hos.rest.models.standard.adapter.AdapterDictEntryModel;
|
|
import com.yihu.hos.rest.models.standard.adapter.AdapterDictEntryModel;
|
|
import com.yihu.hos.rest.models.standard.adapter.AdapterSchemeVersionModel;
|
|
import com.yihu.hos.rest.models.standard.adapter.AdapterSchemeVersionModel;
|
|
import com.yihu.hos.rest.models.standard.bo.AdapterVersion;
|
|
import com.yihu.hos.rest.models.standard.bo.AdapterVersion;
|
|
import com.yihu.hos.rest.services.standard.adapter.AdapterDatasetService;
|
|
|
|
import com.yihu.hos.rest.services.standard.adapter.AdapterSchemeVersionService;
|
|
|
|
|
|
import com.yihu.hos.rest.services.standard.adapter.*;
|
|
import com.yihu.hos.web.framework.model.DictItem;
|
|
import com.yihu.hos.web.framework.model.DictItem;
|
|
import com.yihu.hos.web.framework.model.Result;
|
|
import com.yihu.hos.web.framework.model.Result;
|
|
import com.yihu.hos.web.framework.util.springutil.SpringBeanUtil;
|
|
|
|
import org.springframework.stereotype.Service;
|
|
import org.springframework.stereotype.Service;
|
|
|
|
|
|
|
|
import javax.annotation.Resource;
|
|
import java.util.*;
|
|
import java.util.*;
|
|
|
|
|
|
@Service("CrawlerFlowManager")
|
|
@Service("CrawlerFlowManager")
|
|
@ -42,6 +42,20 @@ public class CrawlerFlowManager {
|
|
private Boolean adapterFlg = false;
|
|
private Boolean adapterFlg = false;
|
|
private List<DictItem> datasetList;
|
|
private List<DictItem> datasetList;
|
|
private String schemeVersion;
|
|
private String schemeVersion;
|
|
|
|
@Resource
|
|
|
|
private AdapterDatasetService adapterDatasetService;
|
|
|
|
@Resource
|
|
|
|
private AdapterMetadataService adapterMetadataService;
|
|
|
|
@Resource
|
|
|
|
private AdapterDictService adapterDictService;
|
|
|
|
@Resource
|
|
|
|
private AdapterSchemeVersionService adapterSchemeVersionService;
|
|
|
|
@Resource
|
|
|
|
CrawlerDatasetDao crawlerDatasetDao;
|
|
|
|
@Resource
|
|
|
|
CrawlerFlowHeadDao crawlerFlowHeadDao;
|
|
|
|
@Resource
|
|
|
|
CrawlerFlowDao crawlerFlowDao;
|
|
|
|
|
|
public CrawlerFlowManager(List datasetList, String schemeVersion) {
|
|
public CrawlerFlowManager(List datasetList, String schemeVersion) {
|
|
this.datasetList = datasetList;
|
|
this.datasetList = datasetList;
|
|
@ -202,6 +216,9 @@ public class CrawlerFlowManager {
|
|
if (adapterFlg) {
|
|
if (adapterFlg) {
|
|
return true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
AdapterBase.setAdapterMetadataService(adapterMetadataService);
|
|
|
|
AdapterBase.setAdapterDictService(adapterDictService);
|
|
|
|
AdapterBase.setAdapterSchemeVersionService(adapterSchemeVersionService);
|
|
logger.info("适配基本相关数据准备");
|
|
logger.info("适配基本相关数据准备");
|
|
try {
|
|
try {
|
|
adapterDataSetMap = new HashMap<>();
|
|
adapterDataSetMap = new HashMap<>();
|
|
@ -210,7 +227,6 @@ public class CrawlerFlowManager {
|
|
/**
|
|
/**
|
|
* 推模式接口调用,默认只使用最新版本的适配
|
|
* 推模式接口调用,默认只使用最新版本的适配
|
|
*/
|
|
*/
|
|
AdapterSchemeVersionService adapterSchemeVersionService = SpringBeanUtil.getService(AdapterSchemeVersionService.BEAN_ID);
|
|
|
|
AdapterSchemeVersionModel adapterSchemeVersionModel;
|
|
AdapterSchemeVersionModel adapterSchemeVersionModel;
|
|
if (datasetList.isEmpty()) {
|
|
if (datasetList.isEmpty()) {
|
|
adapterSchemeVersionModel = adapterSchemeVersionService.getEhrAdapterVersionLasted();
|
|
adapterSchemeVersionModel = adapterSchemeVersionService.getEhrAdapterVersionLasted();
|
|
@ -224,7 +240,6 @@ public class CrawlerFlowManager {
|
|
/**
|
|
/**
|
|
* 获取该版本下数据集
|
|
* 获取该版本下数据集
|
|
*/
|
|
*/
|
|
CrawlerDatasetDao crawlerDatasetDao = SpringBeanUtil.getService(CrawlerDatasetDao.BEAN_ID);
|
|
|
|
List<CrawlerDataSetModel> crawlerDataSetModelList = crawlerDatasetDao.getCrawlerDatasetList(adapterSchemeVersionModel.getId());
|
|
List<CrawlerDataSetModel> crawlerDataSetModelList = crawlerDatasetDao.getCrawlerDatasetList(adapterSchemeVersionModel.getId());
|
|
if (CollectionUtil.isEmpty(crawlerDataSetModelList)) {
|
|
if (CollectionUtil.isEmpty(crawlerDataSetModelList)) {
|
|
return false;
|
|
return false;
|
|
@ -242,7 +257,6 @@ public class CrawlerFlowManager {
|
|
datasetIdList.add(Integer.valueOf(dictItem.getCode()));
|
|
datasetIdList.add(Integer.valueOf(dictItem.getCode()));
|
|
}
|
|
}
|
|
}
|
|
}
|
|
AdapterDatasetService adapterDatasetService = SpringBeanUtil.getService(AdapterDatasetService.BEAN_ID);
|
|
|
|
/**
|
|
/**
|
|
* 字典项初始化
|
|
* 字典项初始化
|
|
*/
|
|
*/
|
|
@ -268,8 +282,6 @@ public class CrawlerFlowManager {
|
|
/**
|
|
/**
|
|
* 获取采集流程表头
|
|
* 获取采集流程表头
|
|
*/
|
|
*/
|
|
CrawlerFlowHeadDao crawlerFlowHeadDao = SpringBeanUtil.getService(CrawlerFlowHeadDao.BEAN_ID);
|
|
|
|
CrawlerFlowDao crawlerFlowDao = SpringBeanUtil.getService(CrawlerFlowDao.BEAN_ID);
|
|
|
|
crawlerFlowHeadModelList = crawlerFlowHeadDao.getCrawlerFlowHeadList(adapterSchemeVersionModel.getId());
|
|
crawlerFlowHeadModelList = crawlerFlowHeadDao.getCrawlerFlowHeadList(adapterSchemeVersionModel.getId());
|
|
List<CrawlerFlowModel> crawlerFlowModelList = crawlerFlowDao.getCrawlerFlowList(adapterSchemeVersionModel.getId());
|
|
List<CrawlerFlowModel> crawlerFlowModelList = crawlerFlowDao.getCrawlerFlowList(adapterSchemeVersionModel.getId());
|
|
crawlerFlowDatasetMap = new HashMap<>();
|
|
crawlerFlowDatasetMap = new HashMap<>();
|