|
|
@ -0,0 +1,514 @@
|
|
|
package com.yihu.ehr.analyze.service.dataQuality;
|
|
|
|
|
|
|
|
|
import com.yihu.ehr.analyze.dao.DqPaltformReceiveWarningDao;
|
|
|
import com.yihu.ehr.analyze.service.pack.PackQcReportService;
|
|
|
import com.yihu.ehr.elasticsearch.ElasticSearchUtil;
|
|
|
import com.yihu.ehr.entity.quality.DqPaltformReceiveWarning;
|
|
|
import com.yihu.ehr.profile.qualilty.DqDataType;
|
|
|
import com.yihu.ehr.query.BaseJpaService;
|
|
|
import com.yihu.ehr.redis.client.RedisClient;
|
|
|
import com.yihu.ehr.util.datetime.DateUtil;
|
|
|
import com.yihu.ehr.util.rest.Envelop;
|
|
|
import org.apache.commons.lang.StringUtils;
|
|
|
import org.slf4j.Logger;
|
|
|
import org.slf4j.LoggerFactory;
|
|
|
import org.springframework.beans.factory.annotation.Autowired;
|
|
|
import org.springframework.beans.factory.annotation.Value;
|
|
|
import org.springframework.context.ApplicationContext;
|
|
|
import org.springframework.stereotype.Service;
|
|
|
|
|
|
import javax.annotation.PostConstruct;
|
|
|
import java.io.IOException;
|
|
|
import java.sql.ResultSet;
|
|
|
import java.text.DecimalFormat;
|
|
|
import java.util.*;
|
|
|
|
|
|
/**
|
|
|
* 质控管理- 首页逻辑类
|
|
|
* @author HZY
|
|
|
* @created 2018/8/17 11:24
|
|
|
*/
|
|
|
@Service
|
|
|
public class DataQualityHomeService extends BaseJpaService {
|
|
|
|
|
|
private final static Logger logger = LoggerFactory.getLogger(DataQualityHomeService.class);
|
|
|
@Autowired
|
|
|
private ElasticSearchUtil elasticSearchUtil;
|
|
|
@Autowired
|
|
|
private DqPaltformReceiveWarningDao dqPaltformReceiveWarningDao;
|
|
|
@Autowired
|
|
|
private PackQcReportService packQcReportService;
|
|
|
@Value("${quality.orgCode}")
|
|
|
private String defaultOrgCode;
|
|
|
@Value("${quality.cloud}")
|
|
|
private String cloud;
|
|
|
@Value("${quality.cloudName}")
|
|
|
private String cloudName;
|
|
|
@Autowired
|
|
|
private RedisClient redisClient;
|
|
|
@Autowired
|
|
|
private DataCompleteService dataCompleteService;
|
|
|
@Autowired
|
|
|
private ApplicationContext context;
|
|
|
|
|
|
private Map<DqDataType, DataQualityBaseService> dqBaseServiceMap;
|
|
|
|
|
|
@PostConstruct
|
|
|
private void init() {
|
|
|
dqBaseServiceMap = new HashMap<>();
|
|
|
dqBaseServiceMap.put(DqDataType.complete, context.getBean(DataCompleteService.class));
|
|
|
dqBaseServiceMap.put(DqDataType.imTime, context.getBean(DataInTimeService.class));
|
|
|
dqBaseServiceMap.put(DqDataType.correct, context.getBean(DataCorrectService.class));
|
|
|
}
|
|
|
|
|
|
public DataQualityBaseService getInstance(DqDataType type){
|
|
|
DataQualityBaseService dataQualityBaseService;
|
|
|
switch (type) {
|
|
|
case complete:
|
|
|
dataQualityBaseService = dqBaseServiceMap.get(DqDataType.complete);
|
|
|
break;
|
|
|
case imTime:
|
|
|
dataQualityBaseService = dqBaseServiceMap.get(DqDataType.imTime);
|
|
|
break;
|
|
|
case correct:
|
|
|
dataQualityBaseService = dqBaseServiceMap.get(DqDataType.correct);
|
|
|
break;
|
|
|
default:
|
|
|
throw new RuntimeException("Failed to identify dataQualityBaseService type");
|
|
|
}
|
|
|
return dataQualityBaseService;
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 平台就诊人数 去重复(完整人数) 档案完整性
|
|
|
* @param dateField 时间区间查询字段
|
|
|
* @param start
|
|
|
* @param end
|
|
|
* @param orgCode
|
|
|
* @return
|
|
|
*/
|
|
|
public void getPatientCount(String dateField,String start, String end, String orgCode, Map<String, Object> map) throws Exception {
|
|
|
try {
|
|
|
long starttime = System.currentTimeMillis();
|
|
|
String sql0 = "";
|
|
|
String sql1 = "";
|
|
|
String sql2 = "";
|
|
|
String sql3 = "";
|
|
|
if (StringUtils.isNotEmpty(orgCode)) {
|
|
|
sql0 = "SELECT COUNT(DISTINCT event_no) FROM json_archives WHERE event_type=2 AND pack_type=1 AND org_code='" + orgCode + "' AND " + dateField + " BETWEEN" +
|
|
|
" '" + start + " 00:00:00' AND '" + end + " 23:59:59'";
|
|
|
|
|
|
sql1 = "SELECT COUNT(DISTINCT event_no) FROM json_archives WHERE event_type=1 AND pack_type=1 AND org_code='" + orgCode + "' AND " + dateField + " BETWEEN" +
|
|
|
" '" + start + " 00:00:00' AND '" + end + " 23:59:59'";
|
|
|
|
|
|
sql2 = "SELECT COUNT(DISTINCT event_no) FROM json_archives WHERE event_type=0 AND pack_type=1 AND org_code='" + orgCode + "' AND " + dateField + " BETWEEN " +
|
|
|
"'" + start + " 00:00:00' AND '" + end + " 23:59:59'";
|
|
|
|
|
|
sql3 = "SELECT COUNT(DISTINCT event_no) FROM json_archives WHERE pack_type=1 AND org_code='" + orgCode + "' AND " + dateField + " BETWEEN " +
|
|
|
"'" + start + " 00:00:00' AND '" + end + " 23:59:59'";
|
|
|
} else {
|
|
|
sql0 = "SELECT COUNT(DISTINCT event_no) FROM json_archives WHERE event_type=2 AND pack_type=1 AND " + dateField +
|
|
|
" BETWEEN '" + start + " 00:00:00' AND '" + end + " 23:59:59'";
|
|
|
|
|
|
sql1 = "SELECT COUNT(DISTINCT event_no) FROM json_archives WHERE event_type=1 AND pack_type=1 AND " + dateField +
|
|
|
" BETWEEN '" + start + " 00:00:00' AND '" + end + " 23:59:59'";
|
|
|
|
|
|
sql2 = "SELECT COUNT(DISTINCT event_no) FROM json_archives WHERE event_type=0 AND pack_type=1 AND " + dateField +
|
|
|
" BETWEEN '" + start + " 00:00:00' AND '" + end + " 23:59:59'";
|
|
|
|
|
|
sql3 = "SELECT COUNT(DISTINCT event_no) FROM json_archives WHERE pack_type=1 AND " + dateField +
|
|
|
" BETWEEN '" + start + " 00:00:00' AND '" + end + " 23:59:59'";
|
|
|
}
|
|
|
ResultSet resultSet0 = elasticSearchUtil.findBySql(sql0);
|
|
|
ResultSet resultSet1 = elasticSearchUtil.findBySql(sql1);
|
|
|
ResultSet resultSet2 = elasticSearchUtil.findBySql(sql2);
|
|
|
ResultSet resultSet3 = elasticSearchUtil.findBySql(sql3);
|
|
|
resultSet0.next();
|
|
|
resultSet1.next();
|
|
|
resultSet2.next();
|
|
|
resultSet3.next();
|
|
|
map.put("peIntegrity", new Double(resultSet0.getObject("COUNT(DISTINCT event_no)").toString()).intValue());//体检
|
|
|
map.put("hospitalIntegrity", new Double(resultSet1.getObject("COUNT(DISTINCT event_no)").toString()).intValue());//住院
|
|
|
map.put("outpatientIntegrity", new Double(resultSet2.getObject("COUNT(DISTINCT event_no)").toString()).intValue());//门诊
|
|
|
map.put("visitIntegrity", new Double(resultSet3.getObject("COUNT(DISTINCT event_no)").toString()).intValue());//就诊
|
|
|
logger.info("平台就诊人数 去重复：" + (System.currentTimeMillis() - starttime) + "ms");
|
|
|
} catch (Exception e) {
|
|
|
if (!"Error".equals(e.getMessage())) {
|
|
|
e.printStackTrace();
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 百分比计算
|
|
|
*
|
|
|
* @param molecular 分子
|
|
|
* @param denominator 分母
|
|
|
* @return
|
|
|
*/
|
|
|
public String calRate(double molecular, double denominator) {
|
|
|
if (molecular == 0) {
|
|
|
return "0.00%";
|
|
|
} else if (denominator == 0) {
|
|
|
return "100.00%";
|
|
|
}
|
|
|
DecimalFormat decimalFormat = new DecimalFormat("0.00%");
|
|
|
return decimalFormat.format(molecular / denominator);
|
|
|
}
|
|
|
|
|
|
|
|
|
/**
|
|
|
* 质控情况 - 总计 （及时率，完整率，准确率）
|
|
|
*
|
|
|
* @param start 就诊时间- 起始
|
|
|
* @param end 就诊时间- 截止
|
|
|
* 【目前取的是平台全部机构，若做多区域平台的话，需要添加区域参数】
|
|
|
*/
|
|
|
public Map<String, Object> getQuailyDetail(String start, String end) throws Exception {
|
|
|
Map<String, Object> totalMap = new HashMap<>();
|
|
|
List<Map<String, Object>> archiveMapList = new ArrayList<>();
|
|
|
String dateStr = DateUtil.toString(new Date());
|
|
|
if (StringUtils.isBlank(start)) {
|
|
|
start = dateStr;
|
|
|
}
|
|
|
if (StringUtils.isBlank(end)) {
|
|
|
end = dateStr;
|
|
|
}
|
|
|
|
|
|
//初始化 及时率预警信息
|
|
|
DqPaltformReceiveWarning warning = dqPaltformReceiveWarningDao.findByOrgCode(defaultOrgCode);
|
|
|
|
|
|
int totalHospitalNum = 0;//医院总就诊数
|
|
|
double hospitalOutpatientNum = 0;//总门诊数
|
|
|
double hospitalExamNum = 0;//总体检数
|
|
|
double hospitalInpatientNum = 0;//总住院数
|
|
|
|
|
|
double totalOutpatientNum = 0;//总门诊数
|
|
|
double totalExamNum = 0;//总体检数
|
|
|
double totalInpatientNum = 0;//总住院数
|
|
|
double totalInTime = 0;//总及时数
|
|
|
double totalVisitNum = 0;//总完整数（平台总就诊数）
|
|
|
double totalCorrect = 0;//总准确数
|
|
|
|
|
|
//1. 获取医院档案量;
|
|
|
Envelop envelop = packQcReportService.dailyReport("create_date", start + "T00:00:00Z", end + "T23:59:59Z", null);
|
|
|
Map<String, Object> hospitalDataMap = (Map<String, Object>) envelop.getDetailModelList().get(0);
|
|
|
//医院总数据量
|
|
|
totalHospitalNum = (int) hospitalDataMap.get("total");
|
|
|
hospitalOutpatientNum = (int) hospitalDataMap.get("oupatient");
|
|
|
hospitalInpatientNum = (int) hospitalDataMap.get("inpatient");
|
|
|
hospitalExamNum = (int) hospitalDataMap.get("physical");
|
|
|
Map<String, Object> dataMap = new HashMap<>();
|
|
|
//2. 平台就诊完整数
|
|
|
getPatientCount("receive_date",start, end, null, dataMap);
|
|
|
totalOutpatientNum = Double.valueOf(dataMap.get("outpatientIntegrity").toString());//门诊完整数
|
|
|
totalInpatientNum = Double.valueOf(dataMap.get("hospitalIntegrity").toString());//住院完整数
|
|
|
totalExamNum = Double.valueOf(dataMap.get("peIntegrity").toString());//体检完整数
|
|
|
totalVisitNum = Double.valueOf(dataMap.get("visitIntegrity").toString());//就诊完整数
|
|
|
//3. 及时数
|
|
|
totalInTime = getInTimeNum("receive_date" ,start, end, warning);
|
|
|
// 3. 准确数
|
|
|
totalCorrect = getErrorDataSetData("receive_date",start, end, null);
|
|
|
//4. 数据集总条数
|
|
|
int dataSetsMun = getDataSetsMap(start, end, null);
|
|
|
|
|
|
totalMap.put("orgCode", cloud);//机构code
|
|
|
totalMap.put("orgName", cloudName);//机构名称
|
|
|
totalMap.put("totalInTime", totalInTime);//及时数
|
|
|
totalMap.put("totalComplete", totalVisitNum);//总就诊完整数
|
|
|
totalMap.put("totalCorrect", totalCorrect);//准确数
|
|
|
totalMap.put("totalHospital", totalHospitalNum);//医院总就诊数
|
|
|
totalMap.put("totalDataSet", dataSetsMun);//数据集总行数
|
|
|
//计算及时率及完整率,准确性
|
|
|
totalMap.put("inTimeRate", calRate(totalInTime, totalHospitalNum));//及时率
|
|
|
totalMap.put("completeRate", calRate(totalVisitNum, totalHospitalNum));//完整率
|
|
|
totalMap.put("correctRate", calRate(totalCorrect, dataSetsMun));//数据集准确率
|
|
|
|
|
|
Map<String, Object> outPatientMap = genVisitMap("outPatient", hospitalOutpatientNum, totalHospitalNum);
|
|
|
Map<String, Object> inPatientMap = genVisitMap("inPatient", hospitalInpatientNum, totalHospitalNum);
|
|
|
Map<String, Object> examPatientMap = genVisitMap("exam", hospitalExamNum, totalHospitalNum);
|
|
|
archiveMapList.add(outPatientMap);
|
|
|
archiveMapList.add(inPatientMap);
|
|
|
archiveMapList.add(examPatientMap);
|
|
|
//档案包采集情况
|
|
|
totalMap.put("rate", archiveMapList);
|
|
|
return totalMap;
|
|
|
}
|
|
|
|
|
|
|
|
|
/**
|
|
|
* 获取质控错误 - 数据集总条数
|
|
|
* @param dateField 时间区间查询字段
|
|
|
* @param start
|
|
|
* @param end
|
|
|
* @param orgCode
|
|
|
* @return
|
|
|
*/
|
|
|
public double getErrorDataSetData(String dateField,String start, String end, String orgCode) {
|
|
|
Map<String, Object> map = new HashMap<String, Object>();
|
|
|
double num1 = 0;
|
|
|
try {
|
|
|
String dateStr = DateUtil.toString(new Date());
|
|
|
if (StringUtils.isBlank(start)) {
|
|
|
start = dateStr;
|
|
|
}
|
|
|
if (StringUtils.isBlank(end)) {
|
|
|
end = dateStr;
|
|
|
}
|
|
|
List<String> fields = new ArrayList<String>();
|
|
|
fields.add("dataset");
|
|
|
fields.add("count");
|
|
|
String sql1 = "";
|
|
|
if (StringUtils.isNotEmpty(orgCode)) {
|
|
|
sql1 = "SELECT dataset,count(DISTINCT event_no) as count from json_archives_qc/qc_metadata_info where org_code='" + orgCode + "' " +
|
|
|
dateField + ">='" + start + " 00:00:00' and "+ dateField + "<='" + end + " 23:59:59' and (qc_step=1 or qc_step=2) group by dataset";
|
|
|
} else {
|
|
|
sql1 = "SELECT dataset,count(DISTINCT event_no) as count from json_archives_qc/qc_metadata_info where " +
|
|
|
dateField +">='" + start + " 00:00:00' and "+dateField+"<='" + end + " 23:59:59' and (qc_step=1 or qc_step=2) group by dataset";
|
|
|
}
|
|
|
|
|
|
List<Map<String, Object>> list1 = elasticSearchUtil.findBySql(fields, sql1);
|
|
|
if (list1 != null && list1.size() > 0) {
|
|
|
for (Map<String, Object> map1 : list1) {
|
|
|
num1 += (double) map1.get("count");
|
|
|
}
|
|
|
}
|
|
|
} catch (Exception e) {
|
|
|
e.printStackTrace();
|
|
|
num1 = 0;
|
|
|
}
|
|
|
return num1;
|
|
|
}
|
|
|
|
|
|
|
|
|
/**
|
|
|
* 获取数据集总量
|
|
|
*
|
|
|
* @param start
|
|
|
* @param end
|
|
|
* @param orgCode
|
|
|
* @return
|
|
|
*/
|
|
|
public int getDataSetsMap(String start, String end, String orgCode) throws IOException {
|
|
|
// TODO 数据集总量
|
|
|
int totalNum = 0;
|
|
|
String dateStr = DateUtil.toString(new Date());
|
|
|
if (StringUtils.isBlank(start)) {
|
|
|
start = dateStr;
|
|
|
}
|
|
|
if (StringUtils.isBlank(end)) {
|
|
|
end = dateStr;
|
|
|
}
|
|
|
StringBuilder stringBuilder1 = new StringBuilder();
|
|
|
stringBuilder1.append("receive_date>=").append(start).append(" 00:00:00").append(";");
|
|
|
stringBuilder1.append("receive_date<=").append(end).append(" 23:59:59").append(";");
|
|
|
if (StringUtils.isNotBlank(orgCode)) {
|
|
|
stringBuilder1.append("org_code=" + orgCode);
|
|
|
}
|
|
|
List<Map<String, Object>> dataSets = elasticSearchUtil.list("json_archives_qc", "qc_dataset_detail", stringBuilder1.toString());
|
|
|
for (Map<String, Object> dataSet : dataSets) {
|
|
|
for (Map.Entry<String, Object> entry : dataSet.entrySet()) {
|
|
|
totalNum += (Integer) dataSet.get("row");
|
|
|
}
|
|
|
}
|
|
|
return totalNum;
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 获取及时上传数
|
|
|
* @param dateField 时间区间查询字段
|
|
|
* @param start
|
|
|
* @param end
|
|
|
* @param warning 预警信息
|
|
|
* @return
|
|
|
*/
|
|
|
public double getInTimeNum(String dateField,String start, String end, DqPaltformReceiveWarning warning) {
|
|
|
double totalInTime = 0;
|
|
|
//及时率
|
|
|
try {
|
|
|
long starttime = System.currentTimeMillis();
|
|
|
String sql0 = "SELECT COUNT(DISTINCT event_no) FROM json_archives WHERE event_type=2 AND pack_type=1 AND " + dateField +
|
|
|
" BETWEEN '" + start + " 00:00:00' AND '" + end + " 23:59:59' and delay <=" + warning.getPeInTime();
|
|
|
|
|
|
String sql1 = "SELECT COUNT(DISTINCT event_no) FROM json_archives WHERE event_type=1 AND pack_type=1 AND " + dateField +
|
|
|
" BETWEEN '" + start + " 00:00:00' AND '" + end + " 23:59:59' and delay <=" + warning.getHospitalInTime();
|
|
|
|
|
|
String sql2 = "SELECT COUNT(DISTINCT event_no) FROM json_archives WHERE event_type=0 AND pack_type=1 AND " + dateField +
|
|
|
" BETWEEN '" + start + " 00:00:00' AND '" + end + " 23:59:59' and delay <=" + warning.getOutpatientInTime();
|
|
|
|
|
|
ResultSet resultSet0 = elasticSearchUtil.findBySql(sql0);
|
|
|
ResultSet resultSet1 = elasticSearchUtil.findBySql(sql1);
|
|
|
ResultSet resultSet2 = elasticSearchUtil.findBySql(sql2);
|
|
|
resultSet0.next();
|
|
|
resultSet1.next();
|
|
|
resultSet2.next();
|
|
|
double outpatientInTime = new Double(resultSet2.getObject("COUNT(DISTINCT event_no)").toString());//门诊及时数
|
|
|
double inpatientInTime = new Double(resultSet1.getObject("COUNT(DISTINCT event_no)").toString());//住院及时数
|
|
|
double examInTime = new Double(resultSet0.getObject("COUNT(DISTINCT event_no)").toString());//体检及时数
|
|
|
totalInTime = outpatientInTime + inpatientInTime + examInTime; // //就诊及时性
|
|
|
logger.info("平台就诊及时人数 去重复：" + (System.currentTimeMillis() - starttime) + "ms");
|
|
|
} catch (Exception e) {
|
|
|
if (!"Error".equals(e.getMessage())) {
|
|
|
e.printStackTrace();
|
|
|
}
|
|
|
}
|
|
|
return totalInTime;
|
|
|
}
|
|
|
|
|
|
public Map<String, Object> genVisitMap(String typeField, double value, double total) {
|
|
|
Map<String, Object> map = new HashMap<>();
|
|
|
map.put("name", typeField);
|
|
|
map.put("value", value);
|
|
|
map.put("rate", calRate(value,total));
|
|
|
return map;
|
|
|
}
|
|
|
|
|
|
|
|
|
/**
|
|
|
* 批量更新es中的区域编码org_area
|
|
|
* (通过机构编码org_code 更新org_area）
|
|
|
*/
|
|
|
public void bulkUpdateOrgArea(String index,String type){
|
|
|
List<Map<String, Object>> result = elasticSearchUtil.list(index, type, "");
|
|
|
List<Map<String, Object>> updateSourceList = new ArrayList<>();
|
|
|
|
|
|
result.forEach(item -> {
|
|
|
Map<String, Object> updateSource = new HashMap<>();
|
|
|
updateSource.put("_id", item.get("_id"));
|
|
|
String orgCode = (String) item.get("org_code");
|
|
|
String orgArea = redisClient.get("organizations:" + orgCode + ":area");
|
|
|
updateSource.put("org_area", orgArea);
|
|
|
updateSourceList.add(updateSource);
|
|
|
});
|
|
|
elasticSearchUtil.bulkUpdate(index, type, updateSourceList);
|
|
|
}
|
|
|
|
|
|
|
|
|
/* ******************************** 区域层级模块相关 ***********************************/
|
|
|
|
|
|
/**
|
|
|
* 获取市区域的下级区域质控情况
|
|
|
* @param dataType 数据维度 （0: 完整性，1:及时性，2:准确性）
|
|
|
* @param start
|
|
|
* @param end
|
|
|
* @return
|
|
|
*/
|
|
|
public List<Map<String,Object>> findAreaData(Integer dataType, String start, String end) throws Exception {
|
|
|
List<Map<String,Object>> list = new ArrayList<>();
|
|
|
String dateStr = DateUtil.toString(new Date());
|
|
|
if (StringUtils.isBlank(start)) {
|
|
|
start = dateStr;
|
|
|
}
|
|
|
if (StringUtils.isBlank(end)) {
|
|
|
end = dateStr;
|
|
|
}
|
|
|
DataQualityBaseService dataQualityBaseService = getInstance(DqDataType.create(dataType));
|
|
|
list = dataQualityBaseService.getAreaDataQuality(0,start,end);
|
|
|
return list;
|
|
|
}
|
|
|
|
|
|
/* ******************************** 机构 层级模块相关 ***********************************/
|
|
|
|
|
|
/**
|
|
|
* 获取区县下的机构质控情况
|
|
|
* @param dataType 数据维度 （0: 完整性，1:及时性，2:准确性）
|
|
|
* @param areaCode 上区域编码
|
|
|
* @param start
|
|
|
* @param end
|
|
|
* @return
|
|
|
*/
|
|
|
public List<Map<String,Object>> findOrgData(Integer dataType , String areaCode, String start, String end) throws Exception {
|
|
|
List<Map<String,Object>> list = new ArrayList<>();
|
|
|
String dateStr = DateUtil.toString(new Date());
|
|
|
if (StringUtils.isBlank(start)) {
|
|
|
start = dateStr;
|
|
|
}
|
|
|
if (StringUtils.isBlank(end)) {
|
|
|
end = dateStr;
|
|
|
}
|
|
|
DataQualityBaseService dataQualityBaseService = getInstance(DqDataType.create(dataType));
|
|
|
list = dataQualityBaseService.getOrgDataQuality(1,areaCode,start,end);
|
|
|
return list;
|
|
|
}
|
|
|
|
|
|
/**
|
|
|
* 首页错误数据集
|
|
|
* @param orgCode
|
|
|
* @param dataType
|
|
|
* @param start
|
|
|
* @param end
|
|
|
* @return
|
|
|
* @throws Exception
|
|
|
*/
|
|
|
public List<Map<String,Object>> homeDatasetError(String orgArea, String orgCode, Integer dataType, String start, String end) throws Exception {
|
|
|
List<String> fileds = new ArrayList<>();
|
|
|
fileds.add("dataset");
|
|
|
fileds.add("count");
|
|
|
fileds.add("version");
|
|
|
StringBuffer sql = new StringBuffer();
|
|
|
sql.append("SELECT dataset,COUNT(dataset) count ,version FROM json_archives_qc/qc_metadata_info ");
|
|
|
sql.append(" WHERE receive_date>='" + start + " 00:00:00' and (qc_step=1 or qc_step=2) and receive_date<='" + end + " 23:59:59'");
|
|
|
|
|
|
if(StringUtils.isNotEmpty(orgArea)){
|
|
|
sql.append(" AND org_area = '"+orgArea+"'");
|
|
|
}
|
|
|
|
|
|
if(StringUtils.isNotEmpty(orgCode)){
|
|
|
sql.append(" AND org_code = '"+orgCode+"'");
|
|
|
}
|
|
|
if(dataType == 0){
|
|
|
sql.append(" AND qc_error_type=1");
|
|
|
}else{
|
|
|
sql.append(" AND qc_error_type<>1");
|
|
|
}
|
|
|
sql.append(" group by dataset,version");
|
|
|
List<Map<String,Object>> list = elasticSearchUtil.findBySql(fileds,sql.toString());
|
|
|
for(Map<String,Object> map:list){
|
|
|
map.put("dataset_name", redisClient.get("std_data_set_" + map.get("version") + ":" + map.get("dataset") + ":name"));
|
|
|
}
|
|
|
return list;
|
|
|
}
|
|
|
|
|
|
|
|
|
/**
|
|
|
* 首页错误数据元
|
|
|
* @param dataset
|
|
|
* @param dataType
|
|
|
* @param start
|
|
|
* @param end
|
|
|
* @return
|
|
|
* @throws Exception
|
|
|
*/
|
|
|
public List<Map<String,Object>> homeMetadataError(String orgArea, String orgCode, String dataset ,Integer dataType,String start,String end) throws Exception {
|
|
|
List<String> fileds = new ArrayList<>();
|
|
|
fileds.add("dataset");
|
|
|
fileds.add("metadata");
|
|
|
fileds.add("count");
|
|
|
fileds.add("version");
|
|
|
StringBuffer sql = new StringBuffer();
|
|
|
sql.append("SELECT dataset, metadata,COUNT(metadata) count ,version FROM json_archives_qc/qc_metadata_info ");
|
|
|
sql.append(" WHERE receive_date>='" + start + " 00:00:00' and (qc_step=1 or qc_step=2) and receive_date<='" + end + " 23:59:59'");
|
|
|
if(StringUtils.isNotEmpty(orgArea)){
|
|
|
sql.append(" AND org_area = '"+orgArea+"'");
|
|
|
}
|
|
|
|
|
|
if(StringUtils.isNotEmpty(orgCode)){
|
|
|
sql.append(" AND org_code = '"+orgCode+"'");
|
|
|
}
|
|
|
if(StringUtils.isNotEmpty(dataset)){
|
|
|
sql.append(" AND dataset = '"+dataset+"'");
|
|
|
}
|
|
|
if(dataType == 0){
|
|
|
sql.append(" AND qc_error_type=1");
|
|
|
}else{
|
|
|
sql.append(" AND qc_error_type<>1");
|
|
|
}
|
|
|
sql.append(" group by dataset,metadata,version");
|
|
|
List<Map<String,Object>> list = elasticSearchUtil.findBySql(fileds,sql.toString());
|
|
|
for(Map<String,Object> map:list){
|
|
|
map.put("metadata_name", redisClient.get("std_meta_data_" + map.get("version") + ":" + map.get("dataset")+"."+ map.get("metadata")+ ":name"));
|
|
|
}
|
|
|
return list;
|
|
|
}
|
|
|
}
|
