No Description

hill9868 52f04b67b4 Merge remote-tracking branch 'origin/master' 6 years ago
src 8c65b7834e 增加MgrApi 6 years ago
.gitignore 789b3cb958 gitignore追加 6 years ago
pom.xml e65f22b1fa 初始化POM文件配置 6 years ago
readme.md 9d6c1400df first commit 6 years ago

readme.md

版本变更:

MySQL -> ElasticSearch
  1. MySQL:json_archives -> ElasticSearch:json_archives index: json_archives type: info mapping: {"pwd":{"type":"string","index":"not_analyzed"},"remote_path":{"type":"string","index":"not_analyzed"},"receive_date":{"type":"date","format":"yyyy-MM-dd HH:mm:ss"},"parse_date":{"type":"date","format":"yyyy-MM-dd HH:mm:ss"},"finish_date":{"type":"date","format":"yyyy-MM-dd HH:mm:ss"},"archive_status":{"type":"integer"},"message":{"type":"string","index":"not_analyzed"},"org_code":{"type":"string","index":"not_analyzed"},"client_id":{"type":"string","index":"not_analyzed"},"resourced":{"type":"integer"},"md5_value":{"type":"string","index":"not_analyzed"},"event_type":{"type":"integer"},"event_no":{"type":"string","index":"not_analyzed"},"event_date":{"type":"date","format":"yyyy-MM-dd HH:mm:ss"},"patient_id":{"type":"string","index":"not_analyzed"},"fail_count":{"type":"integer"},"analyze_status":{"type":"integer"},"analyze_fail_count":{"type":"integer"},"analyze_date":{"type":"date","format":"yyyy-MM-dd HH:mm:ss"},"profile_id":{"type":"string","index":"not_analyzed"},"re_upload_flg":{"type":"string","index":"not_analyzed"},"demographic_id":{"type":"string","index":"not_analyzed"},"pack_type":{"type":"integer"},"error_type":{"type":"integer"},"org_area":{"type":"string","index":"not_analyzed"},"dept":{"type":"string","index":"not_analyzed"},"delay":{"type":"long"},"patient_name":{"type":"string","analyzer":"ik","search_analyzer":"ik"}} setting: {"index.max_result_window":"10000000","index.translog.flush_threshold_size":"1g","index.translog.flush_threshold_ops":"100000","index.translog.durability":"async","index.refresh_interval":"30s"}

  2. MySQL:archive_relation -> ElasticSearch:archive_relation index: archive_relation type: info mapping: {"name":{"type":"string","index":"not_analyzed"},"org_code":{"type":"string","index":"not_analyzed"},"org_name":{"type":"string","index":"not_analyzed"},"id_card_no":{"type":"string","index":"not_analyzed"},"gender":{"type":"integer"},"telephone":{"type":"string","index":"not_analyzed"},"card_type":{"type":"string","index":"not_analyzed"},"card_no":{"type":"string","index":"not_analyzed"},"event_type":{"type":"integer"},"event_no":{"type":"string","index":"not_analyzed"},"event_date":{"type":"date","format":"yyyy-MM-dd HH:mm:ss"},"sn":{"type":"string","index":"not_analyzed"},"relation_date":{"type":"date","format":"yyyy-MM-dd HH:mm:ss"},"create_date":{"type":"date","format":"yyyy-MM-dd HH:mm:ss"},"apply_id":{"type":"integer"},"card_id":{"type":"integer"},"identify_flag":{"type":"integer"},"profile_type":{"type":"integer"},"upload_flag":{"type":"integer"}} setting: {"index.max_result_window":"10000000","index.translog.flush_threshold_size":"1g","index.translog.flush_threshold_ops":"100000","index.translog.durability":"async","index.refresh_interval":"30s"}

  3. 新建upload index: upload type: info mapping: {"origin": {"type": "integer"},"create_date": {"type": "date","format": "yyyy-MM-dd HH:mm:ss"},"scheme_version": {"type": "string","index": "not_analyzed"},"failed_count": {"type": "integer"},"org_code": {"type": "string","index": "not_analyzed"},"failed_message": {"type": "string","index": "not_analyzed"},"start_date": {"type": "date","format": "yyyy-MM-dd HH:mm:ss"},"end_date": {"type": "date","format": "yyyy-MM-dd HH:mm:ss"},"event_date": {"type": "date","format": "yyyy-MM-dd HH:mm:ss"},"row_key": {"type": "string","index": "not_analyzed"},"table": {"type": "string","index": "not_analyzed"},"upload_table": {"type": "string","index": "not_analyzed"}} setting: {"index.max_result_window":"10000000","index.translog.flush_threshold_size":"1g","index.translog.flush_threshold_ops":"100000","index.translog.durability":"async","index.refresh_interval":"30s"} curl -XPUT 'http://172.19.103.9:9200/upload' -d '{"settings":{"index.max_result_window":"10000000","index.translog.flush_threshold_size":"1g","index.translog.flush_threshold_ops":"100000","index.translog.durability":"async","index.refresh_interval":"30s"},"mappings":{"info":{"properties":{"origin":{"type":"integer"},"create_date":{"type":"date","format":"yyyy-MM-dd HH:mm:ss"},"scheme_version":{"type":"string","index":"not_analyzed"},"failed_count":{"type":"integer"},"org_code":{"type":"string","index":"not_analyzed"},"failed_message":{"type":"string","index":"not_analyzed"},"start_date":{"type":"date","format":"yyyy-MM-dd HH:mm:ss"},"end_date":{"type":"date","format":"yyyy-MM-dd HH:mm:ss"},"event_date":{"type":"date","format":"yyyy-MM-dd HH:mm:ss"},"row_key":{"type":"string","index":"not_analyzed"},"table": {"type": "string","index": "not_analyzed"},"upload_table": {"type": "string","index": "not_analyzed"},"sql": {"type": "string","index": "not_analyzed"}}}}}'

更新历史:

#非结构化数据
curl -X PUT 'http://172.19.103.9:9200/json_archives/_mapping/info' -d '{"info":{"properties":{"pack_type":{"type":"integer"}}}}'
curl -X PUT 'http://172.19.103.9:9200/json_archives/_mapping/info' -d '{"info":{"properties":{"error_type":{"type":"integer"}}}}'
curl -X PUT 'http://172.19.103.9:9200/json_archives/_settings' -d '{"index":{"max_result_window":"10000000"}}'
curl -X PUT 'http://172.19.103.9:9200/archive_relation/_mapping/info' -d '{"info":{"properties":{"profile_type":{"type":"integer"}}}}'
#质控
curl -X PUT 'http://172.19.103.9:9200/json_archives/info/_mapping' -d '{"info":{"properties":{"org_area":{"type":"string","index":"not_analyzed"}}}}'
curl -X PUT 'http://172.19.103.9:9200/json_archives/info/_mapping' -d '{"info":{"properties":{"dept":{"type":"string","index":"not_analyzed"}}}}'
curl -X PUT 'http://172.19.103.9:9200/json_archives/info/_mapping' -d '{"info":{"properties":{"delay":{"type":"long"}}}}'
curl -X PUT 'http://172.19.103.9:9200/json_archives/info/_mapping' -d '{"info":{"properties":{"defect":{"type":"integer"}}}}'
curl -X PUT 'http://172.19.103.9:9200/json_archives/info/_mapping' -d '{"info":{"properties":{"patient_name":{"type":"string","analyzer":"ik","search_analyzer":"ik"}}}}'
#2016-06-13
curl -X PUT 'http://172.19.103.9:9200/json_archives_qc/qc_dataset_info/_mapping' -d '{"qc_dataset_info":{"properties":{"create_date":{"type":"date","format": "yyyy-MM-dd HH:mm:ss"}}}}'
curl -X PUT 'http://172.19.103.9:9200/json_archives_qc/qc_metadata_info/_mapping' -d '{"qc_metadata_info":{"properties":{"create_date":{"type":"date","format": "yyyy-MM-dd HH:mm:ss"}}}}'
#2016-06-20 影像上传腾讯云
curl -X PUT 'http://172.19.103.9:9200/archive_relation/info/_mapping' -d '{"info":{"properties":{"upload_flag":{"type":"integer"}}}}'