ElasticsearchUtil.java 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201
  1. package com.yihu.wlyy.util;
  2. import com.alibaba.druid.sql.ast.SQLExpr;
  3. import com.alibaba.druid.sql.ast.expr.SQLQueryExpr;
  4. import com.alibaba.druid.sql.parser.SQLExprParser;
  5. import com.yihu.wlyy.config.es.ElasticFactory;
  6. import org.elasticsearch.action.search.SearchResponse;
  7. import org.nlpcn.es4sql.domain.Select;
  8. import org.nlpcn.es4sql.jdbc.ObjectResult;
  9. import org.nlpcn.es4sql.jdbc.ObjectResultsExtractor;
  10. import org.nlpcn.es4sql.parse.ElasticSqlExprParser;
  11. import org.nlpcn.es4sql.parse.SqlParser;
  12. import org.nlpcn.es4sql.query.AggregationQueryAction;
  13. import org.nlpcn.es4sql.query.DefaultQueryAction;
  14. import org.nlpcn.es4sql.query.SqlElasticSearchRequestBuilder;
  15. import org.slf4j.Logger;
  16. import org.slf4j.LoggerFactory;
  17. import org.springframework.beans.factory.annotation.Autowired;
  18. import org.springframework.stereotype.Component;
  19. import java.util.ArrayList;
  20. import java.util.List;
  21. /**
  22. * Created by chenweida on 2017/7/17.
  23. * SELECT town,townName,sum(result1) result1 FROM wlyy_quota_test
  24. * where quotaCode='1'
  25. * group by town,townName , date_histogram(field='quotaDate','interval'='week')
  26. */
  27. @Component
  28. public class ElasticsearchUtil {
  29. private Logger logger = LoggerFactory.getLogger(ElasticsearchUtil.class);
  30. @Autowired
  31. private ElasticFactory elasticFactory;
  32. public List excute(String sql, Class clazz, String esType, String esIndex) {
  33. List saveModels = new ArrayList<>();
  34. try {
  35. SQLExprParser parser = new ElasticSqlExprParser(sql);
  36. SQLExpr expr = parser.expr();
  37. SQLQueryExpr queryExpr = (SQLQueryExpr) expr;
  38. Select select = null;
  39. select = new SqlParser().parseSelect(queryExpr);
  40. //通过抽象语法树,封装成自定义的Select,包含了select、from、where group、limit等
  41. AggregationQueryAction action = null;
  42. DefaultQueryAction queryAction = null;
  43. SqlElasticSearchRequestBuilder requestBuilder = null;
  44. if (select.isAgg) {
  45. //包含计算的的排序分组的
  46. action = new AggregationQueryAction(elasticFactory.getTransportClient(), select);
  47. requestBuilder = action.explain();
  48. } else {
  49. //封装成自己的Select对象
  50. queryAction = new DefaultQueryAction(elasticFactory.getTransportClient(), select);
  51. requestBuilder = queryAction.explain();
  52. }
  53. SearchResponse response = (SearchResponse) requestBuilder.get();
  54. ObjectResult temp = new ObjectResultsExtractor(true, true, true).extractResults(response.getAggregations(), true);
  55. List<String> heads = temp.getHeaders();
  56. temp.getLines().stream().forEach(one -> {
  57. Object saveModel = null;
  58. try {
  59. saveModel = clazz.newInstance();
  60. } catch (Exception e) {
  61. logger.error(e.getMessage());
  62. }
  63. for (int i = 0; i < one.size(); i++) {
  64. try {
  65. String key = null;
  66. Object value = one.get(i);
  67. if (heads.get(i).contains("date_histogram")) {
  68. key = "setQuotaDate";
  69. value = DateUtil.strToDate(String.valueOf(value), "yyyy-MM-dd HH:mm:ss");
  70. } else {
  71. key = "set" + UpFirstStr(heads.get(i));
  72. }
  73. if (value instanceof String) {
  74. clazz.getMethod(key, String.class).invoke(saveModel, value);
  75. } else if (value instanceof Integer) {
  76. clazz.getMethod(key, Integer.class).invoke(saveModel, value);
  77. } else if (value instanceof Double) {
  78. clazz.getMethod(key, Integer.class).invoke(saveModel, ((Double) value).intValue());
  79. } else if (value instanceof java.util.Date) {
  80. clazz.getMethod(key, java.util.Date.class).invoke(saveModel, value);
  81. }
  82. } catch (Exception e) {
  83. logger.warn(e.getMessage());
  84. }
  85. }
  86. saveModels.add(saveModel);
  87. });
  88. } catch (Exception e) {
  89. logger.error(e.getMessage());
  90. }
  91. return saveModels;
  92. }
  93. public Long excuteForLong(String sql, String esType, String esIndex) {
  94. try {
  95. SQLExprParser parser = new ElasticSqlExprParser(sql);
  96. SQLExpr expr = parser.expr();
  97. SQLQueryExpr queryExpr = (SQLQueryExpr) expr;
  98. Select select = null;
  99. select = new SqlParser().parseSelect(queryExpr);
  100. //通过抽象语法树,封装成自定义的Select,包含了select、from、where group、limit等
  101. AggregationQueryAction action = null;
  102. DefaultQueryAction queryAction = null;
  103. SqlElasticSearchRequestBuilder requestBuilder = null;
  104. if (select.isAgg) {
  105. //包含计算的的排序分组的
  106. action = new AggregationQueryAction(elasticFactory.getTransportClient(), select);
  107. requestBuilder = action.explain();
  108. } else {
  109. //封装成自己的Select对象
  110. queryAction = new DefaultQueryAction(elasticFactory.getTransportClient(), select);
  111. requestBuilder = queryAction.explain();
  112. }
  113. SearchResponse response = (SearchResponse) requestBuilder.get();
  114. ObjectResult temp = new ObjectResultsExtractor(true, true, true).extractResults(response.getAggregations(), true);
  115. Long Longvalue = ((Double) temp.getLines().get(0).get(1)).longValue();
  116. return Longvalue;
  117. } catch (Exception e) {
  118. logger.error(e.getMessage());
  119. }
  120. return 0L;
  121. }
  122. /**
  123. * 首字母大写
  124. *
  125. * @param str
  126. * @return
  127. */
  128. private String UpFirstStr(String str) {
  129. return str.replaceFirst(str.substring(0, 1), str.substring(0, 1).toUpperCase());
  130. }
  131. public Object excuteOneObject(String sql, Class clazz, String esType, String esIndex) {
  132. try {
  133. SQLExprParser parser = new ElasticSqlExprParser(sql);
  134. SQLExpr expr = parser.expr();
  135. SQLQueryExpr queryExpr = (SQLQueryExpr) expr;
  136. Select select = null;
  137. select = new SqlParser().parseSelect(queryExpr);
  138. //通过抽象语法树,封装成自定义的Select,包含了select、from、where group、limit等
  139. AggregationQueryAction action = null;
  140. DefaultQueryAction queryAction = null;
  141. SqlElasticSearchRequestBuilder requestBuilder = null;
  142. if (select.isAgg) {
  143. //包含计算的的排序分组的
  144. action = new AggregationQueryAction(elasticFactory.getTransportClient(), select);
  145. requestBuilder = action.explain();
  146. } else {
  147. //封装成自己的Select对象
  148. queryAction = new DefaultQueryAction(elasticFactory.getTransportClient(), select);
  149. requestBuilder = queryAction.explain();
  150. }
  151. SearchResponse response = (SearchResponse) requestBuilder.get();
  152. ObjectResult temp = new ObjectResultsExtractor(true, true, true).extractResults(response.getHits(), true);
  153. List<String> heads = temp.getHeaders();
  154. Object saveModel = clazz.newInstance();
  155. try {
  156. for (int i = 0; i < temp.getLines().get(0).size(); i++) {
  157. String key = null;
  158. Object value = temp.getLines().get(0).get(i);
  159. if (heads.get(i).contains("createTime")) {
  160. key = "setCreateTime";
  161. value = DateUtil.strToDate(String.valueOf(value).replace("+0800","").replace("T"," "), "yyyy-MM-dd HH:mm:ss");
  162. } else {
  163. key = "set" + UpFirstStr(heads.get(i));
  164. }
  165. if (value instanceof String) {
  166. clazz.getMethod(key, String.class).invoke(saveModel, value);
  167. } else if (value instanceof Integer) {
  168. clazz.getMethod(key, Integer.class).invoke(saveModel, value);
  169. } else if (value instanceof Double) {
  170. clazz.getMethod(key, Integer.class).invoke(saveModel, ((Double) value).intValue());
  171. } else if (value instanceof java.util.Date) {
  172. clazz.getMethod(key, java.util.Date.class).invoke(saveModel, value);
  173. }
  174. }
  175. } catch (Exception e) {
  176. logger.warn(e.getMessage());
  177. }
  178. return saveModel;
  179. } catch (Exception e) {
  180. logger.error(e.getMessage());
  181. }
  182. return null;
  183. }
  184. }