elasticsearch Java查询es数据，根据指定id检索（in查询），sql权限过滤，多字段匹配检索，数据排序

Java集成Elasticsearch数据查询

Java集成Elasticsearch，进行索引数据查询，并进行sql权限过滤，指定id检索（in查询），多字段匹配检索，数据排序。由于权限过滤是根据sql语句判断当前用户或其部门可查询的数据，所以采用以下方法： 1.通过sql过滤出当前用户可查询的数据id集合idsList； 2.将当前用户可查询的数据id集合idsList通过QueryBuilders.idsQuery()进行查询，类似Mysql的in (’ ‘,’ ‘,’ ')查询。

Java代码

1.action代码

public void sq_list(){

//获取数据

PrintWriter writer = null;

//建立连接

RestHighLevelClient restHighLevelClient = RestHighLevelClientFactory.getHighLevelClient();

try {

writer = this.getResponse().getWriter();

//设置请求和响应相关参数

ResponseUtil.setResponseParam(this.getResponse(), this.getRequest());

//接收参数

Map paramMap = RequestParamUtilOA.getParameterMap(this.getRequest());

String userId =this.getUserId();

paramMap.put("userId", userId);

String pageStr = paramMap.get("page");

String rowsStr = paramMap.get("rows");

int page = Integer.parseInt(pageStr);

int rows = Integer.parseInt(rowsStr);

paramMap.put("page", Integer.valueOf(page).toString());

paramMap.put("rows", Integer.valueOf(rows).toString());

String esSearch = paramMap.get("esSearch");

if (StringUtils.isNotBlank(esSearch)) {

Map searchMatchFw = indexTestService.searchMatchFw(AppParameters.index_name_fw, AppParameters.index_type_fw, paramMap, restHighLevelClient);

List fwList = (List)searchMatchFw.get("rows");

int total = Integer.valueOf(searchMatchFw.get("total").toString());

String resData = ztxmOaFwSqService.getZtxmOaFwSqPageJson(fwList, userId);

writer.write("{\"resCode\":\"10\",\"resMsg\":\"查询成功\",\"total\":" + total + ",\"rows\":" + resData + "}");

} else {

writer.write("{\"resCode\":\"10\",\"resMsg\":\"查询成功\",\"total\":0,\"rows\":[]}");

}

} catch (Exception e) {

e.printStackTrace();

writer.write("{\"resCode\":\"30\",\"resMsg\":\"查询失败\"}");

} finally {

//关闭连接

try {

restHighLevelClient.close();

} catch (IOException e) {

e.printStackTrace();

}

}

}

2.service代码

/**

* 全文检索

* @param index

* @param type

* @param paramMap

* @param rhclient

* @return

* @throws IOException

*/

public Map searchMatchFw(String index, String type, Map paramMap, RestHighLevelClient rhclient) throws IOException;

3.serviceImpl代码

1.通过QueryBuilders.idsQuery()进行类似Mysql的in (’ ‘,’ ‘,’ ')查询 BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery(); boolQueryBuilder.must(QueryBuilders.idsQuery().addIds(idsList.toArray(new String[]{}))); sourceBuilder.query(boolQueryBuilder);

2.索引多字段匹配数据查询 boolQueryBuilder.must(QueryBuilders.multiMatchQuery(esSearch, keySetArray).slop(0).type(“phrase”));

3.排序构建器：按照索引指定字段进行倒序排序 FieldSortBuilder sortBuilder = SortBuilders.fieldSort(“sqTjsj”).order(SortOrder.DESC); sourceBuilder.sort(sortBuilder);

/**

* 全文检索

*/

@Override

public Map searchMatchFw(String index, String type, Map paramMap, RestHighLevelClient rhclient) throws IOException {

Map map = new HashMap();

String esSearch = paramMap.get("esSearch");

String fullMath = paramMap.get("fullMath");

Integer page = null;

Integer rows = null;

String pageStr = paramMap.get("page");

String rowsStr = paramMap.get("rows");

if (StringUtils.isNotBlank(pageStr) && StringUtils.isNotBlank(rowsStr)) {

page = parseIntegerValue(pageStr, 1);

rows = parseIntegerValue(rowsStr, 1);

}

SearchRequest searchRequest = new SearchRequest(index);

searchRequest.types(type);

//搜索字段

Set keySet = new HashSet<>();

String[] keySetArray = {};

// 获得字典组map对象

Map>> dataDicGroupToItemMap = AmcInterface.getDataDicGroupToItemMap();

if (dataDicGroupToItemMap != null) {

// 获得字典组代码对应的全部字典项map对象

Map> zidianxMap = dataDicGroupToItemMap.get("AMC_OA_es_fw");

if (zidianxMap != null) {

keySet = zidianxMap.keySet();

keySetArray = keySet.toArray(new String[keySet.size()]);

/*if ("0".equals(fullMath)) {

sourceBuilder.query(QueryBuilders.multiMatchQuery(esSearch, keySetArray).slop(0).type("phrase"));

}else {

sourceBuilder.query(QueryBuilders.multiMatchQuery(esSearch, keySetArray));

}*/

}

}

SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();

//获取符合当前用户权限的发文id信息：通过sql过滤出当前用户可查询的数据id集合

List idsList = getFwSqListIds(paramMap);

logger.info("列表查询：符合用户权限的id数量： "+idsList.size());

//查询参数设置

BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();

//将当前用户可查询的数据id集合通过QueryBuilders.idsQuery()进行in查询

if (idsList != null && idsList.size() > 0) {

boolQueryBuilder.must(QueryBuilders.idsQuery().addIds(idsList.toArray(new String[]{})));

}

//索引多字段匹配数据查询

if (keySetArray != null && keySetArray.length > 0) {

boolQueryBuilder.must(QueryBuilders.multiMatchQuery(esSearch, keySetArray).slop(0).type("phrase"));

}

sourceBuilder.query(boolQueryBuilder);

//排序构建器设置：按照索引数据的提交时间倒序排序

FieldSortBuilder sortBuilder = SortBuilders.fieldSort("sqTjsj").order(SortOrder.DESC);

sourceBuilder.sort(sortBuilder);

//基础参数设置

sourceBuilder.timeout(new TimeValue(60, TimeUnit.SECONDS));

sourceBuilder.size(5000);//默认查询10条数据

//设置高亮显示

HighlightBuilder highlightBuilder = new HighlightBuilder();

for(String key : keySet){

highlightBuilder.field(key);

}

highlightBuilder.requireFieldMatch(false);

highlightBuilder.preTags("");

highlightBuilder.postTags("");

sourceBuilder.highlighter(highlightBuilder);

//将请求体加入到请求中

searchRequest.source(sourceBuilder);

//发送请求

SearchResponse searchResponse = rhclient.search(searchRequest, RequestOptions.DEFAULT);

//处理搜索命中文档结果

SearchHits hits = searchResponse.getHits();

logger.info("es search total hits: " + hits.getTotalHits().value);

SearchHit[] searchHits = hits.getHits();

int total = 0;

List ztxmOaFwSqList = new ArrayList();

if (searchHits != null && searchHits.length > 0) {

//总条数

total = searchHits.length;

//分页信息

int begin = 0;

int sum = searchHits.length;

if (page != null && rows != null) {

if (page * rows <= searchHits.length) {

begin = (page - 1) * rows;

sum = begin + rows;

}else {

begin = (page - 1) * rows;

}

}

for (int i = begin; i < sum; i++) {

if (searchHits[i] != null) {

JSONObject jsonObject = JSONObject.parseObject(searchHits[i].getSourceAsString());

ZtxmOaFwSq ztxmOaFwSq = JSONObject.toJavaObject(jsonObject, ZtxmOaFwSq.class);

SearchHit hit = searchHits[i];

//logger.info("indexHit:" + hit.getIndex() + " typeHit:" + hit.getType() + " id:" + hit.getId() + " score" + hit.getScore());

// 搜索内容 -- 高亮

String content = "";

Map highlightFields = hit.getHighlightFields();

if (keySet != null && keySet.size() > 0) {

for(String key : keySet){

HighlightField highlight = highlightFields.get(key);

if (highlight != null) {

Text[] fragments = highlight.fragments(); // 多值的字段会有多个值

if (fragments != null) {

for (int j = 0; j < fragments.length; j++) {

String fragmentString = fragments[j].string();

if (fragmentString != null) {

/*if (fragmentString.toString().length() > 50) {

content += fragmentString.toString().substring(0, 50) + "......";

} else {*/

content += fragmentString.toString();

/*}*/

}

content += "; ";

}

}

}

}

if (content != null) {

content.replace("\t", "");

content.replace("\n", "");

content.replace("\r", "");

}

//logger.info(content);

ztxmOaFwSq.setBak1(content);

}

ztxmOaFwSqList.add(ztxmOaFwSq);

}

}

}

map.put("rows", ztxmOaFwSqList);

map.put("total", total);

return map;

}

好文阅读

 您阅读本篇文章共花了：