基本信息
源码名称：elasticsearch-springboot,jest,tansportclient操作ES
源码大小：0.07M
文件格式：.7z
开发语言：Java
更新时间：2020-03-06
友情提示：（无需注册或充值，赞助后即可获取资源下载链接）
嘿，亲！知识可是无价之宝呢，但咱这精心整理的资料也耗费了不少心血呀。小小地破费一下，绝对物超所值哦！如有下载和支付问题，请联系我们QQ(微信同号)：813200300
本次赞助数额为： 5 元×
微信扫码支付：5 元
×
请留下您的邮箱，我们将在2小时内将文件发到您的邮箱
源码介绍
package com.atguigu.elastic.utils;
import com.atguigu.elastic.bean.Page;
import com.google.gson.Gson;
import com.google.gson.JsonArray;
import com.google.gson.JsonObject;
import io.searchbox.client.JestClient;
import io.searchbox.client.JestClientFactory;
import io.searchbox.client.JestResult;
import io.searchbox.client.config.HttpClientConfig;
import io.searchbox.core.*;
import io.searchbox.indices.CreateIndex;
import io.searchbox.indices.DeleteIndex;
import io.searchbox.indices.IndicesExists;
import io.searchbox.indices.mapping.GetMapping;
import io.searchbox.indices.mapping.PutMapping;
import org.apache.commons.lang3.StringUtils;
import org.elasticsearch.index.query.Operator;
import org.elasticsearch.index.query.QueryBuilders;
//import org.elasticsearch.index.query.QueryStringQueryBuilder;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import org.elasticsearch.search.sort.FieldSortBuilder;
import org.elasticsearch.search.sort.ScoreSortBuilder;
import org.elasticsearch.search.sort.SortOrder;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
@Component
public class ElasticsearchUtil {
//spring方式
@Autowired
private JestClient jestClient;
// // JestClientFactory 方便本地开发测试
// private static final JestClient jestClient;
// static {
// JestClientFactory factory = new JestClientFactory();
// factory.setHttpClientConfig(new HttpClientConfig.Builder("http://*****:9200")
// .multiThreaded(true)
// .build());
// jestClient = factory.getObject();
// }
/**
* 创建索引
*
* @param indexName 索引名称
*/
public void createIndex(String indexName) {
boolean indexExists = false;
try {
indexExists = jestClient.execute(new IndicesExists.Builder(indexName).build()).isSucceeded();
if (indexExists) {
//删除操作可添加索引类型 .type(indexType)
jestClient.execute(new DeleteIndex.Builder(indexName).build());
}
jestClient.execute(new CreateIndex.Builder(indexName).build());
} catch (IOException e) {
e.printStackTrace();
}
}
/**
* 删除索引
*
* @param indexName 索引名称
* @return true/false
*/
public boolean deleteIndex(String indexName) {
JestResult jr = null;
boolean bool = false;
try {
jr = jestClient.execute(new DeleteIndex.Builder(indexName).build());
bool = jr.isSucceeded();
} catch (IOException e) {
e.printStackTrace();
}
return bool;
}
/**
* 获取索引映射
*
* @param indexName 索引名称
* @param indexType 索引类型
* @return Mapping映射
*/
public String getIndexMapping(String indexName, String indexType) {
GetMapping getMapping = new GetMapping.Builder().addIndex(indexName).addType(indexType).build();
JestResult jr = null;
String string = "";
try {
jr = jestClient.execute(getMapping);
string = jr.getJsonString();
} catch (IOException e) {
e.printStackTrace();
}
return string;
}
/**
* 创建索引映射
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param source 索引映射
* @return true/false
*/
public boolean createIndexMapping(String indexName, String indexType, String source) {
PutMapping putMapping = new PutMapping.Builder(indexName, indexType, source).build();
JestResult jr = null;
boolean bool = false;
try {
jr = jestClient.execute(putMapping);
bool = jr.isSucceeded();
} catch (IOException e) {
e.printStackTrace();
}
return bool;
}
/**
* 根据文档id查询文档
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param id 文档id
* @return 文档
*/
public Map getIndexDocById(String indexName, String indexType, String id) {
Get get = new Get.Builder(indexName, id).type(indexType).build();
Map<String, Object> map = new HashMap<String, Object>();
try {
JestResult result = jestClient.execute(get);
JsonObject jsonObject = result.getJsonObject().get("_source").getAsJsonObject();
Gson gson = new Gson();
map = gson.fromJson(jsonObject, map.getClass());
//将索引id存入map集合
map.put("id", id);
} catch (IOException e) {
e.printStackTrace();
}
return map;
}
/**
* 根据文档id查询文档
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param id 文档id
* @return 文档
*/
public JsonObject getIndexDocByIdForJson(String indexName, String indexType, String id) {
Get get = new Get.Builder(indexName, id).type(indexType).build();
Map<String, Object> map = new HashMap<String, Object>();
JsonObject jsonObject = null;
try {
JestResult result = jestClient.execute(get);
jsonObject = result.getJsonObject().get("_source").getAsJsonObject();
} catch (IOException e) {
e.printStackTrace();
}
return jsonObject;
}
/**
* 根据文档id删除索引文档
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param id 文档唯一id
*/
public boolean deleteIndexDoc(String indexName, String indexType, String id) {
DocumentResult dr = null;
boolean bool = false;
try {
dr = jestClient.execute(new Delete.Builder(id).index(indexName).type(indexType).build());
bool = dr.isSucceeded();
} catch (IOException e) {
e.printStackTrace();
}
return bool;
}
/**
* 根据文档id删除索引文档
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param search 检索式
*/
public boolean deleteIndexDocBySearch(String indexName, String indexType, String search) {
DocumentResult dr = null;
boolean bool = false;
try {
SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
sourceBuilder.query(QueryBuilders.queryStringQuery(search).defaultOperator(Operator.AND));
Search sb = new Search.Builder(sourceBuilder.toString()).addIndex(indexName).addType(indexType).build();
dr = jestClient.execute(new Delete.Builder(sb.toString()).index(indexName).type(indexType).build());
bool = dr.isSucceeded();
} catch (IOException e) {
e.printStackTrace();
}
return bool;
}
/**
* 批量索引文档，（因为设置了唯一id，所以该方法执行时索引字段必须有id）,id存在更新，不存在添加
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param list List集合对戏
* @return true/false
*/
public boolean upsertIndexDocBulk(String indexName, String indexType, List<Map<String, Object>> list) {
Bulk.Builder bulk = new Bulk.Builder().defaultIndex(indexName).defaultType(indexType);
for (Map<String, Object> map : list) {
//设置文档唯一id值，id存在执行更新，不存在执行添加
Index index = new Index.Builder(map).id(map.get("id").toString()).build();
bulk.addAction(index);
}
BulkResult br = null;
boolean boll = false;
try {
br = jestClient.execute(bulk.build());
boll = br.isSucceeded();
} catch (IOException e) {
e.printStackTrace();
}
return boll;
}
/**
* 批量新增索引文档
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param list 集合
* @return true/false
*/
public boolean updateIndexDocBulk(String indexName, String indexType, List<Map<String, Object>> list) {
Bulk.Builder bulk = new Bulk.Builder().defaultIndex(indexName).defaultType(indexType);
for (Map<String, Object> map : list) {
//如未设置索引唯一id值，则唯一id会默认生成，索引操作为添加操作
Index index = new Index.Builder(map).build();
bulk.addAction(index);
}
BulkResult br = null;
boolean boll = false;
try {
br = jestClient.execute(bulk.build());
boll = br.isSucceeded();
} catch (IOException e) {
e.printStackTrace();
}
return boll;
}
/**
* 单条更新索引文档
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param map map集合
* @return true/false
*/
public boolean updateIndexDoc(String indexName, String indexType, Map<String, Object> map) {
Index index = new Index.Builder(map).index(indexName).type(indexType).id(map.get("id").toString()).refresh(true).build();
JestResult jr = null;
boolean bool = false;
try {
jr = jestClient.execute(index);
bool = jr.isSucceeded();
} catch (IOException e) {
e.printStackTrace();
}
return bool;
}
/**
* 单条更新索引文档
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param id 索引id
* @param map map集合
* @return true/false
*/
public boolean updateIndexDoc(String indexName, String indexType, String id, Map<String, Object> map) {
Index index = new Index.Builder(map).index(indexName).type(indexType).id(id).refresh(true).build();
JestResult jr = null;
boolean bool = false;
try {
jr = jestClient.execute(index);
bool = jr.isSucceeded();
} catch (IOException e) {
e.printStackTrace();
}
return bool;
}
/**
* 单条更新索引文档
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param jsonObject jsonObject
* @return true/false
*/
public boolean updateIndexDoc(String indexName, String indexType, JsonObject jsonObject) {
Index index = new Index.Builder(jsonObject).index(indexName).type(indexType).id(jsonObject.get("id").toString()).build();
JestResult jr = null;
boolean bool = false;
try {
jr = jestClient.execute(index);
bool = jr.isSucceeded();
} catch (IOException e) {
e.printStackTrace();
}
return bool;
}
/**
* 单条更新索引文档
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param id 索引id
* @param jsonObject jsonObject
* @return true/false
*/
public boolean updateIndexDoc(String indexName, String indexType, String id, JsonObject jsonObject) {
Index index = new Index.Builder(jsonObject).index(indexName).type(indexType).id(id).build();
JestResult jr = null;
boolean bool = false;
try {
jr = jestClient.execute(index);
bool = jr.isSucceeded();
} catch (IOException e) {
e.printStackTrace();
}
return bool;
}
/**
* 聚类示例
* @param indexName 索引名称
* @param indexType 索引类型
* @param field 操作字段
* @param facetsField 聚类字段
// */
// public void facetsSearch(String indexName, String indexType, String field, String facetsField){
// SumAggregationBuilder sumBuilder = AggregationBuilders.sum(field).field(facetsField);
// Search sb = new Search.Builder(sumBuilder.toString()).addIndex(indexName).addType(indexType).build();
//
// SearchResult result = null;
// try {
// result = jestClient.execute(sb);
// } catch (IOException e) {
// e.printStackTrace();
// }
//
// }
/**
* 统计文档总数
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param search 检索式
* @return 文档总数
*/
public Double count(String indexName, String indexType, String search) {
Count count = new Count.Builder().addIndex(indexName).addType(indexType).query(search).build();
CountResult cr = null;
Double db = 0d;
try {
cr = jestClient.execute(count);
db = cr.getCount();
} catch (IOException e) {
e.printStackTrace();
}
return db;
}
/**
* 返回文档唯一id，根据检索式
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param search 检索式
* @return
*/
public String getIndexDocIds(String indexName, String indexType, String search) {
//设置默认参检索引
indexName = StringUtils.isBlank(indexName) ? "*" : indexName;
//设置默认检索全部
search = StringUtils.isBlank(search) ? "*" : search;
SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
//设置默认分词后AND连接，StringQuery支持通配符
sourceBuilder.query(QueryBuilders.queryStringQuery(search).defaultOperator(Operator.AND));
sourceBuilder.sort(new ScoreSortBuilder().order(SortOrder.DESC));
Search sb = new Search.Builder(sourceBuilder.toString()).addIndex(indexName).addType(indexType).build();
SearchResult result = null;
try {
result = jestClient.execute(sb);
} catch (IOException e) {
e.printStackTrace();
}
long totalCount = 0;
StringBuilder sb1 = new StringBuilder();
if (result != null && result.isSucceeded()) {
//获取总记录数
totalCount = result.getTotal();
if (totalCount > 0) {
Map<String, Object> map = new HashMap<String, Object>();
JsonArray jsonArray = result.getJsonObject().get("hits").getAsJsonObject().get("hits").getAsJsonArray();
for (int i = 0; i < jsonArray.size(); i ) {
String id = jsonArray.get(i).getAsJsonObject().get("_id").toString();
sb1.append(id ",");
}
}
}
return StringUtils.isNotBlank(sb1.toString()) ? sb1.toString().substring(0, sb1.toString().length() - 1) : "";
}
/**
* 查询，根据检索式查询
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param search 检索式
* @param sortField 排序字段
* @return 返回List结果集
*/
public List baseSearch(String indexName, String indexType, String search, String sortField) {
//设置默认参检索引
indexName = StringUtils.isBlank(indexName) ? "*" : indexName;
//设置默认检索全部
search = StringUtils.isBlank(search) ? "*" : search;
SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
//设置默认分词后AND连接，StringQuery支持通配符
sourceBuilder.query(QueryBuilders.queryStringQuery(search).defaultOperator(Operator.AND));
//设置排序规则
if (StringUtils.isNotBlank(sortField)) {
sourceBuilder.sort(new FieldSortBuilder(sortField).order(SortOrder.ASC));
} else {
sourceBuilder.sort(new ScoreSortBuilder().order(SortOrder.DESC));
}
Search sb = new Search.Builder(sourceBuilder.toString()).addIndex(indexName).addType(indexType).build();
SearchResult result = null;
try {
result = jestClient.execute(sb);
} catch (IOException e) {
e.printStackTrace();
}
long totalCount = 0;
List<Object> list = new ArrayList<Object>();
if (result != null && result.isSucceeded()) {
//获取总记录数
totalCount = result.getTotal();
if (totalCount > 0) {
Map<String, Object> map = new HashMap<String, Object>();
JsonArray jsonArray = result.getJsonObject().get("hits").getAsJsonObject().get("hits").getAsJsonArray();
for (int i = 0; i < jsonArray.size(); i ) {
JsonObject jsonObject = jsonArray.get(i).getAsJsonObject().get("_source").getAsJsonObject();
Gson gson = new Gson();
map = gson.fromJson(jsonObject, map.getClass());
//将索引id存入map集合
String id = jsonArray.get(i).getAsJsonObject().get("_id").toString();
map.put("id", id);
list.add(map);
}
}
}
return list;
}
/**
* 分页查询，通用方法
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param search 检索式，即检索词
* @param pageNo 页码
* @param pageSize 每页记录数
* @return 返回Page结果集
*/
public Page baseSearch(String indexName, String indexType, String search, Integer pageNo, Integer pageSize) {
//设置默认参检索引
indexName = StringUtils.isBlank(indexName) ? "*" : indexName;
//设置默认检索全部
search = StringUtils.isBlank(search) ? "*" : search;
//设置默认页码第1页
pageNo = pageNo == null || pageNo < 1 ? 1 : pageNo;
//设置默认每页记录数20
pageSize = pageSize == null ? 20 : pageSize;
//此处为自己封装的分页方法，返回每页起始记录序号
int startIndex = Page.getStartOfPage(pageNo, pageSize);
SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
//设置默认分词后AND连接，StringQuery支持通配符
sourceBuilder.query(QueryBuilders.queryStringQuery(search).defaultOperator(Operator.AND));
//es分页从0开始
sourceBuilder.from(startIndex).size(pageSize);
sourceBuilder.sort(new ScoreSortBuilder().order(SortOrder.DESC));
Search sb = new Search.Builder(sourceBuilder.toString()).addIndex(indexName).addType(indexType).build();
SearchResult result = null;
try {
result = jestClient.execute(sb);
} catch (IOException e) {
e.printStackTrace();
}
long totalCount = 0;
List list = new ArrayList<>();
if (result != null && result.isSucceeded()) {
//获取总记录数
totalCount = result.getTotal();
if (totalCount > 0) {
Map<String, Object> map = new HashMap<String, Object>();
/*JsonArray解析结果集*/
JsonArray jsonArray = result.getJsonObject().get("hits").getAsJsonObject().get("hits").getAsJsonArray();
for (int i = 0; i < jsonArray.size(); i ) {
JsonObject jsonObject = jsonArray.get(i).getAsJsonObject().get("_source").getAsJsonObject();
Gson gson = new Gson();
map = gson.fromJson(jsonObject, map.getClass());
//将索引id存入map集合
String id = jsonArray.get(i).getAsJsonObject().get("_id").toString();
map.put("id", id);
list.add(map);
}
}
}
return new Page(pageNo, totalCount, pageSize, list);
}
/**
* 分页查询，通用方法
*
* @param indexName 索引名称
* @param indexType 索引类型
* @param search 检索式，即检索词
* @param pageNo 页码
* @param pageSize 每页记录数
* @param sortField 排序字段，多字段间逗号分隔
* @param sortRule 排序规则，多值每个值与sortF字段一一对应，逗号分隔（ASC升序/DESC降序）
* @return 返回Page结果集
*/
public Page baseSearch(String indexName, String indexType, String search, Integer pageNo, Integer pageSize, String sortField, String sortRule) {
//设置默认参检索引
indexName = StringUtils.isBlank(indexName) ? "*" : indexName;
//设置默认检索全部
search = StringUtils.isBlank(search) ? "*" : search;
//设置默认页码第1页
pageNo = pageNo == null || pageNo < 1 ? 1 : pageNo;
//设置默认每页记录数20
pageSize = pageSize == null ? 20 : pageSize;
//调用分页，返回每页起始记录序号
int startIndex = Page.getStartOfPage(pageNo, pageSize);
//创建sourceBuilder
SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
//设置默认分词后AND连接，StringQuery支持通配符
sourceBuilder.query(QueryBuilders.queryStringQuery(search).defaultOperator(Operator.AND));
//es分页从0开始
sourceBuilder.from(startIndex).size(pageSize);
//设置排序规则
if (StringUtils.isNotBlank(sortField)) {
String[] sf = sortField.split(",");
String[] sr = sortRule.split(",");
StringBuilder sb = new StringBuilder();
for (int i = 0; i < sf.length; i ) {
if ("ASC".equals(sr[i])) {
//按排序字段进行升序排序
sourceBuilder.sort(new FieldSortBuilder(sf[i]).order(SortOrder.ASC));
} else {
//按排序字段进行降序排序
sourceBuilder.sort(new FieldSortBuilder(sf[i]).order(SortOrder.DESC));
}
}
} else {
//默认相关度降序排序
sourceBuilder.sort(new ScoreSortBuilder().order(SortOrder.DESC));
}
Search sb = new Search.Builder(sourceBuilder.toString()).addIndex(indexName).addType(indexType).build();
SearchResult result = null;
try {
result = jestClient.execute(sb);
} catch (IOException e) {
e.printStackTrace();
}
//存储总文档数
long totalCount = 0;
//用于存储最后的结果集
List list = new ArrayList<>();
if (result != null && result.isSucceeded()) {
//获取总记录数
totalCount = result.getTotal();
if (totalCount > 0) {
//用于转储数据
Map<String, Object> map = new HashMap<String, Object>();
/*JsonArray解析结果集*/
JsonArray jsonArray = result.getJsonObject().get("hits").getAsJsonObject().get("hits").getAsJsonArray();
for (int i = 0; i < jsonArray.size(); i ) {
JsonObject jsonObject = jsonArray.get(i).getAsJsonObject().get("_source").getAsJsonObject();
Gson gson = new Gson();
map = gson.fromJson(jsonObject, map.getClass());
//将索引id存入map集合
String id = jsonArray.get(i).getAsJsonObject().get("_id").toString();
map.put("id", id);
list.add(map);
}
}
}
return new Page(pageNo, totalCount, pageSize, list);
}
/**
* 更新es索引数据,索引中有联合索引，需调用该方法进行数据更新
*
* @param map 集合
* @param indexName 索引名称
* @param indexType 索引类型
*/
public boolean updateEsData(String indexName, String indexType, Map<String, Object> map, String[] fields, String[] index) {
//存储数据
Map<String, Object> hmap = new HashMap<String, Object>();
for (int j = 0; j < fields.length; j ) {
if (fields[j].contains(":")) {
//分割联合字段
String[] sa = fields[j].split(":");
StringBuffer sb = new StringBuffer();
for (String st : sa) {
//联合字段，取值拼接
sb.append(map.get(st) ";");
}
hmap.put(index[j], sb.toString());
} else {
hmap.put(index[j], map.get(fields[j]));
}
}
//针对car_model索引 添加 年款style_year_suffix 默认数据全部符合规范2017格式
if (indexName.equals("car_model")) {
if (null != map.get("style_year")) {
hmap.put("style_year_suffix", map.get("style_year").toString().substring(2, map.get("style_year").toString().length()));
}
}
//调用es更新方法
boolean bool = updateIndexDoc(indexName, indexType, hmap);
return bool;
}
}