package me.test;
import java.io.IOException;
import java.net.InetAddress;
import java.util.LinkedHashMap;
import java.util.Map;
import java.util.concurrent.ExecutionException;
import org.elasticsearch.action.admin.indices.create.CreateIndexResponse;
import org.elasticsearch.action.admin.indices.delete.DeleteIndexRequest;
import org.elasticsearch.action.admin.indices.delete.DeleteIndexResponse;
import org.elasticsearch.action.admin.indices.mapping.put.PutMappingResponse;
import org.elasticsearch.action.bulk.BulkResponse;
import org.elasticsearch.action.index.IndexRequest.OpType;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.search.SearchType;
import org.elasticsearch.action.update.UpdateResponse;
import org.elasticsearch.client.Client;
import org.elasticsearch.client.transport.TransportClient;
import org.elasticsearch.common.io.stream.OutputStreamStreamOutput;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.transport.InetSocketTransportAddress;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.sort.SortBuilders;
import org.elasticsearch.search.sort.SortOrder;
public class EsTest {
private static final String index = "lizi";
private static final String type = "item";
@SuppressWarnings({"resource"})
public static void main(String[] args) throws InterruptedException, ExecutionException {
// 创建Es的Client对象
Client client = null;
try {
Settings settings = Settings.settingsBuilder()
.put("cluster.name", "my-es")
.put("client.transport.ignore_cluster_name", true)
.put("client.transport.sniff", false)
.build();
client = TransportClient.builder()
.settings(settings)
.build()
.addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("localhost"), 9300));
recreateIndex(client);
doIndex(client);
doCreate(client);
// 搜索全部
searchAll(client); // 第一次是无法立即查出结果的，毕竟不是真正的实时系统
Thread.sleep(1000 * 1);
doUpdate(client);
Thread.sleep(1000 * 1);
searchAll(client); // 一秒钟之后就可以查询到了
// // 关键词查询
// searchKeyWord(client);
//
// // 数值型范围过滤
// searchRange(client);
//
// // 排序
// searchOrdered(client);
//
// // 高亮
// searchHightlight(client);
// 特定字段
searchProps(client);
} catch (Exception e) {
System.out.println("00000 " + e);
e.printStackTrace();
} finally {
if (client != null) {
client.close();
}
}
}
// 重建索引
private static void recreateIndex(Client client) throws InterruptedException, ExecutionException, IOException {
// 检查索引是否存在
if (client.admin().indices().prepareExists(index).execute().actionGet().isExists()) {
// 删除索引 FIXME 超时判定？结果判定？
DeleteIndexResponse deleteIndexResponse = client.admin()
.indices()
.delete(new DeleteIndexRequest(index))
.actionGet();
if (!deleteIndexResponse.isAcknowledged()) {
System.out.println("delete index : error, index not existed" + deleteIndexResponse);
} else {
System.out.println("delete index : " + deleteIndexResponse);
}
}
// 创建索引
CreateIndexResponse createIndexResponse = client.admin()
.indices()
.prepareCreate(index)
.execute()
.actionGet();
if (!createIndexResponse.isAcknowledged()) {
System.out.println("create index : error : " + createIndexResponse);
} else {
System.out.println("create index : " + createIndexResponse);
}
// // 明确指明索引 ERROR
// String mappingJsonStr0 = XContentFactory.jsonBuilder()
// .startObject()
// .startArray("dynamic_templates")
// .value(XContentFactory.jsonBuilder().startObject("props_tpl")
// .field("path_match", "props.*")
// .field("index", "{dynamic_type}")
// .field("index", "not_analyzed")
// .endObject().map())
// .endArray()
// .endObject()
// .string();
// 请使用上述方法或者更合理的方法创建Json字符串
String mappingJsonStr = "" +
"{" +
" \"dynamic_templates\": [{" +
" \"props_tpl\" : {" +
" \"path_match\":\"props.*\"," +
" \"mapping\": {" +
" \"type\": \"{dynamic_type}\"," +
" \"index\": \"not_analyzed\"" +
" }" +
" }" +
" }]," +
" \"_all\" : {" +
" \"type\":\"string\"," +
" \"index\": \"analyzed\"," +
" \"analyzer\": \"standard\"" +
" }," +
" \"properties\": {" +
" \"title\" : {" +
" \"type\":\"string\"," +
" \"index\": \"analyzed\"," +
" \"analyzer\": \"standard\"" +
" }," +
" \"origin\" : {" +
" \"type\":\"string\"," +
" \"index\": \"analyzed\"," +
" \"analyzer\": \"standard\"" +
" }," +
" \"description\" : {" +
" \"type\":\"string\"," +
" \"index\": \"analyzed\"," +
" \"analyzer\": \"standard\"" +
" }," +
" \"sales_count\" : {" +
" \"type\":\"long\"" +
" }," +
" \"price\" : {" +
" \"type\":\"long\"" +
" }" +
" }" +
"}";
System.out.println("=======================\n"+mappingJsonStr);
PutMappingResponse putMappingResponse = client.admin()
.indices()
.preparePutMapping(index)
.setType(type)
.setSource(mappingJsonStr)
.execute()
.actionGet();
System.out.println("create mapping : " + putMappingResponse);
putMappingResponse.writeTo(new OutputStreamStreamOutput(System.out));
}
// 索引要搜索的文档
@SuppressWarnings({"rawtypes", "unchecked"})
private static void doIndex(final Client client) {
Map s11 = new LinkedHashMap();
s11.put("title", "MISSHA谜尚维他保湿裸妆金色BB霜50ml");
s11.put("origin", "韩国");
s11.put("description", "这不是面膜，快来买啊，亲");
s11.put("sales_count", 748);
s11.put("price", 9680);
Map props = new LinkedHashMap();
props.put("尺寸", "150*200cm");
props.put("季节", "春季");
s11.put("props", props);
Map s12 = new LinkedHashMap();
s12.put("title", "MISSHA谜尚双头眼影棒+眼线笔");
s12.put("origin", "韩国");
s12.put("description", "亲耐的，再不买就卖光光喽");
s12.put("sales_count", 666);
s12.put("price", 1080);
props = new LinkedHashMap();
props.put("尺寸", "170*220cm");
props.put("季节", "夏季");
s12.put("props", props);
Map s21 = new LinkedHashMap();
s21.put("title", "谜尚Missha指甲油白色盖子");
s21.put("origin", "日本");
s21.put("description", "亲耐的，再不买就卖光光喽");
s21.put("sales_count", 666);
s21.put("price", 990);
props = new LinkedHashMap();
props.put("尺寸", "180*200cm");
props.put("季节", "秋季");
s21.put("props", props);
//
// Map s22 = new LinkedHashMap();
// s22.put("title", "SKINFOOD思亲肤番茄西红柿面霜40g");
// s22.put("origin", "美国");
// s22.put("description", "跳楼价，最后一天啦");
// s22.put("sales_count", 777);
// s22.put("price", 8800);
// props = new LinkedHashMap();
// props.put("尺寸", "200*220cm");
// props.put("季节", "冬季");
// s22.put("props", props);
// 批量索引文件
BulkResponse bulkResponse = client.prepareBulk()
.add(client.prepareIndex(index, type).setId("11").setSource(s11).setOpType(OpType.INDEX).request())
.add(client.prepareIndex(index, type).setId("12").setSource(s12).setOpType(OpType.INDEX).request())
.add(client.prepareIndex(index, type).setId("21").setSource(s21).setOpType(OpType.INDEX).request())
//.add(client.prepareIndex(index, type).setId("22").setSource(s22).setOpType(OpType.INDEX).request())
.execute()
.actionGet();
if (bulkResponse.hasFailures()) {
System.err.println("index docs [ERROR] : " + bulkResponse.buildFailureMessage());
} else {
System.out.println("index docs : " + bulkResponse);
}
}
// create / index
private static void doCreate(final Client client) throws IOException {
Map s22 = new LinkedHashMap();
s22.put("title", "SKINFOOD思亲肤番茄西红柿面霜40g");
s22.put("origin", "美国");
s22.put("description", "跳楼价，最后一天啦");
s22.put("sales_count", 777);
s22.put("price", 8800);
Map props = new LinkedHashMap();
props.put("尺寸", "200*220cm");
props.put("季节", "冬季");
s22.put("props", props);
IndexResponse indexResponse = client.prepareIndex()
.setIndex(index)
.setType(type)
.setId("22")
.setSource(s22)
.execute()
.actionGet();
if (indexResponse.isCreated()) {
System.err.println("index docs single [ERROR] : " + indexResponse);
//indexResponse.writeTo(new OutputStreamStreamOutput(System.out));
} else {
System.out.println("index docs single : " + indexResponse);
}
}
// partial update
private static void doUpdate(final Client client) throws IOException {
SearchResponse response = client.prepareSearch(index)
.setQuery(QueryBuilders.termQuery("季节", "冬季"))
.setSearchType(SearchType.SCAN)
.setScroll(new TimeValue(60000))
.setSize(100)
.setExplain(true)
.execute()
.actionGet();
System.out.println("doUpdate : found : " + response.getHits().totalHits());
while (true) {
for (SearchHit hit : response.getHits().getHits()) {
//Handle the hit...
Map updateMap = new LinkedHashMap();
System.out.println("doUpdate : id="+hit.getId()+" : description = " + hit.getSource().get("description"));
updateMap.put("description", hit.getSource().get("description") + "~~~!!!");
UpdateResponse updateResponse = client.prepareUpdate()
.setIndex(index)
.setType(type)
.setId(hit.getId())
.setDoc(updateMap)
.execute()
.actionGet();
System.out.println("doUpdate : updated : " + updateResponse);
}
response = client.prepareSearchScroll(response.getScrollId()).setScroll(new TimeValue(600000)).execute().actionGet();
//Break condition: No hits are returned
if (response.getHits().getHits().length == 0) {
break;
}
}
}
// 查询所有
private static void searchAll(Client client) {
SearchResponse response = client.prepareSearch(index)
.setQuery(QueryBuilders.matchAllQuery())
.setSearchType(SearchType.SCAN)
.setScroll(new TimeValue(60000))
.setSize(100)
.setExplain(true)
.execute()
.actionGet();
System.out.println("searchAll : " + response);
if (response.getHits().totalHits() < 0) {
System.out.println("searchAll : date not found : " + response);
} else {
while (true) {
for (SearchHit hit : response.getHits().getHits()) {
//Handle the hit...
System.out.println("============" + hit.getSource());
}
response = client.prepareSearchScroll(response.getScrollId()).setScroll(new TimeValue(600000)).execute().actionGet();
//Break condition: No hits are returned
if (response.getHits().getHits().length == 0) {
break;
}
}
}
}
// 关键词查询
private static void searchKeyWord(Client client) {
SearchResponse response = client.prepareSearch(index)
.setQuery(QueryBuilders.matchQuery("_all", "双白"))
.execute()
.actionGet();
System.out.println("searchKeyWord : " + response);
}
// 数值型范围过滤
private static void searchRange(Client client) {
// http://stackoverflow.com/questions/23599682/filtered-query-in-elasticsearch-java-api
SearchResponse response = client.prepareSearch(index)
.setQuery(QueryBuilders.boolQuery().must(QueryBuilders.matchAllQuery())
.filter(QueryBuilders.boolQuery().must(QueryBuilders.rangeQuery("price").gte(1200))))
.execute()
.actionGet();
System.out.println("searchRange: " + response);
}
// 排序
private static void searchOrdered(Client client) {
SearchResponse response = client.prepareSearch(index)
.setQuery(QueryBuilders.matchAllQuery())
.addSort(SortBuilders.fieldSort("sales_count").order(SortOrder.DESC))
.addSort(SortBuilders.fieldSort("price"))
.execute()
.actionGet();
System.out.println("searchOrdered: " + response);
}
// 高亮
private static void searchHightlight(Client client) {
SearchResponse response = client.prepareSearch(index)
.setQuery(QueryBuilders.matchQuery("_all", "双白日"))
.addHighlightedField("title")
.addHighlightedField("origin")
.execute()
.actionGet();
System.out.println("searchOrdered: " + response);
}
// 字段匹配
private static void searchProps(Client client) {
SearchResponse response = client.prepareSearch(index)
// .setQuery(QueryBuilders.matchQuery("季节", "春季"))
.setQuery(QueryBuilders.termQuery("季节", "春季"))
// .setQuery(QueryBuilders.matchQuery("_all", "春季"))
// .setQuery(QueryBuilders.matchQuery("props.季节", "春季"))
.setExplain(true)
.addHighlightedField("*")
.execute()
.actionGet();
System.out.println("searchProps : " + response);
}
}