ES版本信息
$ http://10.72.25.10:9200/
{
"name" : "hdp4.0",
"cluster_name" : "mycluster",
"cluster_uuid" : "mlYXoX2nQLqoEg0mirQsdw",
"version" : {
"number" : "5.5.3",
"build_hash" : "Unknown",
"build_date" : "2017-11-20T04:23:31.244Z",
"build_snapshot" : false,
"lucene_version" : "6.6.0"
},
"tagline" : "You Know, for Search"
}
查看所有索引
$ http://10.72.25.10:9200/_cat/indices
查看字段类型
$ http://10.72.25.10:9200/books/_mapping?pretty=true
创建索引
curl -XPUT 'http://10.72.25.10:9200/books/' -d '{
"mappings": {
"IT": {
"properties": {
"message": {
"type": "string"
}
}
}
}}'
curl -XPUT 'http://10.72.25.10:9200/books/' -d '{
"mappings": {
"IT": {
"properties": {
"id": {"type": "keyword"},
"title": {"type": "keyword"},
"language": {"type": "keyword"},
"author": {"type": "keyword"},
"price": {"type": "float"},
"year": {"type": "integer"},
"description": {"type": "keyword"},
"tel": {"type": "keyword"},
"d_val": {"type": "date", "format": "yyyy-MM-dd HH:mm:ss||yyyy-MM-dd||epoch_millis"}
}
}
}}'
删除索引
$ curl -XDELETE http://10.72.25.10:9200/books
批量(_bulk)加载数据
$ cat book.json
{"index":{ "_index": "books", "_type": "IT", "_id": "1" }}
{"id":"1","title":"Java Book","language":"java","author":"Bruce Eckel","price":70.20,"year":2007,"description":"Java must read", "tel":"15313016138", "d_val":"2018-11-01 12:25:36"}
{"index":{ "_index": "books", "_type": "IT", "_id": "2" }}
{"id":"2","title":"Java perform","language":"java","author":"John Li","price":46.50,"year":2012,"description":"permformance ..", "tel":"13548621254", "d_val":"2018-11-01 08:25:50"}
{"index":{ "_index": "books", "_type": "IT", "_id": "3" }}
{"id":"3","title":"Python compte","language":"python","author":"Tohma Ke","price":81.40,"year":2016,"description":"py ...", "tel":"13245687956", "d_val":"2018-11-01 19:30:20"}
{"index":{ "_index": "books", "_type": "IT", "_id": "4" }}
{"id":"4","title":"Python base","language":"python","author":"Tomash Si","price":54.50,"year": 2014,"description":"py base....", "tel":"aefda1567fdsa13", "d_val":"2018-09-01"}
{"index":{ "_index": "books", "_type": "IT", "_id": "5" }}
{"id":"5","title":"JavaScript high","language":"javascript","author":"Nicholas C.Zakas","price":66.40,"year":2012,"description":"JavaScript.....", "tel":"a14512dfa", "d_val":"2018-08-01"}
$ curl -XPOST "http://10.72.25.10:9200/_bulk?pretty" --data-binary @book.json
查询数据
$ http://10.72.25.10:9200/books/IT/_search?pretty=true
查询1000条数据
curl -XPOST "http://10.72.25.10:9200/dam_snake/snake/_search?pretty" -d '{
"size":10000,
"query": {
"match_all": {}
单/多字段过虑查询 不包含查询
curl -XPOST "http://10.72.25.10:9200/dam_snake/snake/_search?pretty" -d '{
"size":10,
"query": {
"bool" : {
"must_not" : {
"term" : {
"field" : "video_name"
}
}
}
}
}'
curl -XPOST "http://10.72.25.10:9200/dam_snake/snake/_search?pretty" -d '{
"query": {
"bool": {
"must_not": {
"terms": {
"field" : ["video_name", "column_name", "areaid"]
}
}
}
},
"size": 10
}'
正则过虑
# 官方文档标明正则不支持text
curl -XPOST "http://10.72.25.10:9200/dam_snake/snake/_search?pretty" -d '{
"size" : 100,
"query": {
"regexp":{
"s_value": "DV.*58"
}
}
}'
多字段过虑包含
curl -XPOST "http://10.72.25.10:9200/dam_snake/snake/_search?pretty" -d '{
"query": {
"bool": {
"must": [
{ "match": { "port": "9083" }},
{ "match": { "name": "tt_vod_program_play_test" }},
{ "match": { "s_timestamp": "1545719719164" }}
]
}
},
"size": 10
}'
过虑COUNT
curl -XPOST "http://10.72.25.10:9200/dam_snake/snake/_search?pretty" -d '{
"query": {
"term" : { "source" : "Hive" }
}
}'
日期范围查询
curl -XPOST "http://10.72.25.10:9200/books/IT/_search?pretty" -d '{
"query": {
"range": {
"d_val": {
"gte": "2018-09-01",
"lte": "2018-12-30"
}
}
}
}'
查询数字范围
curl -XPOST "http://10.72.25.10:9200/books/IT/_search?pretty" -d '{
"query": {
"range" : {
"price" : {
"gte" : 50,
"lte" : 70
}
}
}
}'
分组聚合
$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{
"size": 0,
"aggs": {
"user_type": {
"terms": {
"field": "year"
}
}
}
}'
统计price最大值
$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{
"size": 0,
"aggs": {
"max_price": {
"max": {
"field": "price"
}
}
}
}'
去重COUNT
curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '
{
"aggs":{
"uniq_attr":{
"cardinality": {
"field": "name"
}
}
}
}
'
统计price最小值
$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{
"size": 0,
"aggs": {
"min_price": {
"min": {
"field": "price"
}
}
}
}'
分组并求平均
$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{
"size": 0,
"aggs": {
"per_count": {
"terms": {
"field": "year"
},
"aggs": {
"avg_price": {
"avg": {
"field": "price"
}
}
}
}
}
}'
求和
$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{
"size": 0,
"aggs": {
"sum_count": {
"sum": {
"field": "price"
}
}
}
}'
基本统计
返回字段的最大值、最小值、平均值、求和
$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{
"size": 0,
"aggs": {
"grades_stat": {
"stats": {
"field":"price"
}
}
}
}'
高级统计
除基本的外, 高级统计还会返回方差、标准差等
$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{
"size": 0,
"aggs": {
"grades_stat": {
"extended_stats": {
"field":"price"
}
}
}
}'
百分比统计
$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{
"size": 0,
"aggs": {
"load_time_outlier": {
"percentiles": {
"field":"year"
}
}
}
}'
分段统计
统计价格小于50、50－80、大于80的百分比
$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{
"size": 0,
"aggs": {
"price_ranges": {
"range": {
"field":"price",
"ranges": [ { "to": 50}, {"from":50, "to": 80}, {"from": 80} ]
}
}
}
}'
过虑加SUM
$ curl -XPOST "http://10.72.25.10:9200/books/_search?pretty" -d '{
"size": 0,
"query":{
"match": {
"language":"java"
}
},
"aggs": {
"sum_cnt": {
"sum": {
"field":"price"
}
}
}
}'
网友评论