kibana 请求

作者: pretty_rain | 来源:发表于2021-04-08 10:23 被阅读0次

kibana 请求
如何设置es最大搜索量
Elasticsearch系列---Java客户端代码Demo
排查elasticsearch的cpu居高不下，查询慢的问题
Elasticsearch的增删改查语法
centos6 docker安装kibana
kibana
Ansible Role 日志分析之【kibana】
kinana相关配置
kibana 安装 --- 2021-11-30

//1.基本命令
//删除索引
delete /test
/创建索引/
put /test
{
"settings":{
"number_of_shards":1,
"number_of_replicas":1
}
}

delete /employee
put /employee
{
"settings":{
"number_of_shards":1,
"number_of_replicas":1
}
}
/没有则创建有则修改/
put /employee/_doc/1
{
"name":"汤姆",
"age":30
}
/指定字段修改/
post /employee/_doc/6/_update
{
"doc":{
"age":"3"
}
}
/创建/
post /employee/_doc/6/_create/
{
"name":"兄长",
"age":1
}
/获取索引记录/
get /employee/_doc/2
/删除文档/
delete /employee/_doc/2
/查询全部/
get /employee/_doc/_search

//使用结构化的方式创建索引
put /employee
{
"settings":{
"number_of_shards":1,
"number_of_replicas":1
},
"mappings":{
"_doc":{
"properties":{
"name":{"type":"text"},
"age":{"type":"integer"}
}
}
}
}
}
//不带条件查询所有记录
get /employee/_doc/_search
{
"query":{
"match_all":{}
}
}
//分页查询
get /employee/_doc/_search
{
"query":{
"match_all":{}
},
"from":0,
"size":30
}
//带关键字查询
get /employee/_doc/_search
{
"query":{
"match":{"name":"兄长"}
}
}
//带排序查询
get /employee/_doc/_search
{
"query":{
"match":{"name":"兄长"}
},
"sort":[
{"age":{"order":"desc"}}
]
}
//带filter 不打分_source都是0.0
get /employee/_doc/_search
{
"query":{
"bool":{
"filter":[
{"term":{"age":30}}
]}
}
}
get /employee/_doc/_search
{
"query":{
"bool":{
"filter":[
{"match":{"name":"兄"}}
]}
}
}
//带聚合
get /employee/_doc/_search
{
"query":{
"match":{"name":"兄"}
},
"sort":[
{"age":{"order":"desc"}}
],
"aggs":{
"group_by_age":{
"terms":{"field":"age"}
}
}
}
//2.高级查询
//新建一个索引
put /movie/_doc/1
{
"name": "Eating an apple a day & keeps the doctor away"
}
get /movie/_doc/_search
{
"query":{
"match":{
"name":"eat"
}
}
}
//使用analyze api查看分词状态
get /movie/_analyze
{
"field":"name",
"text": "Eating an apple a day & keeps the doctor away"
}
delete /movie
//使用结构化方式创建索引英文分词
put /movie
{
"settings":{
"number_of_shards":1,
"number_of_replicas":1
},
"mappings":{
"_doc":{
"properties":{
"name":{"type":"text","analyzer":"english"}
}
}
}
}
//3.类型
//text : 被分析索引的字符串类型
//keyword：不能被分析只能精确匹配的字符串类型
//date：日期类型，可以配合format一起使用
//数字类型：long、integer、short、double等
//boolean：true false
//array：["one","two"]
//object:json 嵌套
//ip类型
//geo_point:地理位置
//4.tmdb

put /movie
{
"settings":{
"number_of_shards":1,
"number_of_replicas":1
},
"mappings":{
"_doc":{
"properties":{
"title":{"type":"text","analyzer":"english"},
"tagline":{"type":"text","analyzer":"english"},
"release_date":{"type":"date","format":"8yyyy/MM/dd||yyyy/MM/d||yyyy/M/dd||yyyy/M/d"},
"popularity":{"type":"double"},
"overview":{"type":"text","analyzer":"english"},
"cast":{
"type":"object",
"properties":{
"character":{"type":"text", "analyzer":"standard"},
"name":{"type":"text", "analyzer":"standard"}
}
}
}
}
}
}

get /movie/_analyze
{
"field":"title",
"text":"basketball with cartoom aliens"
}
//搜索内容 match
get /movie/_doc/_search
{
"query":{
"match":{"title":"steve zissou"}
}
}
//搜索内容 term 不进行分词分析直接去索引查询
get /movie/_doc/_search
{
"query":{
"term":{"title":"steve zissou"}
}
}
//分词后的and和or的逻辑
get /movie/_doc/_search
{
"query":{
"match":{"title":"basketball with cartoom aliens"}
}
}
//改成and
get /movie/_search
{
"query":{
"match":{
"title":{
"query":"basketball love aliens",
"operator":"and"
}
}
}
}
//最小匹配项
get /movie/_search
{
"query":{
"match":{
"title":{
"query":"basketball love aliens",
"operator":"or",
"minimum_should_match": 2
}
}
}
}
//短语查询查询不做分析分词
get /movie/_search
{
"query":{
"match_phrase":{"title":"steve zissou"}
}
}

多字段查询

get /movie/_search
{
"query":{
"multi_match":{
"query":"basketball with cartoom aliens",
"fields":["title", "overview"]
}
}
}

评分分析

get /movie/_search
{
"explain":true,
"query":{
"multi_match":{
"query":"basketball with cartoom aliens",
"fields":["title", "overview"],
"tie_breaker": 0.3
}
}
}

优化多词查询

get /movie/_doc/_search
{
"query":{
"multi_match": {
"query":"basketball with cartoom aliens",
"fields":["title^10", "overview"],
"tie_breaker": 0.3
}
}
}

不同的multi_query其实是有不同的type

best_fields:默认的得分方式，取最高的分数作为对应文档的对应分数

most_fields:考虑绝大多数（所有的）文档的字段得分相加，获得我们想要的结果

cross_fields ：已分词为单位计算总分适用于词导向的场景

get /movie/_doc/_search
{
"explain":true,
"query":{
"multi_match": {
"query":"steve zissou",
"fields":["title^10", "overview"],
"type": "best_fields"
}
}
}
get /movie/_doc/_search
{
"explain":true,
"query":{
"multi_match": {
"query":"steve zissou",
"fields":["title^10", "overview^0.3"],
"type": "most_fields"
}
}
}
get /movie/_doc/_search
{
"explain":true,
"query":{
"multi_match": {
"query":"basketball with cartoom aliens",
"fields":["title^10", "overview^0.3"],
"type": "cross_fields"
}
}
}

bool 查询

must not 必须都是false

must 必须都是true

should 其中有一个为true即可为true的越多则得分越高

get /movie/_doc/_search
{
"query":{
"bool":{
"should":[
{"match": {"title":"basketball with cartoom aliens"}},
{"match": {"overview":"basketball with cartoom aliens"}}
]
}
}
}

query string

方便的利用 and or not

get /movie/_doc/_search
{
"query":{
"query_string": {
"fields": ["title"],
"query": "steve OR jobs"
}
}
}

filter 过滤查询

get /movie/_search
{
"query":{
"bool":{
"filter":{
"term":{"title":"steve"}
}
}
}
}

多条件过滤

get /movie/_search
{
"query":{
"bool":{
"filter":[
{"term":{"title":"steve"}},
{"term":{"cast.name":"gaspard"}},
{"range":{"release_date":{"lte":"2015/01/01"}}},
{"range":{"popularity":{"gte":"25"}}}
]
}

},
"sort":[
{"popularity":{"order":"desc"}}
]
}

带match打分的filter

get /movie/_search
{
"query":{
"bool":{
"should":[
{"match":{"title":"life"}},
{"multi_match": {
"query":"basketball with cartoom aliens",
"fields":["title^10", "overview^0.3"],
"type": "cross_fields"
}
}
],
"filter":[
{"range":{"release_date":{"lte":"2020/01/01"}}},
{"range":{"popularity":{"gte":"0"}}}
]
}
}
}

自定义score计算

get /movie/_search
{
"explain":true,
"query":{
"function_score": {
"query": {
"multi_match": {
"query": "steve job",
"fields": ["title", "overview"],
"type":"most_fields"
}
},
"functions": [
{
"field_value_factor": {
"field": "popularity", //对应要处理的字段
"modifier": "log2p",
"factor": 10
}
},
{
"field_value_factor": {
"field": "popularity", //对应要处理的字段
"modifier": "log2p",
"factor": 5
}
}
],
"score_mode":"sum",
"boost_mode":"sum"
}
}
}

测试ik分词器

get _analyze
{
"analyzer":"ik_smart",
"text":"中华人民共和国国歌"
}

最大化分词

get _analyze
{
"analyzer":"ik_max_word",
"text":"中华人民共和国国歌"
}
get _analyze
{
"analyzer":"english",
"text":"basketball with cartoom aliens"
}

analyzer 指定的是构建索引的时候的分词

search_analyzer 指定的是搜索关键字时候的分词

最佳实践：构建索引的时候使用max_word，但是查询的时候使用smartword

使用距离排序

get /shop/_search
{
"query":{
"match":{"name":"凯越"}
},
"_source":*,
"script_fields":{ //es 脚本
"distance": {
"script":{
"source": "haversin(lat,lon,doc['location'].lat,doc['location'].lon)",
"lang":"expression",
"params":{"lat":23.11,"lon":127.12}
}
}
},
"sort":[
{
"_geo_distance": { //距离计算排序
"location": {
"lat":23.11,
"lon":127.12
},
"order":"asc",
"unit":"km",
"distance_type":"arc"
}
}
]
}

使用function_score解决排序模板

get /shop/_search
{
"_source":*,
"script_fields":{ //es 脚本
"distance": {
"script":{
"source": "haversin(lat,lon,doc['location'].lat,doc['location'].lon)",
"lang":"expression",
"params":{"lat":23.11,"lon":127.12}
}
}
},
"query":{
"function_score": {
"query": {
"bool":{
"must": [
{ "match":{"name":"凯越"}},
{"term":{"seller_disabled_flag":0}}
]
}

  },
  "functions": [
    {
      "gauss":{
        "location":{
          "origin":"23.11,127.12",
          "offset":"0km",
          "scale":"100km",
          "decay":0.5
        }
      },
      "weight": 9
    },
    {
      "field_value_factor": {
        "field": "remark_score"
      },
      "weight": 0.2,
    },
    {
      "field_value_factor": {
        "field": "seller_remark_score"
      },
      "weight": 0.1
    },
    {
      "filter": { 
        "term": { "name": "*" }
      },
      "weight": 1
    }
  ]
}

}
}

//创建
put /employee2
{
"settings":{
"number_of_shards":1,
"number_of_replicas":1
},
"mappings":{
"_doc":{
"properties":{
"name":{"type":"text"},
"age":{"type":"integer"}
}
}
}
}
}
//添加字段
put /employee2/_mapping/_doc
{
"properties": {
"auditStatus": {
"type": "integer"
}
}
}
//查询
{"_source":"*",
"script_fields":{
"distance":{
"script":{
"source": "haversin(lat,lon,doc['location'].lat,doc['location'].lon)",
"lang": "expression",
"params":{"lat":39.995125, "lon":116.474152}
}
}
},
"query": {
"function_score": {
"query":{
"bool":{
"should":[
{"match_all":{}}
],
"filter":[{"terms":{"status":[3]}},{"range":{"editTime":{"lte":"2021-12-01 09:33:53"}}}],
"minimum_should_match":1
}
},
"functions":[{"gauss":{"location":{"offset":"0km","origin":"39.995125,116.474152","scale":"500km","decay":0.5}},"weight":0},{"field_value_factor":{"field":"id","modifier":"log2p","factor":2},"weight":0},{"field_value_factor":{"field":"praiseNum","modifier":"log2p","factor":2},"weight":0},{"field_value_factor":{"field":"commentNum","modifier":"log2p","factor":2},"weight":0},{"field_value_factor":{"field":"rewardNum","modifier":"log2p","factor":2},"weight":0},{"field_value_factor":{"field":"reward","modifier":"log2p","factor":2},"weight":0},{"filter":{"match":{"categoryName":"情感"}},"weight":0},{"filter":{"term":{"topStatus":1}},"weight":50000000}],
"score_mode": "sum",
"boost_mode": "sum"
}
},
"sort": [
{
"_score":{
"order": "desc"
},
"updateTimestamp" :{
"order": "desc"
} }
],
"from":0,"size": 10}

kibana 请求
//1.基本命令//删除索引delete /test/创建索引/put /test{"settings":{"nu...
如何设置es最大搜索量
通过kibana发起请求修改配置即可： put 库名(index) /_settings?preserve_exi...
Elasticsearch系列---Java客户端代码Demo
前言前面历经33篇内容的讲解，与ES的请求操作都是在Kibana平台上用Restful请求完成的，一直没发布Ja...
排查elasticsearch的cpu居高不下，查询慢的问题
背景近来es查询很慢，kibana的discover界面偶尔还会因为查询请求超时而无法显示数据。/_cat/in...
Elasticsearch的增删改查语法
这里使用Kibana的Dev Tools来操作，方便查看。也可使用postman等工具，注意请求方式即可。Kiba...
centos6 docker安装kibana
kibana: image: docker.elastic.co/kibana/kibana:7.1.0 co...
kibana
kibana安装下载kibana https://www.elastic.co/downloads/kibana...
Ansible Role 日志分析之【kibana】
Ansible Role: kibana 安装kibana 介绍 Kibana 是一个为 Logstash 和 E...
kinana相关配置
kibana配置文件说明 kibana的配置文件位于/home/elasticsearch/kibana/conf...
kibana 安装 --- 2021-11-30
linux安装kibana 下载kibana 修改配置文件 vim config/kibana.yml # 放开注...