scroll 方式查询es log 示例

直接上code...

from elasticsearch import Elasticsearch


source_es_ip = "127.0.0.1"
scroll_time = "10m"
scroll_size = 500
es_query_dict = {"query": {"query_string": {
            "query": "tm_timestamp: [2018-08-27T00:00:00 TO 2018-08-28T00:00:00]",
            "default_operator": "AND"}}}

def get_es_logs():
    es_client = Elasticsearch([source_es_ip], port=9200, timeout=300)

    total_docs = 0
    page = es_client.search(scroll=scroll_time,
                            size=scroll_size,
                            body=json.dumps(es_query_dict))
    while True:
        sid = page['_scroll_id']
        details = page["hits"]["hits"]
        doc_count = len(details)
        if len(details) > 0:
            total_docs += doc_count
            # to-do process es logs
        else:
            break
        page = es_client.scroll(scroll_id=sid, scroll=scroll_time)

    print("total docs: " + str(total_docs))