From fb3af9507b6cb90f138c49013a01be2c311ae0b3 Mon Sep 17 00:00:00 2001 From: "Maxence G. de Montauzan" Date: Sun, 5 Apr 2020 23:36:34 +0200 Subject: [PATCH] (send_data) Script set settings: replicas at 0 --- send_data.py | 25 ++++++++++++++++++++++--- 1 file changed, 22 insertions(+), 3 deletions(-) diff --git a/send_data.py b/send_data.py index 2c6d61f..106e89d 100644 --- a/send_data.py +++ b/send_data.py @@ -65,6 +65,8 @@ def put_mapping(index_name, mapping_file, quiet=False): if not quiet: print("File '{} sended to Elasticsearch!".format(mapping_file.name)) + put_setting(index_name, quiet) + def check_all_data_is_saved(file): time.sleep(2) with open(file.name, 'r') as file: @@ -73,17 +75,34 @@ def check_all_data_is_saved(file): extract = json.loads(lines[1]) type = extract['type'] - payload = "{\"track_total_hits\": true,\"query\": {\"constant_score\": {\"filter\": {\"term\": {\"type\": \""+ type + "\"}}}}}" + payload = {"track_total_hits": "true", "query": {"constant_score": {"filter": {"term": {"type": type}}}}} res = requests.get(url=ELASTICSEARCH_URL + INDEX_NAME + '/_search?size=0', - data=payload, - headers={'Content-Type': 'application/x-ndjson'}) + data=json.dumps(payload), + headers={'Content-Type': 'application/x-ndjson'}) element_in_els = res.json()['hits']['total']['value'] print(element_in_els) print(str(int(file_nb_line))) +def put_setting(index_name, quiet=False): + """ + Update setting of index to set number of replica to 0 + """ + if not quiet: + print("Update setting of index '{}' - set replica to 0...".format(index_name)) + + query = {"index" : {"number_of_replicas" : 0}} + res = requests.put(url=ELASTICSEARCH_URL + index_name + "/_settings", + data=json.dumps(query), + headers={'Content-Type': 'application/json'}) + if res.status_code != 200: + print("An error occured") + print(res.text) + else: + if not quiet: + print('Setting of index updated') #### main block ####