diff --git a/send_data.py b/send_data.py index 2c6d61f..106e89d 100644 --- a/send_data.py +++ b/send_data.py @@ -65,6 +65,8 @@ def put_mapping(index_name, mapping_file, quiet=False): if not quiet: print("File '{} sended to Elasticsearch!".format(mapping_file.name)) + put_setting(index_name, quiet) + def check_all_data_is_saved(file): time.sleep(2) with open(file.name, 'r') as file: @@ -73,17 +75,34 @@ def check_all_data_is_saved(file): extract = json.loads(lines[1]) type = extract['type'] - payload = "{\"track_total_hits\": true,\"query\": {\"constant_score\": {\"filter\": {\"term\": {\"type\": \""+ type + "\"}}}}}" + payload = {"track_total_hits": "true", "query": {"constant_score": {"filter": {"term": {"type": type}}}}} res = requests.get(url=ELASTICSEARCH_URL + INDEX_NAME + '/_search?size=0', - data=payload, - headers={'Content-Type': 'application/x-ndjson'}) + data=json.dumps(payload), + headers={'Content-Type': 'application/x-ndjson'}) element_in_els = res.json()['hits']['total']['value'] print(element_in_els) print(str(int(file_nb_line))) +def put_setting(index_name, quiet=False): + """ + Update setting of index to set number of replica to 0 + """ + if not quiet: + print("Update setting of index '{}' - set replica to 0...".format(index_name)) + + query = {"index" : {"number_of_replicas" : 0}} + res = requests.put(url=ELASTICSEARCH_URL + index_name + "/_settings", + data=json.dumps(query), + headers={'Content-Type': 'application/json'}) + if res.status_code != 200: + print("An error occured") + print(res.text) + else: + if not quiet: + print('Setting of index updated') #### main block ####