generated from telia-oss/terraform-module-template
-
Notifications
You must be signed in to change notification settings - Fork 8
/
housekeep.py
63 lines (54 loc) · 1.95 KB
/
housekeep.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
import logging
import os
import urllib3
import json
import re
import datetime
logger = logging.getLogger()
logger.setLevel(logging.INFO)
pm = urllib3.PoolManager()
# Check if the required envvars are set
retention = None
try:
retention = datetime.timedelta(
int(os.environ['ES_RETENTION_DAYS'])
)
except Exception as e:
logging.error('Error with ES_RETENTION_DAYS environment variable: {}'.format(e))
elasticsearch = None
try:
elasticsearch = os.environ['ES_HOSTNAME']
except Exception as e:
logging.error('Error with ES_HOSTNAME environment variable: {}'.format(e))
def lambda_handler(event, context):
# Get a list of all indices in the cluster
indices = None
try:
indices = pm.request(
'GET',
'https://' + elasticsearch + '/_cat/indices?format=json'
)
indices = json.loads(indices.data)
except Exception as e:
logger.error('Failed to get the list of indices: {}'.format(e))
# Select the indices we are doing to delete
indices_to_delete = []
for index in indices:
if re.match('^jaeger-', index['index']):
timestamp = re.sub('^[^0-9]*','', index['index'])
timestamp = datetime.date.fromisoformat(timestamp)
if timestamp < datetime.date.today() - retention:
indices_to_delete.append(index['index'])
logger.info('Selected the following indices to delete: {}'.format(indices_to_delete.sort()))
# Delete selected indices
for index in indices_to_delete:
try:
delete_request = pm.request(
'DELETE',
'https://' + elasticsearch + '/' + index
)
if delete_request.status != 200:
logger.error('Error from ES while deleting index "{}": {}'.format(index, delete_request.data))
except Exception as e:
logger.error('Failed to delete index "{}": {}'.format(index, e))
return {'statusCode': 200}