initial commit

This commit is contained in:
dave 2016-07-09 22:35:55 -07:00
commit bea3bca721
3 changed files with 82 additions and 0 deletions

1
escleaner/__init__.py Normal file
View File

@ -0,0 +1 @@
__version__ = "0.0.1"

61
escleaner/escleaner.py Executable file
View File

@ -0,0 +1,61 @@
#!/usr/bin/env python3
import requests
import re
from datetime import datetime,timedelta
def get_indices():
req = requests.get("{}/_cat/indices".format(es_url))
data = req.text.strip().split("\n")
data = [row.split(" ")[2] for row in data]
data = [item for item in filter(lambda x: logstash_pattern.match(x), data)]
return sorted(data)
def delete_index(index):
if index:
print("deleting {}".format(index))
#print("curl -XDELETE {}{} &&".format(es_url, index))
del_url = "{}{}".format(es_url, index)
print(requests.delete(del_url).text)
def main(url, index, days):
global es_url
global logstash_pattern
es_url = url
logstash_pattern = re.compile(r'%s\-(([0-9]{4})\.([0-9]{2})\.([0-9]{2}))'%index)
deleteBefore = datetime.now() - timedelta(days=days)
indexes = get_indices()
for index in indexes:
datematch = logstash_pattern.match(index)
year = int(datematch.group(2))
month = int(datematch.group(3))
day = int(datematch.group(4))
indexDate = datetime(year=year, month=month, day=day)
if indexDate < deleteBefore:
delete_index(index)
def shell():
import argparse
parser = argparse.ArgumentParser(description='Delete logstash indexes by age')
parser.add_argument('-u', '--url', action='store', required=True, help='Elasticsearch url')
parser.add_argument('-d', '--days', action='store', default=31, help='Maximum index age that will be kept', type=int)
parser.add_argument('-i', '--index', action='store', default="logstash", help='Index name to inspect. (Used as so: "%%s-YYYY.MM.DD")')
args = parser.parse_args()
main(args.url, args.index, args.days)
if __name__ == '__main__':
shell()

20
setup.py Executable file
View File

@ -0,0 +1,20 @@
#!/usr/bin/env python3
from setuptools import setup
from escleaner import __version__
setup(name='escleaner',
version=__version__,
description='Utility for deleteding logstash-elasticearch indices by age',
url='http://gitlab.davepedu.com/dave/escleaner',
author='dpedu',
author_email='dave@davepedu.com',
packages=['escleaner'],
entry_points={
'console_scripts': [
'escleaner = escleaner.escleaner:shell',
]
},
install_requires=[
'requests==2.10.0',
],
zip_safe=False)