Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Delete graphite data when resource gets deleted #154

Merged
merged 7 commits into from
Oct 5, 2017
Merged

Delete graphite data when resource gets deleted #154

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
8d1b6c1
Delete graphite data when resource gets deleted
rishubhjain Sep 28, 2017
52137b9
Removing host details in graphite
rishubhjain Sep 28, 2017
3d1cc56
Updated code
rishubhjain Sep 28, 2017
01f4974
Updates as per review comments
rishubhjain Oct 3, 2017
cf458f9
Updating function name and changing approach to read carbon.conf file
rishubhjain Oct 4, 2017
02ddebc
Using os.makedirs instead of os.system
rishubhjain Oct 4, 2017
210c515
Using integration_id instead of cluster_id
rishubhjain Oct 5, 2017
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
217 changes: 217 additions & 0 deletions tendrl/monitoring_integration/flows/delete_resource_from_graphite/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,217 @@
import etcd
import os
import datetime
import ConfigParser


from tendrl.commons import flows
from tendrl.commons.utils import log_utils as logger
from tendrl.commons.utils import etcd_utils
from tendrl.monitoring_integration.grafana import create_dashboards



class DeleteResourceFromGraphite(flows.BaseFlow):

def run(self):
super(UpdateGraphite, self).run()
integration_id = self.parameters.get("TendrlContext.integration_id")
resource_name = str(
self.parameters.get("Trigger.resource_name")).lower()
resource_type = str(
self.parameters.get("Trigger.resource_type")).lower()
self.update_graphite(integration_id, resource_name,
resource_type.lower())

def get_data_dir_path(self):
carbon_path = "/etc/tendrl/monitoring-integration/carbon.conf"
if not os.path.exists(carbon_path):
return None
carbon_config = ConfigParser.ConfigParser()
carbon_config.read(carbon_path)
try:
whisper_path = str(carbon_config.get("cache", "local_data_dir"))
whisper_path = os.path.join(whisper_path, "tendrl/")
return whisper_path
except KeyError:
return None

def delete_brick_details(self, integration_id, resource_name,
whisper_path):
host_name = resource_name.split("|", 1)[1].split(":",
1)[0].replace(".",
"_")
brick_name = resource_name.split("|", 1)[1].split(":",
1)[1].replace("/",
'\|')
vol_name = resource_name.split("|", 1)[0]
archive_path = os.path.join(WHISPER_PATH, "clusters",
str(integration_id),
"archive", "bricks")
if not os.path.exists(archive_path):
os.makedirs(str(archive_path))
resource_folder_name = str(brick_name) + "_" + \
str(datetime.datetime.now().isoformat())
archive_path = os.path.join(archive_path, resource_folder_name)
resource_path = os.path.join(WHISPER_PATH, "clusters",
str(integration_id), "nodes",
str(host_name), "bricks",
str(brick_name))
brick_path = os.path.join(
WHISPER_PATH, "clusters", str(integration_id), "nodes",
str(host_name), "bricks",
resource_name.split("|", 1)[1].split(":", 1)[1].replace("/", "|")
)
if os.path.exists(brick_path):
ret_val = os.system("mv " + str(resource_path) + " " +
str(archive_path))
if ret_val is 0:
logger.log("info", NS.get("publisher_id", None),
{'message': "Brick " + str(resource_name) +
"deleted from graphite"})
else:
logger.log("error", NS.get("publisher_id", None),
{'message': "Brick " + str(resource_name) +
"deletion from graphite failed"})
archive_path = os.path.join(archive_path,
"volumes", vol_name)
os.makedirs(str(archive_path))
resource_path = os.path.join(WHISPER_PATH, "clusters",
str(integration_id), "volumes",
str(vol_name), "nodes",
str(host_name), "bricks",
str(brick_name))
brick_path = os.path.join(WHISPER_PATH, "clusters",
str(integration_id), "volumes",
str(vol_name), "nodes",
str(host_name), "bricks",
resource_name.split("|",
1)[1].split(":",
1)[1].replace("/", "|"))
if os.path.exists(brick_path):
ret_val = os.system("mv " + str(resource_path) + " " +
str(archive_path))
if ret_val is 0:
logger.log("info", NS.get("publisher_id", None),
{'message': "Brick " + str(resource_name) +
"deleted from graphite"})
else:
logger.log("error", NS.get("publisher_id", None),
{'message': "Brick " + str(resource_name) +
"deletion from graphite failed"})

def delete_volume_details(self, integration_id, resource_name, whisper_path):
resource_path = os.path.join(WHISPER_PATH, "clusters",
str(integration_id),
"volumes", resource_name)
archive_path = os.path.join(WHISPER_PATH, "clusters",
str(integration_id),
"archive", "volumes")
if not os.path.exists(archive_path):
os.makedirs(str(archive_path))
resource_folder_name = str(resource_name) + "_" + \
str(datetime.datetime.now().isoformat())
archive_path = os.path.join(archive_path, resource_folder_name)
if os.path.exists(resource_path):
ret_val = os.system("mv " + str(resource_path) + " " +
str(archive_path))
if ret_val is 0:
logger.log("info", NS.get("publisher_id", None),
{'message': "Volume " + str(resource_name) +
"deleted from graphite"})
else:
logger.log("error", NS.get("publisher_id", None),
{'message': "Volume " + str(resource_name) +
"deletion from graphite failed"})

def delete_host_details(self, integration_id, resource_name, whisper_path):
host_name = resource_name.replace(".", "_")
volume_affected_list = []
volume_key = os.path.join("clusters", str(integration_id), "Volumes")
volume_list = create_dashboards.get_resource_keys("", volume_key)
for volume_id in volume_list:
flag = False
single_volume_key = os.path.join(volume_key, volume_id,
"Bricks")
subvolume_list = create_dashboards.get_resource_keys("",
single_volume_key)
for subvolume in subvolume_list:
subvolume_brick_key = os.path.join(single_volume_key,
subvolume)
brick_list = create_dashboards.get_resource_keys("",
subvolume_brick_key)
if flag:
flag = False
break
for brick in brick_list:
subvolume_hostname = brick.split(":",
1)[0].replace(".",
"_")
if host_name == subvolume_hostname:
volume_key = os.path.join(volume_key, volume_id,
"name")
try:
volume_name = etcd_utils.read(volume_key).value
volume_affected_list.append(volume_name)
except etcd.EtcdKeyNotFound:
pass
flag = True
break
archive_path = os.path.join(WHISPER_PATH, "clusters",
str(integration_id),
"archive", "nodes")
if not os.path.exists(archive_path):
os.makedirs(str(archive_path))
resource_folder_name = str(host_name) + "_" + \
str(datetime.datetime.now().isoformat())
archive_path = os.path.join(archive_path, resource_folder_name)
os.makedirs(str(archive_path))
resource_path = os.path.join(WHISPER_PATH, "clusters",
str(integration_id), "nodes",
str(host_name))
if os.path.exists(resource_path):
ret_val = os.system("mv " + str(resource_path) + " " +
str(archive_path))
if ret_val is 0:
logger.log("info", NS.get("publisher_id", None),
{'message': "Host " + str(resource_name) +
"deleted from graphite"})
else:
logger.log("error", NS.get("publisher_id", None),
{'message': "Host " + str(resource_name) +
"deletion from graphite failed"})
for vol_name in volume_affected_list:
archive_path = os.path.join(archive_path,
"volumes", vol_name)
os.makedirs(str(archive_path))
resource_path = os.path.join(WHISPER_PATH, "clusters",
str(integration_id), "volumes",
str(vol_name), "nodes",
str(host_name))
if os.path.exists(resource_path):
ret_val = os.system("mv " + str(resource_path) + " " +
str(archive_path))
if ret_val is 0:
logger.log("info", NS.get("publisher_id", None),
{'message': "Host " + str(resource_name) +
"deleted from graphite"})
else:
logger.log("error", NS.get("publisher_id", None),
{'message': "Host " + str(resource_name) +
"deletion from graphite failed"})

def update_graphite(self, integration_id, resource_name, resource_type):
whisper_path = self.get_data_dir_path()
if not whisper_path:
logger.log("error", NS.get("publisher_id", None),
{'message': "Cannot retrieve whisper path"})
return
if resource_type == "volume":
self.delete_volume_details(self, integration_id,
resource_name, whisper_path)
if resource_type == "brick":
self.delete_brick_details(self, integration_id,
resource_name, whisper_path)
if resource_type == "host":
self.delete_host_details(self, integration_id,
resource_name, whisper_path)
14 changes: 14 additions & 0 deletions tendrl/monitoring_integration/objects/definition/monitoring_integration.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,20 @@ namespace.monitoring:
type: Create
version: 1
uuid: 1951e821-7aa9-4a91-8183-e73bc8275bde
DeleteResourceFromGraphite:
tags:
- tendrl/integration/monitoring
help: Delete Resource From Graphite
enabled: true
inputs:
mandatory:
- TendrlContext.integration_id
- Trigger.resource_name
- Trigger.resource_type
run: monitoring.flows.DeleteResourceFromGraphite
type: Create
version: 1
uuid: 1951e821-7aa9-4a91-8183-e73bc8275bfe
objects:
AlertTypes:
enabled: True
Expand Down