external/HyperProxmox
1
0
Fork 0
mirror of https://github.com/ThomasGsp/HyperProxmox.git synced 2025-03-09 15:40:18 +00:00
Code Issues Releases Wiki Activity

Purge system

Browse source
This commit is contained in:
Tlams 2018-04-28 12:45:19 +01:00
parent ed48b3227a
commit 2f560c4257
2 changed files with 98 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

83
code/scripts/main/core/core.py
View file

@ -29,7 +29,7 @@ def RunAnalyse(clusters_conf, generalconf, logger):
class Core:
# def __init__(self, generalconf, Lredis):
def __init__(self, generalconf, logger):
self.purge = False
self.generalconf = generalconf
self.logger = logger
self.logger.write({"thread":threading.get_ident() ,"result": "INFO", "type": "HYPERPROXMOX",
@ -113,7 +113,7 @@ class Core:
cache = self.redis_cache.get_message(hash_hex)
if cache is None or self.generalconf["logger"]["debug"] == True:
if cache is None or self.generalconf["logger"]["logs_level"] == 5 or self.purge:
if dest == "instances":
resultmbrequest = self.mongo.get_instances(date, cluster, node, vmid)
elif dest == "nodes":
@ -130,7 +130,6 @@ class Core:
self.redis_cache.insert_message(hash_hex, resultmbrequest, 3600)
return resultmbrequest
else:
return json.loads(cache.replace("'", "\"").replace("None", "\"\""))
@ -467,40 +466,66 @@ class Core:
def managedata(self, json):
if json["action"] == "purge":
purgedata = {}
if json["type"] == "strict":
listdate = self.mongo.get_all_datekey()
if json["date"] in listdate:
for date in listdate:
if date <= json["date"]:
for instance in self.mongo.get_instances(date):
self.mongo.deletedata("instances", instance["_id"])
for node in self.mongo.get_nodes(date):
self.mongo.deletedata("nodes", node["_id"])
for storage in self.mongo.get_storages(date):
self.mongo.deletedata("storages", storage["_id"])
for disk in self.mongo.get_disks(date):
self.mongo.deletedata("disks", disk["_id"])
listdate = self.mongo.get_all_datekey()["value"]
self.logger.write({"thread": threading.get_ident(), "result": "INFO", "type": "HYPERPROXMOX",
"value": "Starting purge process"})
self.purge = True # Purge Lock
totalinstances, totalnodes, totaldisks, totalstorares, totalclusters, totaldates = 0, 0, 0, 0, 0, 0
for date in listdate:
if int(date['date']) <= int(json["date"]):
for instance in self.generalquerycacheinfra("instances", date['date'])["value"]:
purgedata[instance["_id"]["$oid"]] = self.mongo.generalmongodelete("instances", instance["_id"]["$oid"])
totalinstances += 1
else:
purge = {
"value": "This date is not available",
"result": "WARNING",
"type": "HYPERPROXMOX"
}
for node in self.generalquerycacheinfra("nodes", date['date'])["value"]:
purgedata[node["_id"]["$oid"]] = self.mongo.generalmongodelete("nodes", node["_id"]["$oid"])
totalnodes += 1
elif json["type"] == "sequencial":
purge = {
"value": "Not implemented",
"result": "WARNING",
for storage in self.generalquerycacheinfra("storages", date['date'])["value"]:
purgedata[storage["_id"]["$oid"]] = self.mongo.generalmongodelete("storages", storage["_id"]["$oid"])
totalstorares += 1
for disk in self.generalquerycacheinfra("disks", date['date'])["value"]:
purgedata[disk["_id"]["$oid"]] = self.mongo.generalmongodelete("disks", disk["_id"]["$oid"])
totaldisks += 1
for cluster in self.generalquerycacheinfra("clusters", date['date'])["value"]:
purgedata[cluster["_id"]["$oid"]] = self.mongo.generalmongodelete("clusters", cluster["_id"]["$oid"])
totalclusters += 1
purgedata[date["_id"]["$oid"]] = self.mongo.generalmongodelete("dates", date["_id"]["$oid"])
totaldates += 1
self.purge = False # Purge UnLock
valuedelete = {
"Instances": totalinstances, "Disks": totaldisks, "Nodes": totalnodes,
"Storages": totalstorares, "Dates": totaldates, "Clusters": totalclusters
}
self.logger.write({"thread": threading.get_ident(), "result": "INFO", "type": "HYPERPROXMOX",
"value": "{0} entries in your database deleted".format(valuedelete)})
self.logger.write({"thread": threading.get_ident(), "result": "INFO", "type": "HYPERPROXMOX",
"value": "Purge process terminated"})
data = {
"value": "{0} entries in your database deleted".format(valuedelete),
"result": "OK",
"type": "HYPERPROXMOX"
}
else:
purge = {
"value": "Unknown purging type",
"result": "WARNING",
data = {
"value": "Bad request",
"result": "ERROR",
"type": "HYPERPROXMOX"
}
return purge
else:
data = {
"value": "Bad request",
"result": "ERROR",
"type": "HYPERPROXMOX"
}
return data
"""
#######################

46
code/scripts/main/core/modules/mod_database.py
View file

@ -69,6 +69,24 @@ class MongoDB:
self.db = None
self.client = None
def __mappingcol(self, col):
if col == "instances":
collection = self.collection_instances
elif col == "nodes":
collection = self.collection_nodes
elif col == "disks":
collection = self.collection_disks
elif col == "storages":
collection = self.collection_storages
elif col == "dates":
collection = self.collection_datekey
elif col == "clusters":
collection = self.collection_clusters
else:
collection = ""
return collection
def connect(self):
try:
conn = MongoClient(self.server + ':' + str(self.port))
@ -97,6 +115,30 @@ class MongoDB:
}
return result
def generalmongodelete(self, col, id):
try:
# mapping
collection = self.__mappingcol(col)
if collection:
print(col, id)
self.db[collection].remove({"_id": ObjectId(id)})
result = {
"result": "OK",
"value": "{0} has been deleted".format(id)
}
else:
result = {
"result": "ERROR",
"value": "{0} collection not found".format(collection)
}
except BaseException as e:
result = {
"result": "ERROR",
"type": "MongoDB - Request delete failed",
"value": "Invalid request: {0}".format(e)
}
return result
""" CLUSTER """
def get_clusters(self, date, cluster):
try:
@ -228,12 +270,12 @@ class MongoDB:
self.db[self.collection_datekey].update({'date': int(date)}, {'$set': {'status': status}}, upsert=False)
def get_last_datekey(self):
last_id = self.db[self.collection_datekey].find({'status': 'OK'}, {"date": 1, "_id": 0}).sort("date", -1)
last_id = self.db[self.collection_datekey].find({'status': 'OK'}, {"date": 1, "_id": 1}).sort("date", -1)
return {"value": int(json.loads(dumps(last_id))[0]['date'])}
def get_all_datekey(self):
keylist = self.db[self.collection_datekey].find({'status': 'OK'},
{"date": 1, "_id": 0}).sort("date", -1)
{"date": 1, "_id": 1}).sort("date", -1)
return {"value": json.loads(dumps(keylist))}
""" NODES MANAGEMENT"""