external/HyperProxmox
1
0
Fork 0
mirror of https://github.com/ThomasGsp/HyperProxmox.git synced 2025-02-12 11:12:10 +00:00
Code Issues Releases Wiki Activity

- Implement bulk writting log

Browse source
This commit is contained in:
Tlams 2018-04-12 17:29:34 +01:00
parent 640334893d
commit f67a6463ad
3 changed files with 40 additions and 23 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

46
code/scripts/main/core/libs/logs.py
View file

@ -5,6 +5,7 @@ import http.client as http_client
import datetime
import re
import json
from sys import getsizeof
class StreamToLogger(object):
def __init__(self, logger, log_level=logging.INFO):
@ -89,6 +90,9 @@ class Logger2:
def __init__(self, loggerconf):
self.logs_dir = loggerconf['logs_dir']
self.log_level = int(loggerconf['logs_level'])
self.bulk = loggerconf['bulk_write']
self.bulk_size = loggerconf['bulk_size']
self.currenttext = ""
def write(self, json_text):
switcher = {
@ -104,30 +108,32 @@ class Logger2:
if lKeyC >= self.log_level and lKeyC <= 4:
now = datetime.datetime.now()
date = now.strftime("%Y-%m-%d %H:%M")
text = re.sub(r"ticket\?(.*?) ", "ticket?username=***YOUR_USER***&password=***PWD***", json_text["value"])
newtext = re.sub(r"ticket\?(.*?) ", "ticket?username=***YOUR_USER***&password=***PWD***", json_text["value"])
try:
info = "[{0}] [{1}] [{2}]".format(json_text["result"], json_text["type"], json_text["target"])
except BaseException:
info = "[{0}] [{1}]".format(json_text["result"], json_text["type"])
text = "[{date}] {info} : {text} \n".format(date=date, info=info, text=text)
try:
if json_text["type"] == "PROXMOX":
errorlog = open("{0}/proxmox.log".format(self.logs_dir), "ab")
errorlog.write(text.encode('utf-8'))
elif json_text["type"] == "HYPERPROXMOX":
errorlog = open("{0}/hyperproxmox.log".format(self.logs_dir), "ab")
errorlog.write(text.encode('utf-8'))
elif json_text["type"] == "PYTHON":
errorlog = open("{0}/python.log".format(self.logs_dir), "ab")
errorlog.write(text.encode('utf-8'))
else:
errorlog = open("{0}/others.log".format(self.logs_dir), "ab")
errorlog.write(text.encode('utf-8'))
errorlog.close()
except BaseException:
print("Cannot write on {0}, please check permissions.".format(self.logs_dir))
exit(1)
newtext = "[{date}] {info} : {text} \n".format(date=date, info=info, text=newtext)
self.currenttext = self.currenttext + newtext
if getsizeof(self.currenttext) > 800 or self.bulk == 0 or self.log_level == 6:
try:
if json_text["type"] == "PROXMOX":
errorlog = open("{0}/proxmox.log".format(self.logs_dir), "ab")
errorlog.write(self.currenttext.encode('utf-8'))
elif json_text["type"] == "HYPERPROXMOX":
errorlog = open("{0}/hyperproxmox.log".format(self.logs_dir), "ab")
errorlog.write(self.currenttext.encode('utf-8'))
elif json_text["type"] == "PYTHON":
errorlog = open("{0}/python.log".format(self.logs_dir), "ab")
errorlog.write(self.currenttext.encode('utf-8'))
else:
errorlog = open("{0}/others.log".format(self.logs_dir), "ab")
errorlog.write(self.currenttext.encode('utf-8'))
errorlog.close()
self.currenttext = ""
except BaseException:
print("Cannot write on {0}, please check permissions.".format(self.logs_dir))
exit(1)

7
code/scripts/main/private/conf/config
View file

@ -6,6 +6,9 @@ user: hyperproxmox
key_pvt: private/keys/Ragnarok.pvt.key
key_pub: private/keys/Ragnarok.pub.key
admin_mail: tlams@localhost
[web]
user: www-data
@ -49,8 +52,10 @@ debug = False
; debug level 1: "INFO", 2: "WARNING", 3: "ERROR", 4: "CRITICAL", 5: "DEBUG"
logs_level = 1
; Limit IO writte, if debug level is active, this value is overwrite to 0
; Limit IO write, if debug level is active, this value is overwrite to 0
bulk_write = 1
; Buffer size
bulk_size = 1000
; log output
logs_dir = /var/log/hyperproxmox/

10
code/scripts/main/startup.py
View file

@ -27,11 +27,17 @@ if __name__ == "__main__":
generalconf = {
"logger": {"debug": localconf['logger']['debug'], "logs_level": localconf['logger']['logs_level'],
"logs_dir": localconf['logger']['logs_dir']},
"logs_dir": localconf['logger']['logs_dir'], "bulk_write": localconf['logger']['bulk_write'],
"bulk_size": localconf['logger']['bulk_size']},
"analyst": {"walker": localconf['walker']['walker'], "walker_lock": localconf['walker']['walker_lock']},
"mongodb": {"ip": localconf['databases']['mongodb_ip'], 'port': localconf['databases']['mongodb_port']},
"redis": {"ip": localconf['databases']['redis_ip'], 'port': localconf['databases']['redis_port']},
"deploy": {'concurrencydeploy': localconf['deploy']['concurrencydeploy'], 'delayrounddeploy': localconf['deploy']['delayrounddeploy']}
"deploy": {'concurrencydeploy': localconf['deploy']['concurrencydeploy'],
'delayrounddeploy': localconf['deploy']['delayrounddeploy']}
}
""" Active logger"""