214 lines
7.3 KiB
Python
Executable File
214 lines
7.3 KiB
Python
Executable File
#!/usr/bin/python3
|
|
# -*- coding: utf-8 -*-
|
|
'''
|
|
=head1 NAME
|
|
znc_logs
|
|
|
|
=head1 DESCRIPTION
|
|
Shows lines/minute in today's znc-logs
|
|
|
|
=head2 CONFIGURATION
|
|
[znc_logs]
|
|
user znc # or any other user/group that can read the znclog-folder
|
|
group znc
|
|
env.logdir /var/lib/znc/moddata/log/ # path to the GLOBAL log-folder with a "/" at the end
|
|
env.expire 0 # Keep channel names forever - OR -
|
|
env.expire 1 # Forget channel names from last run
|
|
|
|
=head1 COPYRIGHT
|
|
GPL VERSION 3
|
|
|
|
=head1 AUTHOR
|
|
Thor77 <thor77[at]thor77.org>
|
|
'''
|
|
import json
|
|
import os, sys, time
|
|
import re
|
|
import stat
|
|
import traceback
|
|
|
|
logdir = os.environ.get('logdir')
|
|
expire = os.environ.get('expire', 0)
|
|
|
|
if not logdir:
|
|
raise Exception('You have to set the logdir with env.logdir <path to log> in the plugin-conf!')
|
|
|
|
date = time.strftime('%Y%m%d')
|
|
longdate = time.strftime('%Y-%m-%d')
|
|
last_values_file = os.environ['MUNIN_PLUGSTATE'] + '/znc_logs_last'
|
|
|
|
def get_last():
|
|
try:
|
|
d = {}
|
|
with open(last_values_file, 'r') as f:
|
|
d = json.load(f)
|
|
return d
|
|
except FileNotFoundError:
|
|
return {}
|
|
|
|
def tail_open(filename, position=0):
|
|
# Based on tail_open from perls' Munin::Plugin
|
|
filereset = 0
|
|
size = os.stat(filename)[stat.ST_SIZE]
|
|
if size is None:
|
|
return (undef, undef)
|
|
f = open(filename, 'r', encoding='utf-8', errors='replace')
|
|
if position > size:
|
|
filereset = 1
|
|
else:
|
|
f.seek(position, 0)
|
|
newpos = f.tell()
|
|
if newpos != position:
|
|
raise Exception
|
|
return (f, filereset)
|
|
|
|
def tail_close(fh):
|
|
position = fh.tell()
|
|
fh.close()
|
|
return position
|
|
|
|
|
|
last = get_last()
|
|
if "users" in last:
|
|
user_list = last["users"]
|
|
else:
|
|
user_list = {}
|
|
if "channels" in last:
|
|
channel_list = last["channels"]
|
|
else:
|
|
channel_list = {}
|
|
if "log_pos" in last:
|
|
log_pos = last["log_pos"]
|
|
else:
|
|
log_pos = {}
|
|
|
|
channel_stats = {}
|
|
user_stats = {}
|
|
|
|
def read_data(savestate=True):
|
|
# Version 1.6 will change to directory-based filing, so walk recursively
|
|
for (dirpath, dirnames, filenames) in os.walk(logdir):
|
|
for filename in filenames:
|
|
filename_ = filename.replace('.log', '')
|
|
|
|
user, network, channel, file_date = (None, None, None, None)
|
|
|
|
try:
|
|
if len(dirpath) > len(logdir):
|
|
# We're below the log path, so this is a 1.6-style log
|
|
reldir = dirpath.replace(logdir + "/", '', 1)
|
|
try:
|
|
network, channel = reldir.split(os.sep)
|
|
except ValueError as e:
|
|
user, network, channel = reldir.split(os.sep)
|
|
file_date = filename_
|
|
else:
|
|
try:
|
|
network, channel, file_date = filename_.split('_')
|
|
except ValueError as e:
|
|
user, network, channel, file_date = filename_.split('_')
|
|
except ValueError as e:
|
|
continue
|
|
network_channel = '{}@{}'.format(channel, network)
|
|
if network.lower() not in channel_list:
|
|
channel_list[network.lower()] = {}
|
|
if channel.startswith('#'):
|
|
channel_list[network.lower()][channel.lower()] = network_channel
|
|
user_list[user.lower()] = user
|
|
# check if log is from today
|
|
if (file_date == date or file_date == longdate):
|
|
# current lines in the file
|
|
(fh, r) = tail_open(os.path.join(dirpath,filename), log_pos.get(os.path.join(dirpath, filename), 0))
|
|
current_value = 0
|
|
while True:
|
|
where = fh.tell()
|
|
line = fh.readline()
|
|
if line.endswith('\n'):
|
|
current_value += 1
|
|
else:
|
|
# Incomplete last line
|
|
fh.seek(where, 0)
|
|
log_pos[os.path.join(dirpath, filename)] = tail_close(fh)
|
|
break
|
|
|
|
if network_channel.lower() in channel_stats and channel.startswith('#'):
|
|
channel_stats[network_channel.lower()] += current_value
|
|
else:
|
|
channel_stats[network_channel.lower()] = current_value
|
|
|
|
if user is not None and user.lower() in user_stats:
|
|
user_stats[user.lower()] += current_value
|
|
else:
|
|
user_stats[user.lower()] = current_value
|
|
if savestate:
|
|
savedata = {}
|
|
if int(expire) == 0:
|
|
savedata["users"] = user_list
|
|
savedata["channels"] = channel_list
|
|
savedata["log_pos"] = log_pos
|
|
with open(last_values_file, 'w') as f:
|
|
json.dump(savedata,f)
|
|
|
|
|
|
def emit_config():
|
|
print('graph_title Lines in the ZNC-log')
|
|
print('graph_category chat')
|
|
print('graph_vlabel lines / ${graph_period}')
|
|
print('graph_scale no')
|
|
print('graph_args --base 1000 --lower-limit 0')
|
|
print('graph_period minute')
|
|
graph_order = []
|
|
|
|
if 'MUNIN_CAP_DIRTYCONFIG' in os.environ and os.environ['MUNIN_CAP_DIRTYCONFIG'] == 1:
|
|
read_data(1)
|
|
else:
|
|
read_data(0)
|
|
|
|
for network in channel_list.keys():
|
|
for channel in channel_list[network].keys():
|
|
|
|
# print things to munin
|
|
network_channel = "{}_{}".format(network,channel).replace('.', '').replace('#', '').replace('@','_')
|
|
print('{network_channel}.label {label}'.format(network_channel=network_channel, label=channel_list[network][channel]))
|
|
print('{network_channel}.type ABSOLUTE'.format(network_channel=network_channel))
|
|
print('{network_channel}.min 0'.format(network_channel=network_channel))
|
|
print('{network_channel}.draw AREASTACK'.format(network_channel=network_channel))
|
|
|
|
graph_order.append(network_channel)
|
|
for user in user_list.keys():
|
|
fuser = re.sub(r'^[^A-Za-z_]', '_', user)
|
|
fuser = re.sub(r'[^A-Za-z0-9_]', '_', fuser)
|
|
print('{fuser}.label User {user}'.format(fuser=fuser, user=user))
|
|
print('{fuser}.type ABSOLUTE'.format(fuser=fuser))
|
|
print('{fuser}.min 0'.format(fuser=fuser))
|
|
print('{fuser}.draw LINE1'.format(fuser=fuser))
|
|
|
|
print('graph_order {}'.format(" ".join(sorted(graph_order, key=str.lower))))
|
|
|
|
def emit_values():
|
|
read_data(1)
|
|
for network in channel_list.keys():
|
|
for channel in channel_list[network].keys():
|
|
|
|
# print things to munin
|
|
key = channel_list[network][channel]
|
|
network_channel = "{}_{}".format(network,channel).replace('.', '').replace('#', '').replace('@','_')
|
|
if key.lower() in channel_stats:
|
|
print('{network_channel}.value {value}'.format(network_channel=network_channel, value=channel_stats[key.lower()]))
|
|
else:
|
|
print('{network_channel}.value U'.format(network_channel=network_channel))
|
|
for user in user_list.keys():
|
|
fuser = re.sub(r'^[^A-Za-z_]', '_', user)
|
|
fuser = re.sub(r'[^A-Za-z0-9_]', '_', fuser)
|
|
if user.lower() in user_stats:
|
|
print('{fuser}.value {value}'.format(fuser=fuser, value=user_stats[user.lower()]))
|
|
else:
|
|
print('{fuser}.value U'.format(fuser=fuser))
|
|
|
|
|
|
if len(sys.argv) > 1 and sys.argv[1] == 'config':
|
|
emit_config()
|
|
sys.exit(0)
|
|
|
|
emit_values()
|