2019-10-17 05:16:28 +02:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
import ipaddress
|
2020-02-04 01:40:20 +01:00
|
|
|
import re
|
|
|
|
|
|
|
|
from packaging import version
|
2019-10-17 05:16:28 +02:00
|
|
|
|
2019-10-17 13:45:55 +02:00
|
|
|
# rfc6052: IPv6 Addressing of IPv4/IPv6 Translators
|
|
|
|
nat64 = ipaddress.ip_network("64:ff9b::/96")
|
|
|
|
|
|
|
|
|
2019-12-29 01:16:17 +01:00
|
|
|
class EjabberdMetrics:
|
2019-10-17 05:16:28 +02:00
|
|
|
"""
|
|
|
|
class to fetch metrics per xmlrpc
|
|
|
|
"""
|
2020-02-17 01:18:46 +01:00
|
|
|
def __init__(self, url, login=None, api="rpc", muc_host: str = 'conference'):
|
2019-10-17 05:16:28 +02:00
|
|
|
self._login = login
|
2020-02-17 01:18:46 +01:00
|
|
|
self.muc_host = muc_host
|
2019-12-07 15:30:48 +01:00
|
|
|
if api == "rpc":
|
2019-12-29 01:16:17 +01:00
|
|
|
self.url = url
|
2019-12-07 15:30:48 +01:00
|
|
|
self._cmd = self._rpc
|
|
|
|
else:
|
|
|
|
self._url = url
|
|
|
|
self._cmd = self._rest
|
2019-12-07 16:19:36 +01:00
|
|
|
|
2019-12-07 15:30:48 +01:00
|
|
|
@property
|
|
|
|
def _auth(self):
|
|
|
|
if self._login is not None:
|
2019-12-29 01:16:17 +01:00
|
|
|
return f"{self._login['user']}@{self._login['server']}", self._login['password']
|
2019-12-07 15:30:48 +01:00
|
|
|
return None
|
|
|
|
|
2020-02-04 01:40:20 +01:00
|
|
|
@property
|
|
|
|
def _verstring(self):
|
|
|
|
if self._login is not None:
|
|
|
|
ver_str = re.compile('([1-9][0-9.-]*)')
|
|
|
|
status = self._cmd('status', {})
|
|
|
|
|
|
|
|
# matches
|
|
|
|
tmp = ver_str.findall(status)[0]
|
|
|
|
|
|
|
|
# return parsed version string
|
|
|
|
return version.parse(tmp)
|
|
|
|
|
|
|
|
return None
|
|
|
|
|
2019-12-29 01:16:17 +01:00
|
|
|
def _rest(self, command: str, data):
|
|
|
|
import requests
|
|
|
|
|
|
|
|
with requests.Session() as s:
|
|
|
|
r = s.post(f'{self._url}/{command}', auth=self._auth, json=data)
|
|
|
|
|
|
|
|
if r.status_code == 200:
|
|
|
|
return r.json()
|
|
|
|
return{}
|
|
|
|
|
|
|
|
def _rpc(self, command: str, data):
|
|
|
|
from xmlrpc import client
|
|
|
|
|
|
|
|
with client.ServerProxy(self.url) as server:
|
|
|
|
fn = getattr(server, command)
|
|
|
|
try:
|
|
|
|
if self._login is not None:
|
|
|
|
return fn(self._login, data)
|
|
|
|
return fn(data)
|
|
|
|
except:
|
|
|
|
return {}
|
2019-10-17 05:16:28 +02:00
|
|
|
|
2019-10-17 13:45:55 +02:00
|
|
|
def _client(self, resource):
|
|
|
|
clientmap = {
|
|
|
|
"Conv6ations for Sum7": ["Conversations with IPv6"],
|
|
|
|
"Conversations": [],
|
|
|
|
"Pix-Art Messenger": [],
|
2019-12-07 14:48:25 +01:00
|
|
|
"Gajim": ["gajim"],
|
|
|
|
"Psi+": [],
|
2019-10-17 13:45:55 +02:00
|
|
|
"jitsi": [],
|
2019-12-07 14:48:25 +01:00
|
|
|
"Dino": ["dino"],
|
2019-10-17 13:45:55 +02:00
|
|
|
"poezio": [],
|
2019-12-07 14:48:25 +01:00
|
|
|
"profanity": [],
|
|
|
|
"Xabber": [],
|
|
|
|
"ChatSecure": ["chatsecure"]
|
2019-10-17 13:45:55 +02:00
|
|
|
}
|
2019-12-07 14:48:25 +01:00
|
|
|
|
2019-10-17 14:23:11 +02:00
|
|
|
for client, names in clientmap.items():
|
2019-10-17 13:45:55 +02:00
|
|
|
for c in names:
|
|
|
|
if c in resource:
|
|
|
|
return client
|
|
|
|
if client in resource:
|
|
|
|
return client
|
|
|
|
return "other"
|
2019-10-17 14:23:11 +02:00
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
def _ipversion(ip):
|
2019-10-17 13:45:55 +02:00
|
|
|
addr = ipaddress.ip_address(ip)
|
|
|
|
if addr.version == 6:
|
|
|
|
if addr.ipv4_mapped:
|
|
|
|
return 4
|
|
|
|
if addr in nat64:
|
|
|
|
return 4
|
|
|
|
return addr.version
|
|
|
|
|
2019-10-17 05:16:28 +02:00
|
|
|
def fetch_onlineuser(self):
|
|
|
|
tmp = self._cmd("connected_users_info", {})
|
|
|
|
if "connected_users_info" not in tmp:
|
2019-12-07 15:30:48 +01:00
|
|
|
return tmp
|
2019-10-17 05:16:28 +02:00
|
|
|
data = []
|
|
|
|
for c in tmp["connected_users_info"]:
|
|
|
|
if "session" not in c:
|
|
|
|
continue
|
|
|
|
user = {}
|
|
|
|
for attrs in c["session"]:
|
|
|
|
for k, v in attrs.items():
|
|
|
|
user[k] = v
|
|
|
|
data.append(user)
|
|
|
|
return data
|
|
|
|
|
|
|
|
def fetch_nodes(self):
|
2019-12-29 01:16:17 +01:00
|
|
|
result = self._cmd("list_cluster", {})
|
2019-10-17 05:16:28 +02:00
|
|
|
if "nodes" not in result:
|
2019-12-07 15:30:48 +01:00
|
|
|
return result
|
2019-10-17 05:16:28 +02:00
|
|
|
data = []
|
|
|
|
for node in result["nodes"]:
|
|
|
|
data.append(node["node"])
|
|
|
|
return data
|
|
|
|
|
|
|
|
def fetch_vhosts(self):
|
2019-12-29 01:16:17 +01:00
|
|
|
result = self._cmd("registered_vhosts", {})
|
2019-10-17 05:16:28 +02:00
|
|
|
if "vhosts" not in result:
|
2019-12-07 15:30:48 +01:00
|
|
|
return result
|
2019-10-17 05:16:28 +02:00
|
|
|
data = []
|
|
|
|
for vhost in result["vhosts"]:
|
|
|
|
data.append(vhost["vhost"])
|
|
|
|
return data
|
|
|
|
|
2019-10-17 09:13:00 +02:00
|
|
|
def fetch_s2s_in(self):
|
2019-12-29 01:16:17 +01:00
|
|
|
result = self._cmd("incoming_s2s_number", {})
|
2019-10-17 09:13:00 +02:00
|
|
|
if "s2s_incoming" not in result:
|
2019-12-07 15:30:48 +01:00
|
|
|
return result
|
2019-10-17 09:13:00 +02:00
|
|
|
return result["s2s_incoming"]
|
|
|
|
|
|
|
|
def fetch_s2s_out(self):
|
2019-12-29 01:16:17 +01:00
|
|
|
result = self._cmd("outgoing_s2s_number", {})
|
2019-10-17 09:13:00 +02:00
|
|
|
if "s2s_outgoing" not in result:
|
2019-12-07 15:30:48 +01:00
|
|
|
return result
|
2019-10-17 09:13:00 +02:00
|
|
|
return result["s2s_outgoing"]
|
|
|
|
|
2019-10-17 05:16:28 +02:00
|
|
|
def fetch_registered(self, vhost=None):
|
|
|
|
if vhost is None:
|
|
|
|
result = self._cmd("stats", {"name":"registeredusers"})
|
|
|
|
if "stat" in result:
|
|
|
|
return result["stat"]
|
|
|
|
else:
|
|
|
|
result = self._cmd("stats_host", {"name":"registeredusers", "host": vhost})
|
|
|
|
if "stat" in result:
|
|
|
|
return result["stat"]
|
|
|
|
|
2019-10-17 09:13:00 +02:00
|
|
|
def fetch_muc(self, vhost=None):
|
|
|
|
host = "global"
|
|
|
|
if vhost is not None:
|
2020-02-16 12:23:47 +01:00
|
|
|
if self._verstring.major >= 19:
|
2020-02-17 01:18:46 +01:00
|
|
|
host = '.'.join([self.muc_host, vhost])
|
2019-10-24 20:31:49 +02:00
|
|
|
else:
|
|
|
|
host = vhost
|
2019-10-17 09:13:00 +02:00
|
|
|
result = self._cmd("muc_online_rooms", {"host": host})
|
|
|
|
if "rooms" in result:
|
|
|
|
return len(result["rooms"])
|
2019-12-07 16:19:36 +01:00
|
|
|
return len(result)
|
2019-10-17 09:13:00 +02:00
|
|
|
|
2019-10-17 05:16:28 +02:00
|
|
|
def update(self):
|
|
|
|
# nodes
|
|
|
|
self._nodes = self.fetch_nodes()
|
2019-12-29 01:16:17 +01:00
|
|
|
|
2019-10-17 05:16:28 +02:00
|
|
|
# vhosts
|
|
|
|
self._vhosts = self.fetch_vhosts()
|
2019-12-29 01:16:17 +01:00
|
|
|
|
2019-10-17 05:16:28 +02:00
|
|
|
# registered
|
|
|
|
if not hasattr(self, "_registered"):
|
|
|
|
self._registered = {}
|
|
|
|
self._registered[None] = self.fetch_registered()
|
2019-12-29 01:16:17 +01:00
|
|
|
|
2019-10-17 09:13:00 +02:00
|
|
|
# muc
|
|
|
|
if not hasattr(self, "_muc"):
|
|
|
|
self._muc = {}
|
|
|
|
self._muc[None] = self.fetch_muc()
|
2019-12-29 01:16:17 +01:00
|
|
|
|
2019-10-17 09:13:00 +02:00
|
|
|
# registered + muc
|
2019-10-17 05:16:28 +02:00
|
|
|
for vhost in self._vhosts:
|
|
|
|
self._registered[vhost] = self.fetch_registered(vhost)
|
2019-10-17 09:13:00 +02:00
|
|
|
self._muc[vhost] = self.fetch_muc(vhost)
|
2019-12-29 01:16:17 +01:00
|
|
|
|
2019-10-17 05:16:28 +02:00
|
|
|
# online user
|
|
|
|
self._onlineuser = self.fetch_onlineuser()
|
2019-12-29 01:16:17 +01:00
|
|
|
|
2019-10-17 09:13:00 +02:00
|
|
|
# s2s
|
|
|
|
self._s2s_in = self.fetch_s2s_in()
|
|
|
|
self._s2s_out = self.fetch_s2s_out()
|
2019-10-17 05:16:28 +02:00
|
|
|
|
|
|
|
def get_online_by(self, by="node", parse=None, vhost=None, node=None):
|
|
|
|
parser = parse or (lambda a: a)
|
|
|
|
if not hasattr(self, "_onlineuser"):
|
|
|
|
self._onlineuser = self.fetch_onlineuser()
|
|
|
|
data = {}
|
|
|
|
|
|
|
|
for conn in self._onlineuser:
|
|
|
|
if vhost is not None and vhost not in conn["jid"]:
|
|
|
|
continue
|
|
|
|
if node is not None and node != conn["node"]:
|
|
|
|
continue
|
|
|
|
if by not in conn:
|
|
|
|
continue
|
|
|
|
value = parser(conn[by])
|
|
|
|
if value not in data:
|
|
|
|
data[value] = 1
|
|
|
|
else:
|
|
|
|
data[value] += 1
|
|
|
|
return data
|
|
|
|
|
|
|
|
def get_online_by_node(self, vhost=None):
|
|
|
|
return self.get_online_by("node", vhost=vhost)
|
|
|
|
|
|
|
|
def get_online_by_vhost(self, node=None):
|
|
|
|
return self.get_online_by("jid", parse=lambda jid: jid[jid.find("@")+1:jid.find("/")], node=node)
|
|
|
|
|
|
|
|
def get_online_by_status(self, vhost=None, node=None):
|
|
|
|
return self.get_online_by("status", vhost=vhost, node=node)
|
|
|
|
|
|
|
|
def get_online_by_connection(self, vhost=None, node=None):
|
|
|
|
return self.get_online_by("connection", vhost=vhost, node=node)
|
|
|
|
|
|
|
|
def get_online_by_client(self, vhost=None, node=None):
|
2019-10-17 13:45:55 +02:00
|
|
|
return self.get_online_by("resource", parse=self._client, vhost=vhost, node=node)
|
2019-10-17 05:16:28 +02:00
|
|
|
|
|
|
|
def get_online_by_ipversion(self, vhost=None, node=None):
|
2019-10-17 13:45:55 +02:00
|
|
|
return self.get_online_by("ip", parse=self._ipversion, vhost=vhost, node=node)
|
|
|
|
|
|
|
|
def get_online_client_by(self, by="ip", parse=None, vhost=None, node=None):
|
|
|
|
parser = parse or self._ipversion
|
|
|
|
if not hasattr(self, "_onlineuser"):
|
|
|
|
self._onlineuser = self.fetch_onlineuser()
|
|
|
|
data = {}
|
|
|
|
|
|
|
|
for conn in self._onlineuser:
|
|
|
|
client = "other"
|
|
|
|
if "resource" in conn:
|
|
|
|
client = self._client(conn["resource"])
|
|
|
|
if client not in data:
|
|
|
|
data[client] = {}
|
|
|
|
if vhost is not None and vhost not in conn["jid"]:
|
|
|
|
continue
|
|
|
|
if node is not None and node != conn["node"]:
|
|
|
|
continue
|
|
|
|
if by not in conn:
|
|
|
|
continue
|
|
|
|
value = parser(conn[by])
|
|
|
|
if value not in data[client]:
|
|
|
|
data[client][value] = 1
|
|
|
|
else:
|
|
|
|
data[client][value] += 1
|
|
|
|
return data
|
|
|
|
|
|
|
|
def get_online_client_by_ipversion(self, vhost=None, node=None):
|
|
|
|
return self.get_online_client_by("ip", parse=self._ipversion, vhost=vhost, node=node)
|
2019-10-17 05:16:28 +02:00
|
|
|
|
|
|
|
def get_registered(self, vhost=None):
|
|
|
|
if not hasattr(self, "_registered"):
|
|
|
|
self._registered = {}
|
|
|
|
if vhost not in self._registered:
|
|
|
|
self._registered[vhost] = self.fetch_registered(vhost)
|
|
|
|
return self._registered[vhost]
|
|
|
|
|
2019-10-17 09:13:00 +02:00
|
|
|
def get_muc(self, vhost=None):
|
|
|
|
if not hasattr(self, "_muc"):
|
|
|
|
self._muc = {}
|
|
|
|
if vhost not in self._muc:
|
|
|
|
self._muc[vhost] = self.fetch_muc(vhost)
|
|
|
|
return self._muc[vhost]
|
|
|
|
|
2019-10-17 05:16:28 +02:00
|
|
|
def get_vhosts(self):
|
|
|
|
if not hasattr(self, "_vhosts"):
|
|
|
|
self._vhosts = self.fetch_vhosts()
|
|
|
|
return self._vhosts
|
|
|
|
|
2019-10-17 09:13:00 +02:00
|
|
|
def get_s2s_in(self):
|
|
|
|
if not hasattr(self, "_s2s_in"):
|
|
|
|
self._s2s_in = self.fetch_s2s_in()
|
|
|
|
return self._s2s_in
|
|
|
|
|
|
|
|
def get_s2s_out(self):
|
|
|
|
if not hasattr(self, "_s2s_out"):
|
|
|
|
self._s2s_out = self.fetch_s2s_out()
|
|
|
|
return self._s2s_out
|
|
|
|
|
2019-10-17 05:16:28 +02:00
|
|
|
def get_vhost_metrics(self, vhost):
|
2019-10-17 14:23:11 +02:00
|
|
|
data = {
|
|
|
|
"registered": self.get_registered(vhost),
|
|
|
|
"muc": self.get_muc(vhost),
|
|
|
|
"online_by_status": self.get_online_by_status(vhost),
|
|
|
|
"online_by_client": self.get_online_by_client(vhost),
|
|
|
|
"online_by_ipversion": self.get_online_by_ipversion(vhost),
|
|
|
|
"online_by_connection": self.get_online_by_connection(vhost),
|
|
|
|
"online_by_node": self.get_online_by_node(vhost)
|
|
|
|
}
|
|
|
|
|
2019-10-17 05:16:28 +02:00
|
|
|
return data
|
|
|
|
|
|
|
|
def get_nodes(self):
|
|
|
|
if not hasattr(self, "_nodes"):
|
|
|
|
self._nodes = self.fetch_nodes()
|
|
|
|
return self._nodes
|
|
|
|
|
|
|
|
def get_node_metrics(self, node):
|
2019-10-17 14:23:11 +02:00
|
|
|
data = {
|
|
|
|
"online_by_status": self.get_online_by_status(node=node),
|
|
|
|
"online_by_client": self.get_online_by_client(node=node),
|
|
|
|
"online_by_ipversion": self.get_online_by_ipversion(node=node),
|
|
|
|
"online_by_connection": self.get_online_by_connection(node=node),
|
|
|
|
"online_by_vhost": self.get_online_by_vhost(node=node)
|
|
|
|
}
|
2019-10-17 05:16:28 +02:00
|
|
|
|
|
|
|
return data
|
|
|
|
|
|
|
|
def get_all(self):
|
2019-10-17 14:23:11 +02:00
|
|
|
data = {
|
|
|
|
"registered": self.get_registered(),
|
|
|
|
"muc": self.get_muc(),
|
|
|
|
"online_by_status": self.get_online_by_status(),
|
|
|
|
"online_by_client": self.get_online_by_client(),
|
|
|
|
"online_by_ipversion": self.get_online_by_ipversion(),
|
|
|
|
"online_by_connection": self.get_online_by_connection(),
|
|
|
|
"online_by_node": self.get_online_by_node(),
|
|
|
|
"online_by_vhost": self.get_online_by_vhost()
|
|
|
|
}
|
2019-10-17 05:16:28 +02:00
|
|
|
|
|
|
|
vhosts = {}
|
|
|
|
for host in self.get_vhosts():
|
|
|
|
vhosts[host] = self.get_vhost_metrics(host)
|
|
|
|
data["vhosts"] = vhosts
|
|
|
|
|
|
|
|
nodes = {}
|
|
|
|
for node in self.get_nodes():
|
|
|
|
nodes[node] = self.get_node_metrics(node)
|
2019-10-17 13:45:55 +02:00
|
|
|
|
|
|
|
data["online_client_by_ipversion"] = self.get_online_client_by_ipversion()
|
2019-10-17 05:16:28 +02:00
|
|
|
data["nodes"] = nodes
|
|
|
|
|
2019-10-17 09:13:00 +02:00
|
|
|
data["s2s_in"] = self.get_s2s_in()
|
|
|
|
data["s2s_out"] = self.get_s2s_out()
|
2019-10-17 05:16:28 +02:00
|
|
|
return data
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
2019-12-07 16:01:03 +01:00
|
|
|
import os
|
|
|
|
import json
|
2019-12-29 01:16:17 +01:00
|
|
|
|
2019-12-07 16:01:03 +01:00
|
|
|
# load config
|
|
|
|
path = os.path.dirname(__file__)
|
|
|
|
with open("/".join([path, "config.json"]), "r", encoding="utf-8") as f:
|
|
|
|
config = json.load(f)
|
|
|
|
|
|
|
|
url = config['url'] if "url" in config else "http://[::1]:5280/api"
|
|
|
|
login = config['login'] if "login" in config else None
|
|
|
|
api = config['api'] if "api" in config else "rest"
|
|
|
|
|
|
|
|
metric = EjabberdMetrics(url, login=login, api=api)
|
2019-10-17 05:16:28 +02:00
|
|
|
|
|
|
|
data = metric.get_all()
|
2019-12-07 16:01:03 +01:00
|
|
|
print(json.dumps(data, indent=True))
|