278 lines
10 KiB
Bash
Executable File
278 lines
10 KiB
Bash
Executable File
#! /bin/bash
|
|
|
|
STORAGE_DIR="/var/www/xmpp.chalec.org/upload/"
|
|
|
|
main() {
|
|
echo "h2. ## Global info"
|
|
echo ""
|
|
echo "* Total accounts: $(sudo -u ejabberd ejabberdctl registered_users chalec.org | egrep -v -e 'r\.giskard' -e '(lisa|bart)\.simpson' | wc -l)"
|
|
echo "** Active: $(count_active_accounts)"
|
|
echo "** Inactive: $(count_inactive_accounts '1 MONTH')"
|
|
echo "** Removable: $(count_removable_accounts '6 MONTHS')"
|
|
# echo "* Total messages stored (MAM): $(count_archived_messages) "
|
|
echo "* Total rooms active: $(sudo -u ejabberd ejabberdctl muc_online_rooms global | wc -l)"
|
|
echo ""
|
|
echo "_* Inactive accounts:_ no connection during last month"
|
|
echo "_* Removable accounts:_ no connection in the last 6 months *and* didn't read the welcome message"
|
|
|
|
echo ""
|
|
echo "h2. ## HTTP upload storage:"
|
|
echo ""
|
|
echo "* User quota: $(get_hard_quota)M"
|
|
echo "* Total disk usage: $(du -sh ${STORAGE_DIR} | awk '{print $1}')"
|
|
per_account_storage_usage
|
|
|
|
DATE=$(get_last_month)
|
|
echo ""
|
|
echo "h2. ## Audio/Video Call usage:"
|
|
echo ""
|
|
echo "* Total calls: $(zgrep "$DATE" /var/log/ejabberd/ejabberd.log* | grep -i -e "Offering stun" | wc -l)"
|
|
echo "* Data relayed per protocol per call:"
|
|
echo "** UDP: avg $(get_avg_UDP_turn_relayed_data) MiB, max $(get_max_UDP_turn_relayed_data) MiB, total $(get_total_UDP_turn_relayed_data) MiB"
|
|
echo "** TCP: avg $(get_avg_TCP_turn_relayed_data) MiB, max $(get_max_TCP_turn_relayed_data) MiB, total $(get_total_TCP_turn_relayed_data) MiB"
|
|
echo "** TLS: avg $(get_avg_TLS_turn_relayed_data) MiB, max $(get_max_TLS_turn_relayed_data) MiB, total $(get_total_TLS_turn_relayed_data) MiB"
|
|
echo ""
|
|
echo "h2. ## XMPP/IRC Bridge (Biboumi) usage:"
|
|
echo ""
|
|
echo "* Total channels active: $(count_biboumi_active_chan)"
|
|
echo "** through $(count_biboumi_active_servers) IRC server(s)"
|
|
echo "* Total users: $(count_biboumi_users)"
|
|
# echo "** Active: $(count_biboumi_active_users '1 MONTH') (External accounts: $(count_biboumi_active_external_users '1 MONTH'))"
|
|
# echo "** Inactive: $(count_biboumi_inactive_users '1 MONTH') (External accounts: $(count_biboumi_inactive_external_users '1 MONTH'))"
|
|
# echo "* Total messages stored (MAM): $(count_biboumi_archived_messages)"
|
|
}
|
|
|
|
get_hard_quota() {
|
|
grep hard_quota /etc/ejabberd/ejabberd.yml -A2 | grep all | sed -r 's/^\s*-\s([0-9]+).*/\1/'
|
|
}
|
|
|
|
per_account_storage_usage() {
|
|
# TODO Directories to ignore because they are used for tests accounts (bart and lisa simpsons)
|
|
IGNORE_DIRS="35eae3ddc83d72e4d3fad3160a400db688d7d936 9be859c77649f33d207cbe0d74a126b2fd31cb33"
|
|
|
|
echo "Per user disk usage:"
|
|
tmp="$(du -sh ${STORAGE_DIR}* | sort -hr | awk '{print $1}')"
|
|
echo "** Max: "$(echo "${tmp}" | head -n 1)
|
|
# echo " Min: "$(echo "${tmp}" | tail -n 1)
|
|
|
|
subfolders_count=$(find ${STORAGE_DIR} -mindepth 1 -maxdepth 1 -type d | wc -l)
|
|
total_size=$(du -s ${STORAGE_DIR} | awk '{print $1}')
|
|
avg=$(((${total_size} / 1024) / ${subfolders_count}))
|
|
echo "** Avg: ${avg}M"
|
|
}
|
|
|
|
count_active_accounts() {
|
|
since=${1:-'1 MONTH'}
|
|
sql="select count(distinct l.username)
|
|
from last l
|
|
join users u on l.username = u.username
|
|
where to_timestamp(cast(l.seconds as int)) > current_timestamp - interval '${since}'
|
|
and l.username not in ('r.giskard', 'lisa.simpson', 'bart.simpson')"
|
|
|
|
sudo -u ejabberd psql ejabberd -c "${sql}" -t | grep -v '^$' | awk '{print $1}'
|
|
}
|
|
|
|
count_inactive_accounts() {
|
|
since=${1:-'1 MONTH'}
|
|
sql="select count(distinct l.username)
|
|
from last l
|
|
join users u on l.username = u.username
|
|
where to_timestamp(cast(l.seconds as int)) < current_timestamp - interval '${since}'
|
|
and l.username not in ('r.giskard', 'lisa.simpson', 'bart.simpson')"
|
|
|
|
sudo -u ejabberd psql ejabberd -c "${sql}" -t | grep -v '^$' | awk '{print $1}'
|
|
}
|
|
|
|
|
|
count_removable_accounts() {
|
|
# Accounts inactive *and* who never read the welcome message.
|
|
since=${1:-'6 MONTHS'}
|
|
sql="select count(distinct l.username)
|
|
from last l
|
|
join users u on l.username = u.username
|
|
join spool s on l.username = s.username
|
|
where to_timestamp(cast(l.seconds as int)) < current_timestamp - interval '${since}'
|
|
and s.xml like '%from=''chalec.org'' xmlns=''jabber:client''%Bienvenue sur le serveur%'
|
|
and s.username not in ('r.giskard', 'lisa.simpson', 'bart.simpson')"
|
|
|
|
sudo -u ejabberd psql ejabberd -c "${sql}" -t | grep -v '^$' | awk '{print $1}'
|
|
}
|
|
|
|
count_archived_messages() {
|
|
sudo -Hiu postgres sudo -u ejabberd psql ejabberd -c "select count(*) from archive where peer not like 'irc%' and username not in ('r.giskard', 'lisa.simpson', 'bart.simpson')" -t | grep -v '^$' | awk '{print $1}'
|
|
}
|
|
|
|
count_biboumi_users() {
|
|
sql="select count(distinct owner_)
|
|
from muclogline_"
|
|
|
|
sudo -Hiu postgres sudo -u ejabberd psql biboumi -c "${sql}" -t | grep -v '^$' | awk '{print $1}'
|
|
}
|
|
|
|
count_biboumi_active_users() {
|
|
since=${1:-'1 MONTH'}
|
|
sql="select count(distinct owner_)
|
|
from (
|
|
select owner_,date_
|
|
from muclogline_ as m1
|
|
where date_ = (
|
|
select max(date_)
|
|
from muclogline_ as m2
|
|
where m2.owner_ = m1.owner_ ) ) as m0
|
|
where to_timestamp(m0.date_) > current_timestamp - interval '${since}'"
|
|
|
|
sudo -Hiu postgres sudo -u ejabberd psql biboumi -c "${sql}" -t | grep -v '^$' | awk '{print $1}'
|
|
}
|
|
|
|
count_biboumi_active_external_users() {
|
|
since=${1:-'1 MONTH'}
|
|
sql="select count(distinct owner_)
|
|
from (
|
|
select owner_,date_
|
|
from muclogline_ as m1
|
|
where date_ = (
|
|
select max(date_)
|
|
from muclogline_ as m2
|
|
where m2.owner_ = m1.owner_ ) ) as m0
|
|
where to_timestamp(m0.date_) > current_timestamp - interval '${since}'
|
|
and m0.owner_ not like '%chalec.org%'"
|
|
|
|
sudo -Hiu postgres sudo -u ejabberd psql biboumi -c "${sql}" -t | grep -v '^$' | awk '{print $1}'
|
|
}
|
|
|
|
count_biboumi_inactive_users() {
|
|
since=${1:-'1 MONTH'}
|
|
sql="select count(distinct owner_)
|
|
from (
|
|
select owner_,date_
|
|
from muclogline_ as m1
|
|
where date_ = (
|
|
select max(date_)
|
|
from muclogline_ as m2
|
|
where m2.owner_ = m1.owner_ ) ) as m0
|
|
where to_timestamp(m0.date_) < current_timestamp - interval '${since}'"
|
|
|
|
sudo -Hiu postgres sudo -u ejabberd psql biboumi -c "${sql}" -t | grep -v '^$' | awk '{print $1}'
|
|
}
|
|
|
|
count_biboumi_inactive_external_users() {
|
|
since=${1:-'1 MONTH'}
|
|
sql="select count(distinct owner_)
|
|
from (
|
|
select owner_,date_
|
|
from muclogline_ as m1
|
|
where date_ = (
|
|
select max(date_)
|
|
from muclogline_ as m2
|
|
where m2.owner_ = m1.owner_ ) ) as m0
|
|
where to_timestamp(m0.date_) < current_timestamp - interval '${since}'
|
|
and m0.owner_ not like '%chalec.org%'"
|
|
|
|
sudo -Hiu postgres sudo -u ejabberd psql biboumi -c "${sql}" -t | grep -v '^$' | awk '{print $1}'
|
|
}
|
|
|
|
count_biboumi_archived_messages() {
|
|
since=${1:-'1 MONTH'}
|
|
sql="select count(body_)
|
|
from muclogline_"
|
|
|
|
sudo -Hiu postgres sudo -u ejabberd psql biboumi -c "${sql}" -t | grep -v '^$' | awk '{print $1}'
|
|
}
|
|
|
|
count_biboumi_active_servers() {
|
|
since=${1:-'1 MONTH'}
|
|
sql="select count(distinct ircservername_)
|
|
from muclogline_
|
|
where to_timestamp(date_) > current_timestamp - interval '${since}'"
|
|
|
|
sudo -Hiu postgres sudo -u ejabberd psql biboumi -c "${sql}" -t | grep -v '^$' | awk '{print $1}'
|
|
}
|
|
|
|
count_biboumi_active_chan() {
|
|
since=${1:-'1 MONTH'}
|
|
sql="select count(distinct ircchanname_)
|
|
from muclogline_
|
|
where to_timestamp(date_) > current_timestamp - interval '${since}'"
|
|
|
|
sudo -Hiu postgres sudo -u ejabberd psql biboumi -c "${sql}" -t | grep -v '^$' | awk '{print $1}'
|
|
}
|
|
|
|
get_last_month() {
|
|
if [ "$(date +%m)" -gt 1 ]; then
|
|
precedingMonth="$((10#$(date +%m)-1))"
|
|
year="$(date +%Y)"
|
|
if [ $precedingMonth -lt 10 ]; then
|
|
yearMonth="$year-0$precedingMonth"
|
|
else
|
|
yearMonth="$year-$precedingMonth"
|
|
fi
|
|
else [ "$(date +%m)" -eq 1 ]
|
|
precedingMonth=12
|
|
year="$(($(date +%Y)-1))"
|
|
yearMonth="$year-$precedingMonth"
|
|
fi
|
|
echo $yearMonth
|
|
}
|
|
|
|
get_total_UDP_turn_relayed_data() {
|
|
n=$(zgrep "$DATE" /var/log/ejabberd/ejabberd.log* | grep -i -e "Relayed" | grep "UDP" | cut -d" " -f6-6 | paste -sd+ - | bc)
|
|
echo "scale=4; $n / 1024" | bc -l
|
|
}
|
|
|
|
get_total_TCP_turn_relayed_data() {
|
|
n=$(zgrep "$DATE" /var/log/ejabberd/ejabberd.log* | grep -i -e "Relayed" | grep "TCP" | cut -d" " -f6-6 | paste -sd+ - | bc)
|
|
echo "scale=4; $n / 1024" | bc -l
|
|
}
|
|
|
|
get_total_TLS_turn_relayed_data() {
|
|
n=$(zgrep "$DATE" /var/log/ejabberd/ejabberd.log* | grep -i -e "Relayed" | grep "TLS" | cut -d" " -f6-6 | paste -sd+ - | bc)
|
|
echo "scale=4; $n / 1024" | bc -l
|
|
}
|
|
|
|
get_max_UDP_turn_relayed_data() {
|
|
n=$(zgrep "$DATE" /var/log/ejabberd/ejabberd.log* | grep -i -e "Relayed" | grep "UDP" | cut -d" " -f6-6 | sort -g | tail -n 1)
|
|
echo "scale=4; $n / 1024" | bc -l
|
|
}
|
|
|
|
get_max_TCP_turn_relayed_data() {
|
|
n=$(zgrep "$DATE" /var/log/ejabberd/ejabberd.log* | grep -i -e "Relayed" | grep "TCP" | cut -d" " -f6-6 | sort -g | tail -n 1)
|
|
echo "scale=4; $n / 1024" | bc -l
|
|
}
|
|
|
|
get_max_TLS_turn_relayed_data() {
|
|
n=$(zgrep "$DATE" /var/log/ejabberd/ejabberd.log* | grep -i -e "Relayed" | grep "TLS" | cut -d" " -f6-6 | sort -g | tail -n 1)
|
|
echo "scale=4; $n / 1024" | bc -l
|
|
}
|
|
|
|
get_avg_UDP_turn_relayed_data() {
|
|
n=$(zgrep "$DATE" /var/log/ejabberd/ejabberd.log* | grep -i -e "Offering stun" | wc -l)
|
|
total=$(get_total_UDP_turn_relayed_data)
|
|
if [ $n -eq 0 ]; then
|
|
echo 0
|
|
else
|
|
echo "scale=2; $total / $n" | bc -l
|
|
fi
|
|
}
|
|
|
|
get_avg_TCP_turn_relayed_data() {
|
|
n=$(zgrep "$DATE" /var/log/ejabberd/ejabberd.log* | grep -i -e "Offering stun" | wc -l)
|
|
total=$(get_total_TCP_turn_relayed_data)
|
|
if [ $n -eq 0 ]; then
|
|
echo 0
|
|
else
|
|
echo "scale=2; $total / $n" | bc -l
|
|
fi
|
|
}
|
|
|
|
get_avg_TLS_turn_relayed_data() {
|
|
n=$(zgrep "$DATE" /var/log/ejabberd/ejabberd.log* | grep -i -e "Offering stun" | wc -l)
|
|
total=$(get_total_TLS_turn_relayed_data)
|
|
if [ $n -eq 0 ]; then
|
|
echo 0
|
|
else
|
|
echo "scale=2; $total / $n" | bc -l
|
|
fi
|
|
}
|
|
|
|
main
|