Synapse cleanup, monitoring

packages/synapse-cleanup/cleanup.sh

@@ -0,0 +1,49 @@
+#!/usr/bin/env bash
+set -eu
+set -o pipefail
+
+read -p "Enter the homeserver name, without https:// prefix: " HOMESERVER
+read -sp "Enter the admin user token required: " API_ID
+
+TEMPDIR=$(mktemp -d)
+
+echo -n "Starting synapse, just to make sure it is online for these requests"
+systemctl start matrix-synaps
+sleep 5
+
+echo -n "Collecting required room data"
+curl --header "Authorization: Bearer ${API_ID}" "https://${HOMESERVER}/_synapse/admin/v1/rooms?limit=500" > "${TEMPDIR}"/roomlist.json
+jq '.rooms[] | select(.joined_local_members == 0) | .room_id' < "${TEMPDIR}"/roomlist.json > "${TEMPDIR}"/to_purge.txt
+jq '.rooms[] | select(.joined_local_members != 0) | .room_id' < "${TEMPDIR}"/roomlist.json > "${TEMPDIR}"/history_purge.txt
+ts=$(( $(date --date="1 month ago" +%s)*1000 ))
+
+echo -n "Cleaning up media store"
+curl --header "Authorization: Bearer ${API_ID}" -X POST "https://${HOMESERVER}/_synapse/admin/v1/media/delete?before_ts=${ts}"
+
+echo -n "Deleting empty rooms"
+rooms_to_remove=$(awk -F '"' '{print $2}' < "${TEMPDIR}"/to_purge.txt)
+for room_id in $rooms_to_remove; do
+    if [ -n "$room_id" ];then
+        echo -e "\nDeleting ${room_id}!\n"
+        curl --header "Authorization: Bearer ${API_ID}" -X DELETE -H "Content-Type: application/json" -d "{}" "https://${HOMESERVER}/_synapse/admin/v2/rooms/${room_id}"
+    fi
+done  
+
+rooms_to_clean=$(awk -F '"' '{print $2}' < "${TEMPDIR}"/history_purge.txt)
+echo -n "Deleting unnecessary room history"
+for room_id in $rooms_to_clean; do 
+    echo -e "\nRemoving history for $room_id\n"
+    curl --header "Authorization: Bearer ${API_ID}" -X POST -H "Content-Type: application/json" -d "{ \"delete_local_events\": true, \"purge_up_to_ts\": $ts }"  "https://${HOMESERVER}/_synapse/admin/v1/purge_history/\${room_id}"  
+don
+
+sudo -u matrix-synapse synapse_auto_compressor  -p "postgresql://matrix-synapse?user=matrix-synapse&host=/var/run/postgresql/"  -c 500 -n 100
+
+echo -n "Last optimization steps, database optimization, shutting down Synapse"
+systemctl stop matrix-synaps
+
+sudo -u postgres psql matrix-synapse -c "REINDEX (VERBOSE) DATABASE \"matrix-synapse\";"
+sudo -u postgres psql -c "VACUUM FULL VERBOSE;"
+
+rm -rf "${TEMPDIR}"
+echo -n "Synapse cleanup performed, booting up"
+systemctl start matrix-synapse

packages/synapse-cleanup/default.nix

@@ -0,0 +1,11 @@
+{
+  wrapShellScriptBin,
+  pkgs,
+}:
+wrapShellScriptBin "synapse-cleanup" ./cleanup.sh {
+  depsRuntimePath = with pkgs; [
+    matrix-synapse-tools.rust-synapse-compress-state
+    curl
+    jq
+  ];
+}