Skip to content
Snippets Groups Projects

Compare revisions

Changes are shown as if the source revision was being merged into the target revision. Learn more about comparing revisions.

Source

Select target project
No results found

Target

Select target project
  • maunium/synapse
  • leytilera/synapse
2 results
Show changes
Hide whitespace changes
Inline Side-by-side
Showing
with 1357 additions and 608 deletions
changelog.d/15693.bugfix deleted 100644 → 0
View file @ 6d9e2fd8
Fix a performance issue introduced in Synapse v1.83.0 which meant that purging rooms was very slow and database-intensive.
\ No newline at end of file
changelog.d/15700.misc deleted 100644 → 0
View file @ 6d9e2fd8
Speed up background jobs `populate_full_user_id_user_filters` and `populate_full_user_id_profiles`.
\ No newline at end of file
contrib/cmdclient/console.py
View file @ 8de3d0dd
#!/usr/bin/env python
#
# This file is licensed under the Affero General Public License (AGPL) version 3.
#
# Copyright 2014-2016 OpenMarket Ltd
# Copyright (C) 2023 New Vector, Ltd
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
# See the GNU Affero General Public License for more details:
# <https://www.gnu.org/licenses/agpl-3.0.html>.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# Originally licensed under the Apache License, Version 2.0:
# <http://www.apache.org/licenses/LICENSE-2.0>.
#
# http://www.apache.org/licenses/LICENSE-2.0
# [This file includes modifications made by New Vector Limited]
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
"""Starts a synapse client console."""
""" Starts a synapse client console. """
import argparse
import binascii
import cmd
......@@ -237,7 +245,7 @@ class SynapseCmd(cmd.Cmd):
if "flows" not in json_res:
print("Failed to find any login flows.")
defer.returnValue(False)
return False
flow = json_res["flows"][0] # assume first is the one we want.
if "type" not in flow or "m.login.password" != flow["type"] or "stages" in flow:
......@@ -246,8 +254,8 @@ class SynapseCmd(cmd.Cmd):
"Unable to login via the command line client. Please visit "
"%s to login." % fallback_url
)
defer.returnValue(False)
defer.returnValue(True)
return False
return True
def do_emailrequest(self, line):
"""Requests the association of a third party identifier
......@@ -769,7 +777,7 @@ def main(server_url, identity_server_url, username, token, config_path):
global CONFIG_JSON
CONFIG_JSON = config_path # bit cheeky, but just overwrite the global
try:
with open(config_path, "r") as config:
with open(config_path) as config:
syn_cmd.config = json.load(config)
try:
http_client.verbose = "on" == syn_cmd.config["verbose"]
......
contrib/cmdclient/http.py
View file @ 8de3d0dd
#
# This file is licensed under the Affero General Public License (AGPL) version 3.
#
# Copyright 2014-2016 OpenMarket Ltd
# Copyright (C) 2023 New Vector, Ltd
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
# See the GNU Affero General Public License for more details:
# <https://www.gnu.org/licenses/agpl-3.0.html>.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# Originally licensed under the Apache License, Version 2.0:
# <http://www.apache.org/licenses/LICENSE-2.0>.
#
# [This file includes modifications made by New Vector Limited]
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import json
import urllib
......@@ -37,7 +44,6 @@ class HttpClient:
Deferred: Succeeds when we get a 2xx HTTP response. The result
will be the decoded JSON body.
"""
pass
def get_json(self, url, args=None):
"""Gets some json from the given host homeserver and path
......@@ -53,7 +59,6 @@ class HttpClient:
Deferred: Succeeds when we get a 2xx HTTP response. The result
will be the decoded JSON body.
"""
pass
class TwistedHttpClient(HttpClient):
......@@ -73,7 +78,7 @@ class TwistedHttpClient(HttpClient):
url, data, headers_dict={"Content-Type": ["application/json"]}
)
body = yield readBody(response)
defer.returnValue((response.code, body))
return response.code, body
@defer.inlineCallbacks
def get_json(self, url, args=None):
......@@ -83,7 +88,7 @@ class TwistedHttpClient(HttpClient):
url = "%s?%s" % (url, qs)
response = yield self._create_get_request(url)
body = yield readBody(response)
defer.returnValue(json.loads(body))
return json.loads(body)
def _create_put_request(self, url, json_data, headers_dict: Optional[dict] = None):
"""Wrapper of _create_request to issue a PUT request"""
......@@ -129,7 +134,7 @@ class TwistedHttpClient(HttpClient):
response = yield self._create_request(method, url)
body = yield readBody(response)
defer.returnValue(json.loads(body))
return json.loads(body)
@defer.inlineCallbacks
def _create_request(
......@@ -168,7 +173,7 @@ class TwistedHttpClient(HttpClient):
if self.verbose:
print("Status %s %s" % (response.code, response.phrase))
print(pformat(list(response.headers.getAllRawHeaders())))
defer.returnValue(response)
return response
def sleep(self, seconds):
d = defer.Deferred()
......
contrib/docker/README.md
View file @ 8de3d0dd
......@@ -30,3 +30,6 @@ docker-compose up -d
### More information
For more information on required environment variables and mounts, see the main docker documentation at [/docker/README.md](../../docker/README.md)
**For a more comprehensive Docker Compose example showcasing a full Matrix 2.0 stack, please see
https://github.com/element-hq/element-docker-demo**
\ No newline at end of file
contrib/docker/docker-compose.yml
View file @ 8de3d0dd
......@@ -7,8 +7,8 @@ services:
synapse:
build:
context: ../..
dockerfile: docker/Dockerfile
context: ../..
dockerfile: docker/Dockerfile
image: docker.io/matrixdotorg/synapse:latest
# Since synapse does not retry to connect to the database, restart upon
# failure
......@@ -51,13 +51,13 @@ services:
- traefik.http.routers.https-synapse.tls.certResolver=le-ssl
db:
image: docker.io/postgres:12-alpine
image: docker.io/postgres:15-alpine
# Change that password, of course!
environment:
- POSTGRES_USER=synapse
- POSTGRES_PASSWORD=changeme
# ensure the database gets created correctly
# https://matrix-org.github.io/synapse/latest/postgres.html#set-up-database
# https://element-hq.github.io/synapse/latest/postgres.html#set-up-database
- POSTGRES_INITDB_ARGS=--encoding=UTF-8 --lc-collate=C --lc-ctype=C
volumes:
# You may store the database tables in a local folder..
......
contrib/docker_compose_workers/README.md
View file @ 8de3d0dd
......@@ -8,6 +8,9 @@ All examples and snippets assume that your Synapse service is called `synapse` i
An example Docker Compose file can be found [here](docker-compose.yaml).
**For a more comprehensive Docker Compose example, showcasing a full Matrix 2.0 stack (originally based on this
docker-compose.yaml), please see https://github.com/element-hq/element-docker-demo**
## Worker Service Examples in Docker Compose
In order to start the Synapse container as a worker, you must specify an `entrypoint` that loads both the `homeserver.yaml` and the configuration for the worker (`synapse-generic-worker-1.yaml` in the example below). You must also include the worker type in the environment variable `SYNAPSE_WORKER` or alternatively pass `-m synapse.app.generic_worker` as part of the `entrypoint` after `"/start.py", "run"`).
......@@ -69,7 +72,7 @@ redis:
host: redis
port: 6379
# dbid: <redis_logical_db_id>
# password: <secret_password>
# password: <secret_password>
# use_tls: True
# certificate_file: <path_to_certificate>
# private_key_file: <path_to_private_key>
......@@ -113,4 +116,4 @@ federation_sender_instances:
## Other Worker types
Using the concepts shown here it is possible to create other worker types in Docker Compose. See the [Workers](https://matrix-org.github.io/synapse/latest/workers.html#available-worker-applications) documentation for a list of available workers.
Using the concepts shown here it is possible to create other worker types in Docker Compose. See the [Workers](https://element-hq.github.io/synapse/latest/workers.html#available-worker-applications) documentation for a list of available workers.
contrib/grafana/README.md
View file @ 8de3d0dd
# Using the Synapse Grafana dashboard
0. Set up Prometheus and Grafana. Out of scope for this readme. Useful documentation about using Grafana with Prometheus: http://docs.grafana.org/features/datasources/prometheus/
1. Have your Prometheus scrape your Synapse. https://matrix-org.github.io/synapse/latest/metrics-howto.html
1. Have your Prometheus scrape your Synapse. https://element-hq.github.io/synapse/latest/metrics-howto.html
2. Import dashboard into Grafana. Download `synapse.json`. Import it to Grafana and select the correct Prometheus datasource. http://docs.grafana.org/reference/export_import/
3. Set up required recording rules. [contrib/prometheus](../prometheus)
contrib/grafana/synapse.json
View file @ 8de3d0dd
{
"__inputs": [
{
"name": "DS_PROMETHEUS",
"label": "Prometheus",
"description": "",
"type": "datasource",
"pluginId": "prometheus",
"pluginName": "Prometheus"
}
],
"__elements": {},
"__requires": [
{
......@@ -47,7 +37,7 @@
{
"builtIn": 1,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"enable": false,
"hide": true,
......@@ -56,6 +46,17 @@
"name": "Annotations & Alerts",
"showIn": 0,
"type": "dashboard"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"enable": true,
"expr": "changes(process_start_time_seconds{instance=\"$instance\",job=~\"synapse\"}[$bucket_size]) * on (instance, job) group_left(version) synapse_build_info{instance=\"$instance\",job=\"synapse\"}",
"iconColor": "purple",
"name": "deploys",
"titleFormat": "Deployed {{version}}"
}
]
},
......@@ -82,7 +83,7 @@
"collapsed": false,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -96,7 +97,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -118,7 +119,7 @@
},
"dataFormat": "tsbuckets",
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -192,7 +193,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le)",
"format": "heatmap",
......@@ -224,7 +225,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "",
"fieldConfig": {
......@@ -322,7 +323,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.99, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -332,7 +333,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.9, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -343,7 +344,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.75, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -353,7 +354,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.5, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -363,7 +364,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.25, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))",
"legendFormat": "25%",
......@@ -371,7 +372,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.05, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))",
"legendFormat": "5%",
......@@ -379,7 +380,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_http_server_response_time_seconds_sum{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) / sum(rate(synapse_http_server_response_time_seconds_count{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size]))",
"legendFormat": "Average",
......@@ -387,7 +388,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_storage_events_persisted_events_total{instance=\"$instance\"}[$bucket_size]))",
"hide": false,
......@@ -457,7 +458,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -504,7 +505,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(process_cpu_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -564,7 +565,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -614,7 +615,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -627,7 +628,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"})",
"hide": true,
......@@ -670,13 +671,102 @@
"align": false
}
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMax": 1,
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 10,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 12,
"x": 0,
"y": 19
},
"id": 245,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "synapse_build_info{instance=\"$instance\", job=\"synapse\"} - 1",
"legendFormat": "version {{version}}",
"range": true,
"refId": "deployed_synapse_versions"
}
],
"title": "Deployed Synapse versions over time",
"type": "timeseries"
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -731,7 +821,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "process_open_fds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -744,7 +834,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "process_max_fds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -793,7 +883,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -809,7 +899,8 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -872,19 +963,21 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(process_cpu_system_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
"intervalFactor": 1,
"legendFormat": "{{job}}-{{index}} system ",
"metric": "",
"range": true,
"refId": "B",
"step": 20
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(process_cpu_user_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -1114,7 +1207,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -1164,7 +1257,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -1177,7 +1270,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"})",
"interval": "",
......@@ -1223,7 +1316,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -1276,7 +1369,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "scrape_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -1328,7 +1421,8 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -1368,20 +1462,42 @@
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"seriesOverrides": [
{
"$$hashKey": "object:116",
"alias": "/^version .*/",
"lines": true,
"linewidth": 6,
"points": false
}
],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "min_over_time(up{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "{{job}}-{{index}}",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "synapse_build_info{instance=\"$instance\", job=\"synapse\"} - 1",
"hide": false,
"legendFormat": "version {{version}}",
"range": true,
"refId": "deployed_synapse_versions"
}
],
"thresholds": [],
......@@ -1420,7 +1536,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -1466,7 +1582,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_http_server_response_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_http_server_response_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -1478,7 +1594,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_background_process_ru_utime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_background_process_ru_stime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -1538,7 +1654,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -1584,7 +1700,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_http_client_requests_total{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
......@@ -1594,7 +1710,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_http_matrixfederationclient_requests_total{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
......@@ -1731,7 +1847,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -1743,7 +1859,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -1767,7 +1883,7 @@
},
"dataFormat": "tsbuckets",
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -1788,7 +1904,7 @@
"h": 9,
"w": 12,
"x": 0,
"y": 56
"y": 28
},
"heatmap": {},
"hideZeroBuckets": false,
......@@ -1841,7 +1957,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\"}[$bucket_size])) by (le)",
"format": "heatmap",
......@@ -1872,7 +1988,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "",
"editable": true,
......@@ -1890,7 +2006,7 @@
"h": 9,
"w": 12,
"x": 12,
"y": 56
"y": 28
},
"hiddenSeries": false,
"id": 33,
......@@ -1923,7 +2039,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_storage_events_persisted_events_total{instance=\"$instance\"}[$bucket_size])) without (job,index)",
"format": "time_series",
......@@ -1973,7 +2089,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"decimals": 1,
"fill": 1,
......@@ -1982,7 +2098,7 @@
"h": 7,
"w": 12,
"x": 0,
"y": 65
"y": 37
},
"hiddenSeries": false,
"id": 40,
......@@ -2014,7 +2130,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_storage_events_persisted_by_source_type{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -2061,7 +2177,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"decimals": 1,
"fill": 1,
......@@ -2070,7 +2186,7 @@
"h": 7,
"w": 12,
"x": 12,
"y": 65
"y": 37
},
"hiddenSeries": false,
"id": 46,
......@@ -2102,7 +2218,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_storage_events_persisted_by_event_type{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
"format": "time_series",
......@@ -2152,7 +2268,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"decimals": 1,
"fill": 1,
......@@ -2161,7 +2277,7 @@
"h": 7,
"w": 12,
"x": 0,
"y": 72
"y": 44
},
"hiddenSeries": false,
"id": 44,
......@@ -2196,7 +2312,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_storage_events_persisted_by_origin{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
"format": "time_series",
......@@ -2244,7 +2360,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"decimals": 1,
"fill": 1,
......@@ -2253,7 +2369,7 @@
"h": 7,
"w": 12,
"x": 12,
"y": 72
"y": 44
},
"hiddenSeries": false,
"id": 45,
......@@ -2288,7 +2404,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "sum(rate(synapse_storage_events_persisted_events_sep_total{job=~\"$job\",index=~\"$index\", type=\"m.room.member\",instance=\"$instance\", origin_type=\"local\"}[$bucket_size])) by (origin_type, origin_entity)",
......@@ -2354,7 +2470,7 @@
"h": 9,
"w": 12,
"x": 0,
"y": 79
"y": 51
},
"hiddenSeries": false,
"id": 118,
......@@ -2488,7 +2604,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "CPU and DB time spent on most expensive state resolution in a room, summed over all workers. This is a very rough proxy for \"how fast is state res\", but it doesn't accurately represent the system load (e.g. it completely ignores cheap state resolutions).\n",
"fieldConfig": {
......@@ -2547,7 +2663,7 @@
"h": 9,
"w": 12,
"x": 12,
"y": 79
"y": 51
},
"id": 222,
"options": {
......@@ -2566,7 +2682,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"exemplar": false,
"expr": "sum(rate(synapse_state_res_db_for_biggest_room_seconds_total{instance=\"$instance\"}[1m]))",
......@@ -2580,7 +2696,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"exemplar": false,
"expr": "sum(rate(synapse_state_res_cpu_for_biggest_room_seconds_total{instance=\"$instance\"}[1m]))",
......@@ -2600,7 +2716,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -2612,7 +2728,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -2629,7 +2745,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -2646,7 +2762,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 57
"y": 29
},
"hiddenSeries": false,
"id": 4,
......@@ -2682,7 +2798,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_http_server_requests_received_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -2751,7 +2867,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -2768,7 +2884,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 57
"y": 29
},
"hiddenSeries": false,
"id": 32,
......@@ -2800,7 +2916,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_http_server_requests_received_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\",method!=\"OPTIONS\"}[$bucket_size]) and topk(10,synapse_http_server_requests_received_total{instance=\"$instance\",job=~\"$job\",method!=\"OPTIONS\"})",
"format": "time_series",
......@@ -2850,7 +2966,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -2867,7 +2983,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 65
"y": 37
},
"hiddenSeries": false,
"id": 139,
......@@ -2903,7 +3019,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_http_server_in_flight_requests_ru_utime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_http_server_in_flight_requests_ru_stime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -2972,7 +3088,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -2989,7 +3105,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 65
"y": 37
},
"hiddenSeries": false,
"id": 52,
......@@ -3025,7 +3141,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "(rate(synapse_http_server_in_flight_requests_ru_utime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_http_server_in_flight_requests_ru_stime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) / rate(synapse_http_server_requests_received_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -3094,7 +3210,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -3111,7 +3227,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 73
"y": 45
},
"hiddenSeries": false,
"id": 7,
......@@ -3146,7 +3262,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_http_server_in_flight_requests_db_txn_duration_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -3195,7 +3311,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -3212,7 +3328,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 73
"y": 45
},
"hiddenSeries": false,
"id": 47,
......@@ -3248,7 +3364,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "(sum(rate(synapse_http_server_response_time_seconds_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\",tag!=\"incremental_sync\"}[$bucket_size])) without (code))/(sum(rate(synapse_http_server_response_time_seconds_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\",tag!=\"incremental_sync\"}[$bucket_size])) without (code))",
"format": "time_series",
......@@ -3296,7 +3412,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -3310,7 +3426,7 @@
"h": 9,
"w": 12,
"x": 0,
"y": 81
"y": 53
},
"hiddenSeries": false,
"id": 103,
......@@ -3349,7 +3465,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "topk(10,synapse_http_server_in_flight_requests_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"})",
"format": "time_series",
......@@ -3360,7 +3476,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(avg_over_time(synapse_http_server_in_flight_requests_count{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))",
"interval": "",
......@@ -3403,7 +3519,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -3415,7 +3531,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -3431,7 +3547,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -3445,7 +3561,7 @@
"h": 9,
"w": 12,
"x": 0,
"y": 5
"y": 30
},
"hiddenSeries": false,
"id": 99,
......@@ -3467,7 +3583,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "8.4.3",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -3478,7 +3594,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_background_process_ru_utime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_background_process_ru_stime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -3524,7 +3640,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -3538,7 +3654,7 @@
"h": 9,
"w": 12,
"x": 12,
"y": 5
"y": 30
},
"hiddenSeries": false,
"id": 101,
......@@ -3560,7 +3676,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "8.4.3",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -3571,7 +3687,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_background_process_db_txn_duration_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) + rate(synapse_background_process_db_sched_duration_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -3617,7 +3733,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -3631,7 +3747,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 14
"y": 39
},
"hiddenSeries": false,
"id": 138,
......@@ -3651,7 +3767,7 @@
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "8.4.3",
"pluginVersion": "9.2.2",
"pointradius": 2,
"points": false,
"renderer": "flot",
......@@ -3662,7 +3778,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_background_process_in_flight_count{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}",
"legendFormat": "{{job}}-{{index}} {{name}}",
......@@ -3704,7 +3820,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -3716,7 +3832,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -3732,7 +3848,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -3746,7 +3862,7 @@
"h": 9,
"w": 12,
"x": 0,
"y": 59
"y": 31
},
"hiddenSeries": false,
"id": 79,
......@@ -3779,7 +3895,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_federation_client_sent_transactions_total{instance=\"$instance\"}[$bucket_size]))",
"format": "time_series",
......@@ -3789,7 +3905,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_util_metrics_block_count_total{block_name=\"_send_new_transaction\",instance=\"$instance\"}[$bucket_size]) - ignoring (block_name) rate(synapse_federation_client_sent_transactions_total{instance=\"$instance\"}[$bucket_size]))",
"legendFormat": "failed txn rate",
......@@ -3832,7 +3948,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -3846,7 +3962,7 @@
"h": 9,
"w": 12,
"x": 12,
"y": 59
"y": 31
},
"hiddenSeries": false,
"id": 83,
......@@ -3879,7 +3995,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_federation_server_received_pdus_total{instance=~\"$instance\"}[$bucket_size]))",
"format": "time_series",
......@@ -3889,7 +4005,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_federation_server_received_edus_total{instance=~\"$instance\"}[$bucket_size]))",
"format": "time_series",
......@@ -3934,7 +4050,8 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -3948,7 +4065,7 @@
"h": 9,
"w": 12,
"x": 0,
"y": 68
"y": 40
},
"hiddenSeries": false,
"id": 109,
......@@ -3981,18 +4098,20 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_federation_client_sent_pdu_destinations:total_total{instance=\"$instance\"}[$bucket_size]))",
"editorMode": "code",
"expr": "sum(rate(synapse_federation_client_sent_pdu_destinations_count_total{instance=\"$instance\"}[$bucket_size]))",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
"legendFormat": "pdus",
"range": true,
"refId": "A"
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_federation_client_sent_edus_total{instance=\"$instance\"}[$bucket_size]))",
"format": "time_series",
......@@ -4038,7 +4157,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -4052,7 +4171,7 @@
"h": 9,
"w": 12,
"x": 12,
"y": 68
"y": 40
},
"hiddenSeries": false,
"id": 111,
......@@ -4085,7 +4204,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_federation_client_sent_edus_by_type_total{instance=\"$instance\"}[$bucket_size])",
......@@ -4130,33 +4249,277 @@
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "The number of events in the in-memory queues ",
"description": "Triangular growth may indicate a problem with federation sending from the remote host --- but it may also be the case that everyone is asleep and no messages are being sent.\n\nSee https://element-hq.github.io/synapse/latest/usage/configuration/config_documentation.html#federation_metrics_domains",
"fieldConfig": {
"defaults": {
"links": []
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMax": 60,
"axisSoftMin": 0,
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "line"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 60
}
]
},
"unit": "m"
},
"overrides": []
"overrides": [
{
"__systemRef": "hideSeriesFrom",
"matcher": {
"id": "byNames",
"options": {
"mode": "exclude",
"names": [
"libera.chat "
],
"prefix": "All except:",
"readOnly": true
}
},
"properties": [
{
"id": "custom.hideFrom",
"value": {
"legend": false,
"tooltip": false,
"viz": true
}
}
]
}
]
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 77
"y": 49
},
"hiddenSeries": false,
"id": 142,
"legend": {
"avg": false,
"id": 243,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"exemplar": false,
"expr": "(time() - max without (job, index, host) (avg_over_time(synapse_federation_last_received_pdu_time[10m]))) / 60",
"instant": false,
"legendFormat": "{{server_name}} ",
"range": true,
"refId": "A"
}
],
"title": "Age of last PDU received from nominated hosts",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "Triangular growth may indicate a problem with federation senders on the monitored instance---but it may also be the case that everyone is asleep and no messages are being sent.\n\nSee https://element-hq.github.io/synapse/latest/usage/configuration/config_documentation.html#federation_metrics_domains",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMax": 60,
"axisSoftMin": 0,
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "line"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 60
}
]
},
"unit": "m"
},
"overrides": [
{
"__systemRef": "hideSeriesFrom",
"matcher": {
"id": "byNames",
"options": {
"mode": "exclude",
"names": [
"libera.chat"
],
"prefix": "All except:",
"readOnly": true
}
},
"properties": [
{
"id": "custom.hideFrom",
"value": {
"legend": false,
"tooltip": false,
"viz": true
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 49
},
"id": 241,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"exemplar": false,
"expr": "(time() - max without (job, index, host) (avg_over_time(synapse_federation_last_sent_pdu_time[10m]))) / 60",
"instant": false,
"legendFormat": "{{server_name}}",
"range": true,
"refId": "A"
}
],
"title": "Age of last PDU sent to nominated hosts",
"type": "timeseries"
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "The number of events in the in-memory queues ",
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 9,
"w": 12,
"x": 0,
"y": 57
},
"hiddenSeries": false,
"id": 142,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
......@@ -4183,7 +4546,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "synapse_federation_transaction_queue_pending_pdus{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
......@@ -4195,7 +4558,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_federation_transaction_queue_pending_edus{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"interval": "",
......@@ -4244,7 +4607,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "Number of events queued up on the master process for processing by the federation sender",
"fieldConfig": {
......@@ -4259,7 +4622,7 @@
"h": 9,
"w": 12,
"x": 12,
"y": 77
"y": 57
},
"hiddenSeries": false,
"id": 140,
......@@ -4292,7 +4655,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_federation_send_queue_presence_changed_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -4303,7 +4666,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_federation_send_queue_presence_map_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -4315,7 +4678,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_federation_send_queue_presence_destinations_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -4327,7 +4690,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_federation_send_queue_keyed_edu_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -4339,7 +4702,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_federation_send_queue_edus_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -4351,7 +4714,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_federation_send_queue_pos_time_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -4407,7 +4770,7 @@
},
"dataFormat": "tsbuckets",
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -4428,7 +4791,7 @@
"h": 9,
"w": 12,
"x": 0,
"y": 85
"y": 66
},
"heatmap": {},
"hideZeroBuckets": false,
......@@ -4484,7 +4847,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_event_processing_lag_by_event_bucket{instance=\"$instance\",name=\"federation_sender\"}[$bucket_size])) by (le)",
"format": "heatmap",
......@@ -4519,7 +4882,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -4533,7 +4896,7 @@
"h": 9,
"w": 12,
"x": 12,
"y": 86
"y": 66
},
"hiddenSeries": false,
"id": 162,
......@@ -4608,7 +4971,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.99, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -4619,7 +4982,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.9, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -4630,7 +4993,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.75, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -4641,7 +5004,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.5, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -4652,7 +5015,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.25, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
"interval": "",
......@@ -4661,7 +5024,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.05, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
"interval": "",
......@@ -4670,7 +5033,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_event_processing_lag_by_event_sum{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) / sum(rate(synapse_event_processing_lag_by_event_count{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size]))",
"interval": "",
......@@ -4743,13 +5106,28 @@
},
"dataFormat": "tsbuckets",
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
"gridPos": {
"h": 9,
"w": 12,
"x": 0,
"y": 94
"y": 75
},
"heatmap": {},
"hideZeroBuckets": false,
......@@ -4759,11 +5137,53 @@
"show": false
},
"links": [],
"options": {
"calculate": false,
"calculation": {},
"cellGap": -1,
"cellValues": {
"decimals": 2
},
"color": {
"exponent": 0.5,
"fill": "#b4ff00",
"min": 0,
"mode": "scheme",
"reverse": false,
"scale": "exponential",
"scheme": "Inferno",
"steps": 128
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-9
},
"legend": {
"show": false
},
"rowsFrame": {
"layout": "auto"
},
"showValue": "never",
"tooltip": {
"show": true,
"yHistogram": true
},
"yAxis": {
"axisPlacement": "left",
"decimals": 0,
"reverse": false,
"unit": "s"
}
},
"pluginVersion": "9.2.2",
"reverseYBuckets": false,
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_federation_server_pdu_process_time_bucket{instance=\"$instance\"}[$bucket_size])) by (le)",
"format": "heatmap",
......@@ -4798,7 +5218,8 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -4815,7 +5236,7 @@
"h": 9,
"w": 12,
"x": 12,
"y": 95
"y": 75
},
"hiddenSeries": false,
"id": 203,
......@@ -4837,7 +5258,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -4848,13 +5269,15 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_federation_server_oldest_inbound_pdu_in_staging{job=\"$job\",index=~\"$index\",instance=\"$instance\"}",
"editorMode": "code",
"expr": "synapse_federation_server_oldest_inbound_pdu_in_staging{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
"legendFormat": "rss {{index}}",
"legendFormat": "{{job}}-{{index}}",
"range": true,
"refId": "A",
"step": 4
}
......@@ -4899,7 +5322,8 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -4916,7 +5340,7 @@
"h": 9,
"w": 12,
"x": 0,
"y": 103
"y": 84
},
"hiddenSeries": false,
"id": 202,
......@@ -4938,7 +5362,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -4949,13 +5373,15 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_federation_server_number_inbound_pdu_in_staging{job=\"$job\",index=~\"$index\",instance=\"$instance\"}",
"editorMode": "code",
"expr": "synapse_federation_server_number_inbound_pdu_in_staging{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
"legendFormat": "rss {{index}}",
"legendFormat": "{{job}}-{{index}}",
"range": true,
"refId": "A",
"step": 4
}
......@@ -5001,7 +5427,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fill": 1,
"fillGradient": 0,
......@@ -5009,7 +5435,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 104
"y": 84
},
"hiddenSeries": false,
"id": 205,
......@@ -5029,7 +5455,7 @@
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 2,
"points": false,
"renderer": "flot",
......@@ -5041,7 +5467,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_federation_soft_failed_events_total{instance=\"$instance\"}[$bucket_size]))",
"interval": "",
......@@ -5086,7 +5512,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -5115,6 +5541,8 @@
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
......@@ -5162,7 +5590,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 1
"y": 154
},
"id": 239,
"options": {
......@@ -5201,6 +5629,8 @@
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
......@@ -5248,7 +5678,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 1
"y": 154
},
"id": 235,
"options": {
......@@ -5288,6 +5718,8 @@
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
......@@ -5335,7 +5767,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 9
"y": 162
},
"id": 237,
"options": {
......@@ -5376,6 +5808,8 @@
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
......@@ -5423,7 +5857,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 9
"y": 162
},
"id": 233,
"options": {
......@@ -5459,7 +5893,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "",
"fieldConfig": {
......@@ -5474,7 +5908,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 17
"y": 170
},
"hiddenSeries": false,
"id": 229,
......@@ -5497,7 +5931,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -5564,7 +5998,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "histogram_quantile(0.9995, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
......@@ -5577,7 +6011,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "histogram_quantile(0.99, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
......@@ -5589,7 +6023,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.9, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -5600,7 +6034,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.75, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -5610,7 +6044,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.5, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -5620,7 +6054,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.25, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
"legendFormat": "25%",
......@@ -5628,7 +6062,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.05, sum(rate(synapse_rate_limit_queue_wait_time_seconds_bucket{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))",
"legendFormat": "5%",
......@@ -5636,7 +6070,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_rate_limit_queue_wait_time_seconds_sum{index=~\"$index\",instance=\"$instance\"}[$bucket_size])) / sum(rate(synapse_rate_limit_queue_wait_time_seconds_count{index=~\"$index\",instance=\"$instance\"}[$bucket_size]))",
"legendFormat": "Average",
......@@ -5709,6 +6143,8 @@
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
......@@ -5773,7 +6209,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 17
"y": 170
},
"id": 231,
"options": {
......@@ -5821,7 +6257,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -5832,109 +6268,115 @@
"id": 60,
"panels": [
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
"links": []
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "never",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"links": [],
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "hertz"
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 32
"y": 155
},
"hiddenSeries": false,
"id": 51,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "multi",
"sort": "none"
}
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "8.4.3",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"pluginVersion": "9.2.2",
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_http_httppusher_http_pushes_processed_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed_total + synapse_http_httppusher_http_pushes_processed_total) > 0",
"format": "time_series",
"interval": "",
"intervalFactor": 2,
"legendFormat": "processed {{job}}",
"refId": "A",
"step": 20
},
{
"datasource": {
"uid": "$datasource"
},
"expr": "rate(synapse_http_httppusher_http_pushes_failed_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed_total + synapse_http_httppusher_http_pushes_processed_total) > 0",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "failed {{job}}",
"refId": "B",
"step": 20
}
],
"thresholds": [],
"timeRegions": [],
"title": "HTTP Push rate",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"mode": "time",
"show": true,
"values": []
},
"yaxes": [
{
"format": "hertz",
"logBase": 1,
"show": true
"intervalFactor": 2,
"legendFormat": "processed {{job}}-{{index}}",
"range": true,
"refId": "A",
"step": 20
},
{
"format": "short",
"logBase": 1,
"show": true
"datasource": {
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_http_httppusher_http_pushes_failed_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed_total + synapse_http_httppusher_http_pushes_processed_total) > 0",
"format": "time_series",
"intervalFactor": 2,
"legendFormat": "failed {{job}}-{{index}}",
"range": true,
"refId": "B",
"step": 20
}
],
"yaxis": {
"align": false
}
"title": "HTTP Push rate",
"type": "timeseries"
},
{
"aliasColors": {},
......@@ -5942,7 +6384,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "",
"fieldConfig": {
......@@ -5957,7 +6399,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 32
"y": 155
},
"hiddenSeries": false,
"id": 134,
......@@ -5978,7 +6420,7 @@
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "8.4.3",
"pluginVersion": "9.2.2",
"pointradius": 2,
"points": false,
"renderer": "flot",
......@@ -5989,7 +6431,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "topk(10,synapse_pushers{job=~\"$job\",index=~\"$index\", instance=\"$instance\"})",
"legendFormat": "{{kind}} {{app_id}}",
......@@ -6031,7 +6473,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -6043,7 +6485,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -6210,7 +6652,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
"expr": "sum(rate(synapse_push_bulk_push_rule_evaluator_push_rules_invalidation_counter_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))",
......@@ -6625,7 +7067,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -6637,7 +7079,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -6649,7 +7091,7 @@
"panels": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -6727,7 +7169,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_storage_schedule_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_schedule_time_count[$bucket_size])",
"format": "time_series",
......@@ -6746,7 +7188,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "Shows the time in which the given percentage of database queries were scheduled, over the sampled timespan",
"fieldConfig": {
......@@ -6795,7 +7237,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.99, rate(synapse_storage_schedule_time_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))",
"format": "time_series",
......@@ -6807,7 +7249,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.95, rate(synapse_storage_schedule_time_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))",
"format": "time_series",
......@@ -6817,7 +7259,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.90, rate(synapse_storage_schedule_time_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))",
"format": "time_series",
......@@ -6827,7 +7269,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_storage_schedule_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_schedule_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -6875,7 +7317,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -6927,7 +7369,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "topk(10, rate(synapse_storage_transaction_time_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))",
"format": "time_series",
......@@ -6975,7 +7417,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -7027,7 +7469,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_storage_transaction_time_sum_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -7075,7 +7517,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -7127,7 +7569,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_storage_transaction_time_sum_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_transaction_time_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -7175,7 +7617,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -7221,7 +7663,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.99, sum(rate(synapse_storage_schedule_time_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -7231,7 +7673,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.9, sum(rate(synapse_storage_schedule_time_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -7241,7 +7683,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.75, sum(rate(synapse_storage_schedule_time_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -7251,7 +7693,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.5, sum(rate(synapse_storage_schedule_time_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le))",
"format": "time_series",
......@@ -7299,7 +7741,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -7311,7 +7753,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -7327,7 +7769,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -7344,7 +7786,7 @@
"h": 13,
"w": 12,
"x": 0,
"y": 35
"y": 158
},
"hiddenSeries": false,
"id": 12,
......@@ -7367,7 +7809,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -7378,7 +7820,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_util_metrics_block_ru_utime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\",block_name!=\"wrapped_request_handler\"}[$bucket_size]) + rate(synapse_util_metrics_block_ru_stime_seconds_total[$bucket_size])",
"format": "time_series",
......@@ -7425,7 +7867,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -7442,7 +7884,7 @@
"h": 13,
"w": 12,
"x": 12,
"y": 35
"y": 158
},
"hiddenSeries": false,
"id": 26,
......@@ -7465,7 +7907,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -7476,7 +7918,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "(rate(synapse_util_metrics_block_ru_utime_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) + rate(synapse_util_metrics_block_ru_stime_seconds_total[$bucket_size])) / rate(synapse_util_metrics_block_count_total[$bucket_size])",
"format": "time_series",
......@@ -7541,7 +7983,7 @@
"h": 13,
"w": 12,
"x": 0,
"y": 48
"y": 171
},
"hiddenSeries": false,
"id": 13,
......@@ -7564,7 +8006,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -7627,7 +8069,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "The time each database transaction takes to execute, on average, broken down by metrics block.",
"editable": true,
......@@ -7645,7 +8087,7 @@
"h": 13,
"w": 12,
"x": 12,
"y": 48
"y": 171
},
"hiddenSeries": false,
"id": 27,
......@@ -7668,7 +8110,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -7679,7 +8121,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_util_metrics_block_db_txn_duration_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_db_txn_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -7726,7 +8168,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -7743,7 +8185,7 @@
"h": 13,
"w": 12,
"x": 0,
"y": 61
"y": 184
},
"hiddenSeries": false,
"id": 28,
......@@ -7765,7 +8207,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -7776,7 +8218,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_util_metrics_block_db_txn_duration_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_db_txn_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -7823,7 +8265,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -7840,7 +8282,7 @@
"h": 13,
"w": 12,
"x": 12,
"y": 61
"y": 184
},
"hiddenSeries": false,
"id": 25,
......@@ -7862,7 +8304,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -7873,7 +8315,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_util_metrics_block_time_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -7922,7 +8364,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fill": 1,
"fillGradient": 0,
......@@ -7930,7 +8372,7 @@
"h": 15,
"w": 12,
"x": 0,
"y": 74
"y": 197
},
"hiddenSeries": false,
"id": 154,
......@@ -7951,7 +8393,7 @@
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 2,
"points": false,
"renderer": "flot",
......@@ -7962,7 +8404,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_util_metrics_block_count_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"interval": "",
......@@ -8005,7 +8447,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -8017,7 +8459,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -8033,7 +8475,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"decimals": 2,
"editable": true,
......@@ -8086,7 +8528,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_util_caches_cache_hits{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])/rate(synapse_util_caches_cache{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
"format": "time_series",
......@@ -8136,7 +8578,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -8187,7 +8629,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_util_caches_cache_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -8236,7 +8678,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editable": true,
"error": false,
......@@ -8287,7 +8729,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_util_caches_cache{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
"format": "time_series",
......@@ -8335,7 +8777,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -8387,7 +8829,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "topk(10, rate(synapse_util_caches_cache{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]) - rate(synapse_util_caches_cache_hits{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))",
"format": "time_series",
......@@ -8436,7 +8878,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -8483,7 +8925,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_util_caches_cache_evicted_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -8529,7 +8971,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -8541,7 +8983,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -8557,7 +8999,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -8603,7 +9045,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_util_caches_response_cache_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"interval": "",
......@@ -8647,7 +9089,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -8693,7 +9135,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_util_caches_response_cache_hits{instance=\"$instance\", job=~\"$job\", index=~\"$index\"}[$bucket_size])/rate(synapse_util_caches_response_cache{instance=\"$instance\", job=~\"$job\", index=~\"$index\"}[$bucket_size])",
"interval": "",
......@@ -8702,7 +9144,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "",
"interval": "",
......@@ -8747,7 +9189,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -8759,7 +9201,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -8775,7 +9217,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -8822,7 +9264,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(python_gc_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[10m])",
"format": "time_series",
......@@ -8869,7 +9311,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"decimals": 3,
"editable": true,
......@@ -8921,7 +9363,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(python_gc_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(python_gc_time_count[$bucket_size])",
"format": "time_series",
......@@ -8968,7 +9410,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "'gen 0' shows the number of objects allocated since the last gen0 GC.\n'gen 1' / 'gen 2' show the number of gen0/gen1 GCs since the last gen1/gen2 GC.",
"fieldConfig": {
......@@ -9023,7 +9465,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "python_gc_counts{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}",
"format": "time_series",
......@@ -9070,7 +9512,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -9117,7 +9559,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(python_gc_unreachable_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(python_gc_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -9162,7 +9604,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -9209,7 +9651,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(python_gc_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "time_series",
......@@ -9320,7 +9762,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -9332,7 +9774,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -9349,7 +9791,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -9363,7 +9805,7 @@
"h": 7,
"w": 12,
"x": 0,
"y": 40
"y": 162
},
"hiddenSeries": false,
"id": 43,
......@@ -9385,7 +9827,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -9396,7 +9838,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum (rate(synapse_replication_tcp_protocol_outbound_commands_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (name, conn_id)",
"format": "time_series",
......@@ -9441,7 +9883,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -9449,6 +9891,8 @@
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
......@@ -9498,7 +9942,7 @@
"h": 7,
"w": 12,
"x": 12,
"y": 40
"y": 162
},
"id": 41,
"links": [],
......@@ -9537,7 +9981,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -9545,6 +9989,8 @@
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
......@@ -9595,7 +10041,7 @@
"h": 7,
"w": 12,
"x": 0,
"y": 47
"y": 169
},
"id": 42,
"links": [],
......@@ -9634,7 +10080,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -9642,6 +10088,8 @@
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 1,
......@@ -9693,7 +10141,7 @@
"h": 7,
"w": 12,
"x": 12,
"y": 47
"y": 169
},
"id": 220,
"links": [],
......@@ -9751,7 +10199,7 @@
"h": 7,
"w": 12,
"x": 0,
"y": 54
"y": 176
},
"hiddenSeries": false,
"id": 144,
......@@ -9771,7 +10219,7 @@
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 2,
"points": false,
"renderer": "flot",
......@@ -9830,7 +10278,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -9844,7 +10292,7 @@
"h": 7,
"w": 12,
"x": 12,
"y": 54
"y": 176
},
"hiddenSeries": false,
"id": 115,
......@@ -9866,7 +10314,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -9877,7 +10325,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_replication_tcp_protocol_close_reason_total{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
"format": "time_series",
......@@ -9924,7 +10372,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -9938,7 +10386,7 @@
"h": 7,
"w": 12,
"x": 0,
"y": 61
"y": 183
},
"hiddenSeries": false,
"id": 113,
......@@ -9960,7 +10408,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -9971,7 +10419,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_replication_tcp_resource_connections_per_stream{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}",
"format": "time_series",
......@@ -9981,7 +10429,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_replication_tcp_resource_total_connections{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}",
"format": "time_series",
......@@ -10026,7 +10474,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -10038,7 +10486,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -10054,11 +10502,10 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
......@@ -10069,7 +10516,7 @@
"h": 9,
"w": 12,
"x": 0,
"y": 41
"y": 163
},
"hiddenSeries": false,
"id": 67,
......@@ -10091,7 +10538,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "7.3.7",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -10102,7 +10549,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "max(synapse_event_persisted_position{instance=\"$instance\"}) - on() group_right() synapse_event_processing_positions{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -10150,11 +10597,10 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
......@@ -10165,7 +10611,7 @@
"h": 9,
"w": 12,
"x": 12,
"y": 41
"y": 163
},
"hiddenSeries": false,
"id": 71,
......@@ -10187,7 +10633,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "7.3.7",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -10198,7 +10644,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "time()*1000-synapse_event_processing_last_ts{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}",
"format": "time_series",
......@@ -10246,11 +10692,10 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
......@@ -10261,7 +10706,7 @@
"h": 9,
"w": 12,
"x": 0,
"y": 50
"y": 172
},
"hiddenSeries": false,
"id": 121,
......@@ -10284,7 +10729,7 @@
},
"paceLength": 10,
"percentage": false,
"pluginVersion": "7.3.7",
"pluginVersion": "9.2.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
......@@ -10295,7 +10740,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "deriv(synapse_event_processing_last_ts{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/1000 - 1",
"format": "time_series",
......@@ -10342,7 +10787,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -10354,7 +10799,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -10378,12 +10823,21 @@
},
"dataFormat": "tsbuckets",
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "Colour reflects the number of rooms with the given number of forward extremities, or fewer.\n\nThis is only updated once an hour.",
"fieldConfig": {
"defaults": {
"custom": {}
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
......@@ -10401,11 +10855,51 @@
"show": true
},
"links": [],
"options": {
"calculate": false,
"calculation": {},
"cellGap": 1,
"cellValues": {},
"color": {
"exponent": 0.5,
"fill": "#B877D9",
"min": 0,
"mode": "opacity",
"reverse": false,
"scale": "exponential",
"scheme": "Oranges",
"steps": 128
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-9
},
"legend": {
"show": true
},
"rowsFrame": {
"layout": "auto"
},
"showValue": "never",
"tooltip": {
"show": true,
"yHistogram": true
},
"yAxis": {
"axisPlacement": "left",
"decimals": 0,
"reverse": false,
"unit": "short"
}
},
"pluginVersion": "9.2.2",
"reverseYBuckets": false,
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_forward_extremities_bucket{instance=\"$instance\"} and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0)",
"format": "heatmap",
......@@ -10437,12 +10931,11 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "Number of rooms with the given number of forward extremities or fewer.\n\nThis is only updated once an hour.",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
......@@ -10471,8 +10964,11 @@
"linewidth": 1,
"links": [],
"nullPointMode": "connected",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.1.3",
"pluginVersion": "9.2.2",
"pointradius": 2,
"points": false,
"renderer": "flot",
......@@ -10483,7 +10979,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_forward_extremities_bucket{instance=\"$instance\"} > 0",
"format": "heatmap",
......@@ -10538,12 +11034,21 @@
},
"dataFormat": "tsbuckets",
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "Colour reflects the number of events persisted to rooms with the given number of forward extremities, or fewer.",
"fieldConfig": {
"defaults": {
"custom": {}
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
......@@ -10560,12 +11065,52 @@
"legend": {
"show": true
},
"links": [],
"links": [],
"options": {
"calculate": false,
"calculation": {},
"cellGap": 1,
"cellValues": {},
"color": {
"exponent": 0.5,
"fill": "#5794F2",
"min": 0,
"mode": "opacity",
"reverse": false,
"scale": "exponential",
"scheme": "Oranges",
"steps": 128
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-9
},
"legend": {
"show": true
},
"rowsFrame": {
"layout": "auto"
},
"showValue": "never",
"tooltip": {
"show": true,
"yHistogram": true
},
"yAxis": {
"axisPlacement": "left",
"decimals": 0,
"reverse": false,
"unit": "short"
}
},
"pluginVersion": "9.2.2",
"reverseYBuckets": false,
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0)",
"format": "heatmap",
......@@ -10597,12 +11142,11 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "For a given percentage P, the number X where P% of events were persisted to rooms with X forward extremities or fewer.",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
......@@ -10630,8 +11174,11 @@
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.1.3",
"pluginVersion": "9.2.2",
"pointradius": 2,
"points": false,
"renderer": "flot",
......@@ -10642,7 +11189,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.5, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))",
"format": "time_series",
......@@ -10652,7 +11199,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.75, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))",
"format": "time_series",
......@@ -10662,7 +11209,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.90, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))",
"format": "time_series",
......@@ -10672,7 +11219,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.99, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))",
"format": "time_series",
......@@ -10727,12 +11274,21 @@
},
"dataFormat": "tsbuckets",
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "Colour reflects the number of events persisted to rooms with the given number of stale forward extremities, or fewer.\n\nStale forward extremities are those that were in the previous set of extremities as well as the new.",
"fieldConfig": {
"defaults": {
"custom": {}
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
......@@ -10750,11 +11306,51 @@
"show": true
},
"links": [],
"options": {
"calculate": false,
"calculation": {},
"cellGap": 1,
"cellValues": {},
"color": {
"exponent": 0.5,
"fill": "#FF9830",
"min": 0,
"mode": "opacity",
"reverse": false,
"scale": "exponential",
"scheme": "Oranges",
"steps": 128
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-9
},
"legend": {
"show": true
},
"rowsFrame": {
"layout": "auto"
},
"showValue": "never",
"tooltip": {
"show": true,
"yHistogram": true
},
"yAxis": {
"axisPlacement": "left",
"decimals": 0,
"reverse": false,
"unit": "short"
}
},
"pluginVersion": "9.2.2",
"reverseYBuckets": false,
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0)",
"format": "heatmap",
......@@ -10786,12 +11382,11 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "For given percentage P, the number X where P% of events were persisted to rooms with X stale forward extremities or fewer.\n\nStale forward extremities are those that were in the previous set of extremities as well as the new.",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
......@@ -10819,8 +11414,11 @@
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.1.3",
"pluginVersion": "9.2.2",
"pointradius": 2,
"points": false,
"renderer": "flot",
......@@ -10831,7 +11429,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.5, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))",
"format": "time_series",
......@@ -10841,7 +11439,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.75, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))",
"format": "time_series",
......@@ -10851,7 +11449,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.90, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))",
"format": "time_series",
......@@ -10861,7 +11459,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.99, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events_total > 0))",
"format": "time_series",
......@@ -10916,12 +11514,21 @@
},
"dataFormat": "tsbuckets",
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "Colour reflects the number of state resolution operations performed over the given number of state groups, or fewer.",
"fieldConfig": {
"defaults": {
"custom": {}
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
......@@ -10939,11 +11546,51 @@
"show": true
},
"links": [],
"options": {
"calculate": false,
"calculation": {},
"cellGap": 1,
"cellValues": {},
"color": {
"exponent": 0.5,
"fill": "#73BF69",
"min": 0,
"mode": "opacity",
"reverse": false,
"scale": "exponential",
"scheme": "Oranges",
"steps": 128
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-9
},
"legend": {
"show": true
},
"rowsFrame": {
"layout": "auto"
},
"showValue": "never",
"tooltip": {
"show": true,
"yHistogram": true
},
"yAxis": {
"axisPlacement": "left",
"decimals": 0,
"reverse": false,
"unit": "short"
}
},
"pluginVersion": "9.2.2",
"reverseYBuckets": false,
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])",
"format": "heatmap",
......@@ -10976,12 +11623,12 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"description": "For a given percentage P, the number X where P% of state resolution operations took place over X state groups or fewer.",
"fieldConfig": {
"defaults": {
"custom": {},
"links": []
},
"overrides": []
......@@ -11010,8 +11657,11 @@
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.1.3",
"pluginVersion": "9.2.2",
"pointradius": 2,
"points": false,
"renderer": "flot",
......@@ -11022,18 +11672,20 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "histogram_quantile(0.5, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
"legendFormat": "50%",
"range": true,
"refId": "A"
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.75, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))",
"format": "time_series",
......@@ -11044,7 +11696,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.90, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))",
"format": "time_series",
......@@ -11055,7 +11707,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "histogram_quantile(0.99, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))",
"format": "time_series",
......@@ -11103,15 +11755,9 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "When we do a state res while persisting events we try and see if we can prune any stale extremities.",
"fieldConfig": {
"defaults": {
"custom": {}
},
"overrides": []
},
"fill": 1,
"fillGradient": 0,
"gridPos": {
......@@ -11134,8 +11780,11 @@
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "7.1.3",
"pluginVersion": "9.2.2",
"pointradius": 2,
"points": false,
"renderer": "flot",
......@@ -11146,7 +11795,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_storage_events_state_resolutions_during_persistence_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))",
"interval": "",
......@@ -11155,7 +11804,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_storage_events_potential_times_prune_extremities_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))",
"interval": "",
......@@ -11164,7 +11813,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_storage_events_times_pruned_extremities_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))",
"interval": "",
......@@ -11207,7 +11856,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -11219,7 +11868,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -11236,7 +11885,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -11290,7 +11939,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "max(synapse_admin_mau_max{instance=\"$instance\"})",
......@@ -11304,7 +11953,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "max(synapse_admin_mau_current{instance=\"$instance\"})",
......@@ -11353,7 +12002,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fill": 1,
"fillGradient": 0,
......@@ -11392,7 +12041,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "synapse_admin_mau_current_mau_by_service{instance=\"$instance\"}",
"interval": "",
......@@ -11435,7 +12084,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -11447,7 +12096,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -11464,7 +12113,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -11510,7 +12159,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_notifier_users_woken_by_stream_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
......@@ -11563,7 +12212,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -11609,7 +12258,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_handler_presence_get_updates_total{job=~\"$job\",instance=\"$instance\"}[$bucket_size])",
......@@ -11660,7 +12309,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -11672,7 +12321,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -11689,7 +12338,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fill": 1,
"fillGradient": 0,
......@@ -11728,7 +12377,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_appservice_api_sent_events_total{instance=\"$instance\"}[$bucket_size])",
......@@ -11777,7 +12426,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fill": 1,
"fillGradient": 0,
......@@ -11816,7 +12465,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_appservice_api_sent_transactions_total{instance=\"$instance\"}[$bucket_size])",
......@@ -11863,7 +12512,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -11875,7 +12524,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -11891,7 +12540,7 @@
"dashLength": 10,
"dashes": false,
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fill": 1,
"fillGradient": 0,
......@@ -11930,7 +12579,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_handler_presence_notified_presence_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
"interval": "",
......@@ -11939,7 +12588,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_handler_presence_federation_presence_out_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
"interval": "",
......@@ -11948,7 +12597,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_handler_presence_presence_updates_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
"interval": "",
......@@ -11957,7 +12606,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_handler_presence_federation_presence_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
"interval": "",
......@@ -11966,7 +12615,7 @@
},
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "rate(synapse_handler_presence_bump_active_time_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
"interval": "",
......@@ -12011,7 +12660,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fill": 1,
"fillGradient": 0,
......@@ -12050,7 +12699,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_handler_presence_state_transition_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
......@@ -12099,7 +12748,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fill": 1,
"fillGradient": 0,
......@@ -12138,7 +12787,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_handler_presence_notify_reason_total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])",
......@@ -12185,7 +12834,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -12197,7 +12846,7 @@
"collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"gridPos": {
"h": 1,
......@@ -12210,7 +12859,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
......@@ -12218,6 +12867,8 @@
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
......@@ -12266,7 +12917,7 @@
"h": 8,
"w": 12,
"x": 0,
"y": 46
"y": 47
},
"id": 191,
"options": {
......@@ -12285,7 +12936,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_external_cache_set{job=~\"$job\", instance=\"$instance\", index=~\"$index\"}[$bucket_size])",
......@@ -12305,7 +12956,7 @@
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "",
"fill": 1,
......@@ -12314,7 +12965,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 46
"y": 47
},
"hiddenSeries": false,
"id": 193,
......@@ -12334,7 +12985,7 @@
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "9.0.4",
"pluginVersion": "9.2.2",
"pointradius": 2,
"points": false,
"renderer": "flot",
......@@ -12345,7 +12996,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "sum without (hit) (rate(synapse_external_cache_get{job=~\"$job\", instance=\"$instance\", index=~\"$index\"}[$bucket_size]))",
......@@ -12402,13 +13053,28 @@
"dataFormat": "tsbuckets",
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"fieldConfig": {
"defaults": {
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"scaleDistribution": {
"type": "linear"
}
}
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 54
"y": 55
},
"heatmap": {},
"hideZeroBuckets": false,
......@@ -12418,11 +13084,53 @@
"show": false
},
"links": [],
"options": {
"calculate": false,
"calculation": {},
"cellGap": -1,
"cellValues": {
"decimals": 2
},
"color": {
"exponent": 0.5,
"fill": "#b4ff00",
"min": 0,
"mode": "scheme",
"reverse": false,
"scale": "exponential",
"scheme": "Inferno",
"steps": 128
},
"exemplars": {
"color": "rgba(255,0,255,0.7)"
},
"filterValues": {
"le": 1e-9
},
"legend": {
"show": false
},
"rowsFrame": {
"layout": "auto"
},
"showValue": "never",
"tooltip": {
"show": true,
"yHistogram": true
},
"yAxis": {
"axisPlacement": "left",
"decimals": 0,
"reverse": false,
"unit": "s"
}
},
"pluginVersion": "9.2.2",
"reverseYBuckets": false,
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"expr": "sum(rate(synapse_external_cache_response_time_seconds_bucket{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size])) by (le)",
"format": "heatmap",
......@@ -12454,7 +13162,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"description": "",
"fieldConfig": {
......@@ -12463,6 +13171,8 @@
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
......@@ -12507,7 +13217,7 @@
"h": 8,
"w": 12,
"x": 12,
"y": 54
"y": 55
},
"id": 223,
"options": {
......@@ -12526,7 +13236,7 @@
"targets": [
{
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(synapse_external_cache_get{job=~\"$job\", instance=\"$instance\", index=~\"$index\", hit=\"False\"}[$bucket_size])",
......@@ -12544,7 +13254,7 @@
{
"datasource": {
"type": "prometheus",
"uid": "000000001"
"uid": "${DS_PROMETHEUS}"
},
"refId": "A"
}
......@@ -12570,7 +13280,8 @@
"hide": 0,
"includeAll": false,
"multi": false,
"name": "datasource",
"name": "DS_PROMETHEUS",
"label": "Datasource",
"options": [],
"query": "prometheus",
"queryValue": "",
......@@ -12641,7 +13352,7 @@
{
"current": {},
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"definition": "",
"hide": 0,
......@@ -12667,7 +13378,7 @@
"allValue": "",
"current": {},
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"definition": "",
"hide": 0,
......@@ -12697,7 +13408,7 @@
"allValue": ".*",
"current": {},
"datasource": {
"uid": "$datasource"
"uid": "${DS_PROMETHEUS}"
},
"definition": "",
"hide": 0,
......@@ -12757,6 +13468,6 @@
"timezone": "",
"title": "Synapse",
"uid": "000000012",
"version": 150,
"version": 160,
"weekStart": ""
}
\ No newline at end of file
}
contrib/graph/graph.py
View file @ 8de3d0dd
#
# This file is licensed under the Affero General Public License (AGPL) version 3.
#
# Copyright 2014-2016 OpenMarket Ltd
# Copyright (C) 2023 New Vector, Ltd
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
# See the GNU Affero General Public License for more details:
# <https://www.gnu.org/licenses/agpl-3.0.html>.
#
# Originally licensed under the Apache License, Version 2.0:
# <http://www.apache.org/licenses/LICENSE-2.0>.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# [This file includes modifications made by New Vector Limited]
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import argparse
import cgi
import datetime
import html
import json
import urllib.request
from typing import List
......@@ -78,7 +85,7 @@ def make_graph(pdus: List[dict], filename_prefix: str) -> None:
"name": name,
"type": pdu.get("pdu_type"),
"state_key": pdu.get("state_key"),
"content": cgi.escape(json.dumps(pdu.get("content")), quote=True),
"content": html.escape(json.dumps(pdu.get("content")), quote=True),
"time": t,
"depth": pdu.get("depth"),
}
......
contrib/graph/graph2.py
View file @ 8de3d0dd
#
# This file is licensed under the Affero General Public License (AGPL) version 3.
#
# Copyright 2014-2016 OpenMarket Ltd
# Copyright (C) 2023 New Vector, Ltd
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
# See the GNU Affero General Public License for more details:
# <https://www.gnu.org/licenses/agpl-3.0.html>.
#
# Originally licensed under the Apache License, Version 2.0:
# <http://www.apache.org/licenses/LICENSE-2.0>.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# [This file includes modifications made by New Vector Limited]
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import argparse
......
contrib/graph/graph3.py
View file @ 8de3d0dd
#
# This file is licensed under the Affero General Public License (AGPL) version 3.
#
# Copyright 2016 OpenMarket Ltd
# Copyright (C) 2023 New Vector, Ltd
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
# See the GNU Affero General Public License for more details:
# <https://www.gnu.org/licenses/agpl-3.0.html>.
#
# Originally licensed under the Apache License, Version 2.0:
# <http://www.apache.org/licenses/LICENSE-2.0>.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# [This file includes modifications made by New Vector Limited]
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import argparse
import datetime
......
contrib/lnav/README.md
View file @ 8de3d0dd
# `lnav` config for Synapse logs
[lnav](https://lnav.org/) is a log-viewing tool. It is particularly useful when
[lnav](https://lnav.org/) is a log-viewing tool. It is particularly useful when
you need to interleave multiple log files, or for exploring a large log file
with regex filters. The downside is that it is not as ubiquitous as tools like
`less`, `grep`, etc.
......@@ -9,7 +9,7 @@ This directory contains an `lnav` [log format definition](
https://docs.lnav.org/en/v0.10.1/formats.html#defining-a-new-format
) for Synapse logs as
emitted by Synapse with the default [logging configuration](
https://matrix-org.github.io/synapse/latest/usage/configuration/config_documentation.html#log_config
https://element-hq.github.io/synapse/latest/usage/configuration/config_documentation.html#log_config
). It supports lnav 0.10.1 because that's what's packaged by my distribution.
This should allow lnav:
......@@ -36,12 +36,12 @@ Within lnav itself:
- `?` for help within lnav itself.
- `q` to quit.
- `/` to search a-la `less` and `vim`, then `n` and `N` to continue searching
- `/` to search a-la `less` and `vim`, then `n` and `N` to continue searching
down and up.
- Use `o` and `O` to skip through logs based on the request ID (`POST-1234`, or
else the value of the [`request_id_header`](
https://matrix-org.github.io/synapse/latest/usage/configuration/config_documentation.html?highlight=request_id_header#listeners
) header). This may get confused if the same request ID is repeated among
https://element-hq.github.io/synapse/latest/usage/configuration/config_documentation.html?highlight=request_id_header#listeners
) header). This may get confused if the same request ID is repeated among
multiple files or process restarts.
- ???
- Profit
contrib/lnav/synapse-log-format.json
View file @ 8de3d0dd
......@@ -29,7 +29,7 @@
"level": "error"
},
{
"line": "my-matrix-server-federation-sender-1 | 2023-01-25 20:56:20,995 - synapse.http.matrixfederationclient - 709 - WARNING - federation_transaction_transmission_loop-3 - {PUT-O-3} [example.com] Request failed: PUT matrix://example.com/_matrix/federation/v1/send/1674680155797: HttpResponseException('403: Forbidden')",
"line": "my-matrix-server-federation-sender-1 | 2023-01-25 20:56:20,995 - synapse.http.matrixfederationclient - 709 - WARNING - federation_transaction_transmission_loop-3 - {PUT-O-3} [example.com] Request failed: PUT matrix-federation://example.com/_matrix/federation/v1/send/1674680155797: HttpResponseException('403: Forbidden')",
"level": "warning"
},
{
......
contrib/prometheus/README.md
View file @ 8de3d0dd
......@@ -34,7 +34,7 @@ Add a new job to the main prometheus.yml file:
```
An example of a Prometheus configuration with workers can be found in
[metrics-howto.md](https://matrix-org.github.io/synapse/latest/metrics-howto.html).
[metrics-howto.md](https://element-hq.github.io/synapse/latest/metrics-howto.html).
To use `synapse.rules` add
......
contrib/purge_api/README.md
View file @ 8de3d0dd
......@@ -4,8 +4,8 @@ Purge history API examples
# `purge_history.sh`
A bash file, that uses the
[purge history API](https://matrix-org.github.io/synapse/latest/admin_api/purge_history_api.html)
to purge all messages in a list of rooms up to a certain event. You can select a
[purge history API](https://element-hq.github.io/synapse/latest/admin_api/purge_history_api.html)
to purge all messages in a list of rooms up to a certain event. You can select a
timeframe or a number of messages that you want to keep in the room.
Just configure the variables DOMAIN, ADMIN, ROOMS_ARRAY and TIME at the top of
......@@ -14,5 +14,5 @@ the script.
# `purge_remote_media.sh`
A bash file, that uses the
[purge history API](https://matrix-org.github.io/synapse/latest/admin_api/purge_history_api.html)
[purge history API](https://element-hq.github.io/synapse/latest/admin_api/purge_history_api.html)
to purge all old cached remote media.
contrib/purge_api/purge_history.sh
View file @ 8de3d0dd
#!/usr/bin/env bash
# this script will use the api:
# https://matrix-org.github.io/synapse/latest/admin_api/purge_history_api.html
#
# https://element-hq.github.io/synapse/latest/admin_api/purge_history_api.html
#
# It will purge all messages in a list of rooms up to a cetrain event
###################################################################################################
......@@ -77,9 +77,9 @@ TOKEN=$(sql "SELECT token FROM access_tokens WHERE user_id='$ADMIN' ORDER BY id
AUTH="Authorization: Bearer $TOKEN"
###################################################################################################
# check, if your TOKEN works. For example this works:
# check, if your TOKEN works. For example this works:
###################################################################################################
# $ curl --header "$AUTH" "$API_URL/rooms/$ROOM/state/m.room.power_levels"
# $ curl --header "$AUTH" "$API_URL/rooms/$ROOM/state/m.room.power_levels"
###################################################################################################
# finally start pruning the room:
......@@ -117,13 +117,13 @@ for ROOM in "${ROOMS_ARRAY[@]}"; do
sleep $SLEEP
STATUS=$(curl --header "$AUTH" -s GET "$API_URL/admin/purge_history_status/$PURGE_ID" |grep status|cut -d'"' -f4)
: "$ROOM --> Status: $STATUS"
[[ "$STATUS" == "active" ]] || break
[[ "$STATUS" == "active" ]] || break
SLEEP=$((SLEEP + 1))
done
done
fi
set +x
sleep 1
fi
fi
done
......
contrib/systemd-with-workers/README.md
View file @ 8de3d0dd
The documentation for using systemd to manage synapse workers is now part of
the main synapse distribution. See
[docs/systemd-with-workers](https://matrix-org.github.io/synapse/latest/systemd-with-workers/index.html).
[docs/systemd-with-workers](https://element-hq.github.io/synapse/latest/systemd-with-workers/index.html).
contrib/systemd/README.md
View file @ 8de3d0dd
# Setup Synapse with Systemd
This is a setup for managing synapse with a user contributed systemd unit
file. It provides a `matrix-synapse` systemd unit file that should be tailored
to accommodate your installation in accordance with the installation
This is a setup for managing synapse with a user contributed systemd unit
file. It provides a `matrix-synapse` systemd unit file that should be tailored
to accommodate your installation in accordance with the installation
instructions provided in
[installation instructions](https://matrix-org.github.io/synapse/latest/setup/installation.html).
[installation instructions](https://element-hq.github.io/synapse/latest/setup/installation.html).
## Setup
1. Under the service section, ensure the `User` variable matches which user
you installed synapse under and wish to run it as.
you installed synapse under and wish to run it as.
2. Under the service section, ensure the `WorkingDirectory` variable matches
where you have installed synapse.
3. Under the service section, ensure the `ExecStart` variable matches the
......
contrib/workers-bash-scripts/create-multiple-stream-writers.md
View file @ 8de3d0dd
# Creating multiple stream writers with a bash script
This script creates multiple [stream writer](https://github.com/matrix-org/synapse/blob/develop/docs/workers.md#stream-writers) workers.
This script creates multiple [stream writer](https://github.com/element-hq/synapse/blob/develop/docs/workers.md#stream-writers) workers.
Stream writers require both replication and HTTP listeners.
......@@ -8,7 +8,7 @@ It also prints out the example lines for Synapse main configuration file.
Remember to route necessary endpoints directly to a worker associated with it.
If you run the script as-is, it will create workers with the replication listener starting from port 8034 and another, regular http listener starting from 8044. If you don't need all of the stream writers listed in the script, just remove them from the ```STREAM_WRITERS``` array.
If you run the script as-is, it will create workers with the replication listener starting from port 8034 and another, regular http listener starting from 8044. If you don't need all of the stream writers listed in the script, just remove them from the ```STREAM_WRITERS``` array.
Hint: Note that `worker_pid_file` is required if `worker_daemonize` is `true`. Uncomment and/or modify the line if needed.
......@@ -71,7 +71,7 @@ cat << EXAMPLECONFIG
# Don't forget to configure your reverse proxy and
# necessary endpoints to their respective worker.
# See https://github.com/matrix-org/synapse/blob/develop/docs/workers.md
# See https://github.com/element-hq/synapse/blob/develop/docs/workers.md
# for more information.
# Remember: Under NO circumstances should the replication
......@@ -102,7 +102,7 @@ You should receive an output similar to the following:
# Don't forget to configure your reverse proxy and
# necessary endpoints to their respective worker.
# See https://github.com/matrix-org/synapse/blob/develop/docs/workers.md
# See https://github.com/element-hq/synapse/blob/develop/docs/workers.md
# for more information
# Remember: Under NO circumstances should the replication
......@@ -138,14 +138,14 @@ Simply copy-and-paste the output to an appropriate place in your Synapse main co
## Write directly to Synapse configuration file
You could also write the output directly to homeserver main configuration file. **This, however, is not recommended** as even a small typo (such as replacing >> with >) can erase the entire ```homeserver.yaml```.
You could also write the output directly to homeserver main configuration file. **This, however, is not recommended** as even a small typo (such as replacing >> with >) can erase the entire ```homeserver.yaml```.
If you do this, back up your original configuration file first:
```console
# Back up homeserver.yaml first
cp /etc/matrix-synapse/homeserver.yaml /etc/matrix-synapse/homeserver.yaml.bak
cp /etc/matrix-synapse/homeserver.yaml /etc/matrix-synapse/homeserver.yaml.bak
# Create workers and write output to your homeserver.yaml
./create_stream_writers.sh >> /etc/matrix-synapse/homeserver.yaml
./create_stream_writers.sh >> /etc/matrix-synapse/homeserver.yaml
```