metricbeat/module/postgresql: Add PostgreSQL Replication metricset

metricbeat/docs/fields.asciidoc

@@ -56304,6 +56304,193 @@ type: date
 
 --
 
+[float]
+=== replication
+
+One row per replication, showing database replication statistics. Collected by querying pg_stat_database
+
+
+
+*`postgresql.replication.write_lag`*::
++
+--
+Elapsed time during committed WALs from primary to the replica.
+
+
+type: long
+
+--
+
+*`postgresql.replication.state`*::
++
+--
+WAL sender state.
+
+
+type: keyword
+
+--
+
+*`postgresql.replication.sync_priority`*::
++
+--
+Priority of replica server being chosen as synchronous replica.
+
+
+type: long
+
+--
+
+*`postgresql.replication.backend_start`*::
++
+--
+Start time when replica connected to primary.
+
+
+type: long
+
+--
+
+*`postgresql.replication.replay_lag`*::
++
+--
+Elapsed time during committed WALs from primary to the replica. Fully committed in replica node
+
+
+type: long
+
+--
+
+*`postgresql.replication.flush_lag`*::
++
+--
+Elapsed time during committed WALs from primary to the replica. WAL's has already been flushed but not yet applied.
+
+
+type: long
+
+--
+
+*`postgresql.replication.pid`*::
++
+--
+Process id of walsender process
+
+
+type: long
+
+--
+
+*`postgresql.replication.client.address`*::
++
+--
+Address of replica/streaming replication
+
+
+type: long
+
+--
+
+*`postgresql.replication.client.port`*::
++
+--
+Port of replica/streaming replication
+
+
+type: long
+
+--
+
+*`postgresql.replication.client.hostname`*::
++
+--
+Hostname of replica/streaming replication
+
+
+type: long
+
+--
+
+*`postgresql.replication.replay_lsn`*::
++
+--
+Last transaction flush on disk at replica.
+
+
+type: long
+
+--
+
+*`postgresql.replication.user.name`*::
++
+--
+Name of user which is used for Streaming replication
+
+
+type: long
+
+--
+
+*`postgresql.replication.user.id`*::
++
+--
+ID of user which is used for Streaming replication
+
+
+type: long
+
+--
+
+*`postgresql.replication.sync_state`*::
++
+--
+Sync State of replica.
+
+
+type: long
+
+--
+
+*`postgresql.replication.flush_lsn`*::
++
+--
+Last transaction flush on disk at replica.
+
+
+type: long
+
+--
+
+*`postgresql.replication.application_name`*::
++
+--
+Number of queries canceled due to conflicts with recovery in this database.
+
+
+type: long
+
+--
+
+*`postgresql.replication.write_lsn`*::
++
+--
+Last transaction written on disk at replica.
+
+
+type: long
+
+--
+
+*`postgresql.replication.sent_lsn`*::
++
+--
+Last transaction location sent to replica
+
+
+type: long
+
+--
+
 [float]
 === statement
 

metricbeat/docs/modules/postgresql.asciidoc

@@ -96,6 +96,9 @@ metricbeat.modules:
     # Stats about every PostgreSQL process
     - activity
 
+    # Stats about every PostgreSQL replication process
+    - replication
+
     # Stats about every statement executed in the server. It requires the
     # `pg_stats_statement` library to be configured in the server.
     #- statement
@@ -126,6 +129,8 @@ The following metricsets are available:
 
 * <<metricbeat-metricset-postgresql-database,database>>
 
+* <<metricbeat-metricset-postgresql-replication,replication>>
+
 * <<metricbeat-metricset-postgresql-statement,statement>>
 
 include::postgresql/activity.asciidoc[]
@@ -134,6 +139,8 @@ include::postgresql/bgwriter.asciidoc[]
 
 include::postgresql/database.asciidoc[]
 
+include::postgresql/replication.asciidoc[]
+
 include::postgresql/statement.asciidoc[]
 
 :edit_url!:

metricbeat/docs/modules/postgresql/replication.asciidoc

@@ -0,0 +1,27 @@
+////
+This file is generated! See scripts/mage/docs_collector.go
+////
+:edit_url: https://github.com/elastic/beats/edit/main/metricbeat/module/postgresql/replication/_meta/docs.asciidoc
+
+
+[[metricbeat-metricset-postgresql-replication]]
+=== PostgreSQL replication metricset
+
+include::../../../module/postgresql/replication/_meta/docs.asciidoc[]
+
+This is a default metricset. If the host module is unconfigured, this metricset is enabled by default.
+
+:edit_url:
+
+==== Fields
+
+For a description of each field in the metricset, see the
+<<exported-fields-postgresql,exported fields>> section.
+
+Here is an example document generated by this metricset:
+
+[source,json]
+----
+include::../../../module/postgresql/replication/_meta/data.json[]
+----
+:edit_url!:

metricbeat/docs/modules_list.asciidoc

@@ -247,9 +247,10 @@ This file is generated! See scripts/mage/docs_collector.go
 .2+| .2+|  |<<metricbeat-metricset-php_fpm-pool,pool>>   
 |<<metricbeat-metricset-php_fpm-process,process>>   
 |<<metricbeat-module-postgresql,PostgreSQL>>     |image:./images/icon-yes.png[Prebuilt dashboards are available]    |  
-.4+| .4+|  |<<metricbeat-metricset-postgresql-activity,activity>>   
+.5+| .5+|  |<<metricbeat-metricset-postgresql-activity,activity>>   
 |<<metricbeat-metricset-postgresql-bgwriter,bgwriter>>   
 |<<metricbeat-metricset-postgresql-database,database>>   
+|<<metricbeat-metricset-postgresql-replication,replication>>   
 |<<metricbeat-metricset-postgresql-statement,statement>>   
 |<<metricbeat-module-prometheus,Prometheus>>     |image:./images/icon-yes.png[Prebuilt dashboards are available]    |  
 .3+| .3+|  |<<metricbeat-metricset-prometheus-collector,collector>>   

metricbeat/metricbeat.reference.yml

@@ -814,6 +814,9 @@ metricbeat.modules:
     # Stats about every PostgreSQL process
     - activity
 
+    # Stats about every PostgreSQL replication process
+    - replication
+
     # Stats about every statement executed in the server. It requires the
     # `pg_stats_statement` library to be configured in the server.
     #- statement

metricbeat/module/postgresql/_meta/config.reference.yml

@@ -10,6 +10,9 @@
     # Stats about every PostgreSQL process
     - activity
 
+    # Stats about every PostgreSQL replication process
+    - replication
+
     # Stats about every statement executed in the server. It requires the
     # `pg_stats_statement` library to be configured in the server.
     #- statement

metricbeat/module/postgresql/replication/_meta/data.json

@@ -0,0 +1,42 @@
+{
+    "@timestamp": "2023-05-24T12:22:59.233Z",
+    "event": {
+        "dataset": "postgresql.replication",
+        "duration": 115000,
+        "module": "postgresql"
+    },
+    "metricset": {
+        "name": "replication",
+        "period": 10000
+    },
+    "postgresql": {
+        "replication": {
+            "write_lag": "",
+            "state": "streaming",
+            "sync_priority": 0,
+            "backend_start": "2023-05-23T17:01:53.697Z",
+            "replay_lag": "",
+            "flush_lag": "",
+            "pid": 2516780,
+            "client": {
+                "address": "192.168.128.2",
+                "port": 46594,
+                "hostname": ""
+            },
+            "replay_lsn": "A0/60003558",
+            "user": {
+                "name": "replicator",
+                "id": 16442
+            },
+            "sync_state": "async",
+            "flush_lsn": "A0/60003558",
+            "application_name": "walreceiver",
+            "write_lsn": "A0/60003558",
+            "sent_lsn": "A0/60003558"
+        }
+    },
+    "service": {
+        "address": "postgres://localhost:5432/postgres?connect_timeout=10",
+        "type": "postgresql"
+    }
+}

metricbeat/module/postgresql/replication/_meta/data_shared.json

@@ -0,0 +1,42 @@
+{
+    "@timestamp": "2023-05-24T12:22:59.233Z",
+    "event": {
+        "dataset": "postgresql.replication",
+        "duration": 115000,
+        "module": "postgresql"
+    },
+    "metricset": {
+        "name": "replication",
+        "period": 10000
+    },
+    "postgresql": {
+        "replication": {
+            "write_lag": "",
+            "state": "",
+            "sync_priority": 0,
+            "backend_start": "",
+            "replay_lag": "",
+            "flush_lag": "",
+            "pid": 0,
+            "client": {
+                "address": "",
+                "port": 0,
+                "hostname": ""
+            },
+            "replay_lsn": "",
+            "user": {
+                "name": "",
+                "id": 0
+            },
+            "sync_state": "",
+            "flush_lsn": "",
+            "application_name": "",
+            "write_lsn": "",
+            "sent_lsn": ""
+        }
+    },
+    "service": {
+        "address": "postgres://localhost:5432/postgres?connect_timeout=10",
+        "type": "postgresql"
+    }
+}

metricbeat/module/postgresql/replication/_meta/docs.asciidoc

@@ -0,0 +1 @@
+This is the `replication` metricset of the PostgreSQL module.