8000 chore: docker aio - add pitr.log collection to vector (#917) · dependify/postgres@48e23e9 · GitHub
[go: up one dir, main page]
Skip to content

Commit 48e23e9

Browse files
bmpandradebmpandrade
authored
chore: docker aio - add pitr.log collection to vector (supabase#917)
1 parent 92e6cf9 commit 48e23e9

File tree

2 files changed

+45
-0
lines changed

2 files changed

+45
-0
lines changed

‎docker/all-in-one/etc/vector/vector.yaml

Lines changed: 42 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,12 @@ sources:
1515
include:
1616
- /var/log/services/pgbouncer.log
1717

18+
pitr_log:
19+
type: file
20+
include:
21+
- /var/log/wal-g/pitr.log
22+
read_from: end
23+
1824
postgres_log:
1925
type: file
2026
include:
@@ -208,6 +214,33 @@ transforms:
208214
del(._UID)
209215
del(.__MONOTONIC_TIMESTAMP)
210216
del(.__REALTIME_TIMESTAMP)
217+
218+
pitr_to_object:
219+
inputs:
220+
- pitr_log
221+
type: remap
222+
source: |2-
223+
.project = "{{ .ProjectRef }}"
224+
225+
.parsed, err = parse_key_value(.message)
226+
if err == null {
227+
.metadata = .parsed
228+
.metadata.host = del(.host)
229+
.message = del(.metadata.msg)
230+
.timestamp = del(.metadata.time)
231+
}
232+
233+
del(.parsed)
234+
del(.source_type)
235+
del(.file)
236+
237+
filter_pitr_error:
238+
inputs:
239+
- pitr_to_object
240+
type: filter
241+
condition: >
242+
.metadata.level != "info"
243+
211244
sinks:
212245
http_gotrue:
213246
type: "http"
@@ -242,6 +275,15 @@ sinks:
242275
compression: none
243276
uri: "https://{{ .LogflareHost }}/logs?api_key={{ .ApiKey }}&source={{ .PgbouncerSource }}"
244277

278+
http_pitr_error:
279+
type: http
280+
inputs:
281+
- filter_pitr_error
282+
encoding:
283+
codec: json
284+
compression: none
285+
uri: "https://{{ .LogflareHost }}/logs?api_key={{ .ApiKey }}&source={{ .PitrErrorsSource }}"
286+
245287
http_postgres:
246288
type: http
247289
inputs:

‎docker/all-in-one/init/configure-vector.sh

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,7 @@ if [ -f "${INIT_PAYLOAD_PATH:-}" ]; then
1212
LOGFLARE_GOTRUE_SOURCE=$(jq -r '.["logflare_gotrue_source"]' /etc/vector/init.json)
1313
LOGFLARE_POSTGREST_SOURCE=$(jq -r '.["logflare_postgrest_source"]' /etc/vector/init.json)
1414
LOGFLARE_PGBOUNCER_SOURCE=$(jq -r '.["logflare_pgbouncer_source"]' /etc/vector/init.json)
15+
LOGFLARE_PITR_ERRORS_SOURCE=$(jq -r '.["logflare_pitr_errors_source"]' /etc/vector/init.json)
1516
LOGFLARE_API_KEY=$(jq -r '.["logflare_api_key"]' /etc/vector/init.json)
1617
fi
1718

@@ -42,6 +43,7 @@ LOGFLARE_DB_SOURCE=${LOGFLARE_DB_SOURCE:-postgres.logs}
4243
LOGFLARE_GOTRUE_SOURCE=${LOGFLARE_GOTRUE_SOURCE:-gotrue.logs.prod}
4344
LOGFLARE_POSTGREST_SOURCE=${LOGFLARE_POSTGREST_SOURCE:-postgREST.logs.prod}
4445
LOGFLARE_PGBOUNCER_SOURCE=${LOGFLARE_PGBOUNCER_SOURCE:-pgbouncer.logs.prod}
46+
LOGFLARE_PITR_ERRORS_SOURCE=${LOGFLARE_PITR_ERRORS_SOURCE:-pitr_errors.logs.prod}
4547

4648
sed -i "s|{{ .ApiPort }}|$VECTOR_API_PORT|g" $VECTOR_CONF
4749
sed -i "s|{{ .ProjectRef }}|$PROJECT_REF|g" $VECTOR_CONF
@@ -51,3 +53,4 @@ sed -i "s|{{ .DbSource }}|$LOGFLARE_DB_SOURCE|g" $VECTOR_CONF
5153
sed -i "s|{{ .GotrueSource }}|$LOGFLARE_GOTRUE_SOURCE|g" $VECTOR_CONF
5254
sed -i "s|{{ .PostgrestSource }}|$LOGFLARE_POSTGREST_SOURCE|g" $VECTOR_CONF
5355
sed -i "s|{{ .PgbouncerSource }}|$LOGFLARE_PGBOUNCER_SOURCE|g" $VECTOR_CONF
56+
sed -i "s|{{ .PitrErrorsSource }}|$LOGFLARE_PITR_ERRORS_SOURCE|g" $VECTOR_CONF

0 commit comments

Comments
 (0)
0