mirror of
https://github.com/postgresml/pgcat.git
synced 2026-03-23 01:16:30 +00:00
58ce76d9b9
* Refactor stats to use atomics When we are dealing with a high number of connections, generated stats cannot be consumed fast enough by the stats collector loop. This makes the stats subsystem inconsistent and a log of warning messages are thrown due to unregistered server/clients. This change refactors the stats subsystem so it uses atomics: - Now counters are handled using U64 atomics - Event system is dropped and averages are calculated using a loop every 15 seconds. - Now, instead of snapshots being generated ever second we keep track of servers/clients that have registered. Each pool/server/client has its own instance of the counter and makes changes directly, instead of adding an event that gets processed later. * Manually mplement Hash/Eq in `config::Address` ignoring stats * Add tests for client connection counters * Allow connecting to dockerized dev pgcat from the host * stats: Decrease cl_idle when idle socket disconnects
87 lines
2.6 KiB
YAML
87 lines
2.6 KiB
YAML
version: "3"
|
|
|
|
x-common-definition-pg:
|
|
&common-definition-pg
|
|
image: postgres:14
|
|
network_mode: "service:main"
|
|
healthcheck:
|
|
test: [ "CMD-SHELL", "pg_isready -U postgres -d postgres" ]
|
|
interval: 5s
|
|
timeout: 5s
|
|
retries: 5
|
|
volumes:
|
|
- type: bind
|
|
source: ../tests/sharding/query_routing_setup.sql
|
|
target: /docker-entrypoint-initdb.d/query_routing_setup.sql
|
|
- type: bind
|
|
source: ../tests/sharding/partition_hash_test_setup.sql
|
|
target: /docker-entrypoint-initdb.d/partition_hash_test_setup.sql
|
|
|
|
x-common-env-pg:
|
|
&common-env-pg
|
|
POSTGRES_USER: postgres
|
|
POSTGRES_DB: postgres
|
|
POSTGRES_PASSWORD: postgres
|
|
|
|
services:
|
|
main:
|
|
image: kubernetes/pause
|
|
ports:
|
|
- 6432
|
|
|
|
pg1:
|
|
<<: *common-definition-pg
|
|
environment:
|
|
<<: *common-env-pg
|
|
POSTGRES_INITDB_ARGS: --auth-local=md5 --auth-host=md5 --auth=md5
|
|
PGPORT: 5432
|
|
command: ["postgres", "-p", "5432", "-c", "shared_preload_libraries=pg_stat_statements", "-c", "pg_stat_statements.track=all", "-c", "pg_stat_statements.max=100000"]
|
|
|
|
pg2:
|
|
<<: *common-definition-pg
|
|
environment:
|
|
<<: *common-env-pg
|
|
POSTGRES_INITDB_ARGS: --auth-local=scram-sha-256 --auth-host=scram-sha-256 --auth=scram-sha-256
|
|
PGPORT: 7432
|
|
command: ["postgres", "-p", "7432", "-c", "shared_preload_libraries=pg_stat_statements", "-c", "pg_stat_statements.track=all", "-c", "pg_stat_statements.max=100000"]
|
|
pg3:
|
|
<<: *common-definition-pg
|
|
environment:
|
|
<<: *common-env-pg
|
|
POSTGRES_INITDB_ARGS: --auth-local=scram-sha-256 --auth-host=scram-sha-256 --auth=scram-sha-256
|
|
PGPORT: 8432
|
|
command: ["postgres", "-p", "8432", "-c", "shared_preload_libraries=pg_stat_statements", "-c", "pg_stat_statements.track=all", "-c", "pg_stat_statements.max=100000"]
|
|
pg4:
|
|
<<: *common-definition-pg
|
|
environment:
|
|
<<: *common-env-pg
|
|
POSTGRES_INITDB_ARGS: --auth-local=scram-sha-256 --auth-host=scram-sha-256 --auth=scram-sha-256
|
|
PGPORT: 9432
|
|
command: ["postgres", "-p", "9432", "-c", "shared_preload_libraries=pg_stat_statements", "-c", "pg_stat_statements.track=all", "-c", "pg_stat_statements.max=100000"]
|
|
|
|
toxiproxy:
|
|
build: .
|
|
network_mode: "service:main"
|
|
container_name: toxiproxy
|
|
environment:
|
|
LOG_LEVEL: info
|
|
entrypoint: toxiproxy-server
|
|
depends_on:
|
|
- pg1
|
|
- pg2
|
|
- pg3
|
|
- pg4
|
|
|
|
pgcat-shell:
|
|
stdin_open: true
|
|
user: "${HOST_UID}:${HOST_GID}"
|
|
build: .
|
|
network_mode: "service:main"
|
|
depends_on:
|
|
- toxiproxy
|
|
volumes:
|
|
- ../:/app/
|
|
entrypoint:
|
|
- /bin/bash
|
|
- -i
|