mirror of
https://github.com/postgresml/pgcat.git
synced 2026-03-27 10:46:30 +00:00
Compare commits
6 Commits
dependabot
...
circleci_s
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
04e346df80 | ||
|
|
cbf4d58144 | ||
|
|
731aa047ba | ||
|
|
88dbcc21d1 | ||
|
|
c34b15bddc | ||
|
|
0b034a6831 |
@@ -1,4 +1,4 @@
|
|||||||
FROM rust:1-slim-bookworm AS builder
|
FROM rust:1.79.0-slim-bookworm AS builder
|
||||||
|
|
||||||
RUN apt-get update && \
|
RUN apt-get update && \
|
||||||
apt-get install -y build-essential
|
apt-get install -y build-essential
|
||||||
@@ -19,3 +19,4 @@ COPY --from=builder /app/pgcat.toml /etc/pgcat/pgcat.toml
|
|||||||
WORKDIR /etc/pgcat
|
WORKDIR /etc/pgcat
|
||||||
ENV RUST_LOG=info
|
ENV RUST_LOG=info
|
||||||
CMD ["pgcat"]
|
CMD ["pgcat"]
|
||||||
|
STOPSIGNAL SIGINT
|
||||||
|
|||||||
@@ -11,6 +11,7 @@ RestartSec=1
|
|||||||
Environment=RUST_LOG=info
|
Environment=RUST_LOG=info
|
||||||
LimitNOFILE=65536
|
LimitNOFILE=65536
|
||||||
ExecStart=/usr/bin/pgcat /etc/pgcat.toml
|
ExecStart=/usr/bin/pgcat /etc/pgcat.toml
|
||||||
|
ExecReload=/bin/kill -SIGHUP $MAINPID
|
||||||
|
|
||||||
[Install]
|
[Install]
|
||||||
WantedBy=multi-user.target
|
WantedBy=multi-user.target
|
||||||
|
|||||||
@@ -1204,9 +1204,12 @@ where
|
|||||||
if !server.in_transaction() {
|
if !server.in_transaction() {
|
||||||
// Report transaction executed statistics.
|
// Report transaction executed statistics.
|
||||||
self.stats.transaction();
|
self.stats.transaction();
|
||||||
server
|
server.stats().transaction(
|
||||||
.stats()
|
Instant::now()
|
||||||
.transaction(self.server_parameters.get_application_name());
|
.duration_since(server.transaction_start().into())
|
||||||
|
.as_millis() as u64,
|
||||||
|
self.server_parameters.get_application_name(),
|
||||||
|
);
|
||||||
|
|
||||||
// Release server back to the pool if we are in transaction mode.
|
// Release server back to the pool if we are in transaction mode.
|
||||||
// If we are in session mode, we keep the server until the client disconnects.
|
// If we are in session mode, we keep the server until the client disconnects.
|
||||||
@@ -1460,9 +1463,12 @@ where
|
|||||||
|
|
||||||
if !server.in_transaction() {
|
if !server.in_transaction() {
|
||||||
self.stats.transaction();
|
self.stats.transaction();
|
||||||
server
|
server.stats().transaction(
|
||||||
.stats()
|
Instant::now()
|
||||||
.transaction(self.server_parameters.get_application_name());
|
.duration_since(server.transaction_start().into())
|
||||||
|
.as_millis() as u64,
|
||||||
|
self.server_parameters.get_application_name(),
|
||||||
|
);
|
||||||
|
|
||||||
// Release server back to the pool if we are in transaction mode.
|
// Release server back to the pool if we are in transaction mode.
|
||||||
// If we are in session mode, we keep the server until the client disconnects.
|
// If we are in session mode, we keep the server until the client disconnects.
|
||||||
@@ -1511,9 +1517,12 @@ where
|
|||||||
|
|
||||||
if !server.in_transaction() {
|
if !server.in_transaction() {
|
||||||
self.stats.transaction();
|
self.stats.transaction();
|
||||||
server
|
server.stats().transaction(
|
||||||
.stats()
|
Instant::now()
|
||||||
.transaction(self.server_parameters.get_application_name());
|
.duration_since(server.transaction_start().into())
|
||||||
|
.as_millis() as u64,
|
||||||
|
self.server_parameters.get_application_name(),
|
||||||
|
);
|
||||||
|
|
||||||
// Release server back to the pool if we are in transaction mode.
|
// Release server back to the pool if we are in transaction mode.
|
||||||
// If we are in session mode, we keep the server until the client disconnects.
|
// If we are in session mode, we keep the server until the client disconnects.
|
||||||
|
|||||||
@@ -38,12 +38,12 @@ pub enum Role {
|
|||||||
Mirror,
|
Mirror,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl ToString for Role {
|
impl std::fmt::Display for Role {
|
||||||
fn to_string(&self) -> String {
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
match *self {
|
match self {
|
||||||
Role::Primary => "primary".to_string(),
|
Role::Primary => write!(f, "primary"),
|
||||||
Role::Replica => "replica".to_string(),
|
Role::Replica => write!(f, "replica"),
|
||||||
Role::Mirror => "mirror".to_string(),
|
Role::Mirror => write!(f, "mirror"),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -476,11 +476,11 @@ pub enum PoolMode {
|
|||||||
Session,
|
Session,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl ToString for PoolMode {
|
impl std::fmt::Display for PoolMode {
|
||||||
fn to_string(&self) -> String {
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
match *self {
|
match self {
|
||||||
PoolMode::Transaction => "transaction".to_string(),
|
PoolMode::Transaction => write!(f, "transaction"),
|
||||||
PoolMode::Session => "session".to_string(),
|
PoolMode::Session => write!(f, "session"),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -493,12 +493,13 @@ pub enum LoadBalancingMode {
|
|||||||
#[serde(alias = "loc", alias = "LOC", alias = "least_outstanding_connections")]
|
#[serde(alias = "loc", alias = "LOC", alias = "least_outstanding_connections")]
|
||||||
LeastOutstandingConnections,
|
LeastOutstandingConnections,
|
||||||
}
|
}
|
||||||
impl ToString for LoadBalancingMode {
|
|
||||||
fn to_string(&self) -> String {
|
impl std::fmt::Display for LoadBalancingMode {
|
||||||
match *self {
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
LoadBalancingMode::Random => "random".to_string(),
|
match self {
|
||||||
|
LoadBalancingMode::Random => write!(f, "random"),
|
||||||
LoadBalancingMode::LeastOutstandingConnections => {
|
LoadBalancingMode::LeastOutstandingConnections => {
|
||||||
"least_outstanding_connections".to_string()
|
write!(f, "least_outstanding_connections")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -999,15 +1000,17 @@ impl Config {
|
|||||||
pub fn fill_up_auth_query_config(&mut self) {
|
pub fn fill_up_auth_query_config(&mut self) {
|
||||||
for (_name, pool) in self.pools.iter_mut() {
|
for (_name, pool) in self.pools.iter_mut() {
|
||||||
if pool.auth_query.is_none() {
|
if pool.auth_query.is_none() {
|
||||||
pool.auth_query = self.general.auth_query.clone();
|
pool.auth_query.clone_from(&self.general.auth_query);
|
||||||
}
|
}
|
||||||
|
|
||||||
if pool.auth_query_user.is_none() {
|
if pool.auth_query_user.is_none() {
|
||||||
pool.auth_query_user = self.general.auth_query_user.clone();
|
pool.auth_query_user
|
||||||
|
.clone_from(&self.general.auth_query_user);
|
||||||
}
|
}
|
||||||
|
|
||||||
if pool.auth_query_password.is_none() {
|
if pool.auth_query_password.is_none() {
|
||||||
pool.auth_query_password = self.general.auth_query_password.clone();
|
pool.auth_query_password
|
||||||
|
.clone_from(&self.general.auth_query_password);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -1155,7 +1158,7 @@ impl Config {
|
|||||||
"Default max server lifetime: {}ms",
|
"Default max server lifetime: {}ms",
|
||||||
self.general.server_lifetime
|
self.general.server_lifetime
|
||||||
);
|
);
|
||||||
info!("Sever round robin: {}", self.general.server_round_robin);
|
info!("Server round robin: {}", self.general.server_round_robin);
|
||||||
match self.general.tls_certificate.clone() {
|
match self.general.tls_certificate.clone() {
|
||||||
Some(tls_certificate) => {
|
Some(tls_certificate) => {
|
||||||
info!("TLS certificate: {}", tls_certificate);
|
info!("TLS certificate: {}", tls_certificate);
|
||||||
|
|||||||
@@ -733,6 +733,10 @@ pub fn configure_socket(stream: &TcpStream) {
|
|||||||
}
|
}
|
||||||
Err(err) => error!("Could not configure socket: {}", err),
|
Err(err) => error!("Could not configure socket: {}", err),
|
||||||
}
|
}
|
||||||
|
match sock_ref.set_nodelay(true) {
|
||||||
|
Ok(_) => (),
|
||||||
|
Err(err) => error!("Could not configure TCP_NODELAY for socket: {}", err),
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
pub trait BytesMutReader {
|
pub trait BytesMutReader {
|
||||||
|
|||||||
@@ -15,6 +15,7 @@ use std::sync::Arc;
|
|||||||
use std::time::SystemTime;
|
use std::time::SystemTime;
|
||||||
use tokio::io::{AsyncRead, AsyncReadExt, AsyncWrite, BufStream};
|
use tokio::io::{AsyncRead, AsyncReadExt, AsyncWrite, BufStream};
|
||||||
use tokio::net::TcpStream;
|
use tokio::net::TcpStream;
|
||||||
|
use tokio::time::Instant;
|
||||||
use tokio_rustls::rustls::{OwnedTrustAnchor, RootCertStore};
|
use tokio_rustls::rustls::{OwnedTrustAnchor, RootCertStore};
|
||||||
use tokio_rustls::{client::TlsStream, TlsConnector};
|
use tokio_rustls::{client::TlsStream, TlsConnector};
|
||||||
|
|
||||||
@@ -285,6 +286,9 @@ pub struct Server {
|
|||||||
/// Is the server inside a transaction or idle.
|
/// Is the server inside a transaction or idle.
|
||||||
in_transaction: bool,
|
in_transaction: bool,
|
||||||
|
|
||||||
|
/// The time the most recent transaction started.
|
||||||
|
transaction_start: Instant,
|
||||||
|
|
||||||
/// Is there more data for the client to read.
|
/// Is there more data for the client to read.
|
||||||
data_available: bool,
|
data_available: bool,
|
||||||
|
|
||||||
@@ -804,6 +808,7 @@ impl Server {
|
|||||||
process_id,
|
process_id,
|
||||||
secret_key,
|
secret_key,
|
||||||
in_transaction: false,
|
in_transaction: false,
|
||||||
|
transaction_start: Instant::now(),
|
||||||
in_copy_mode: false,
|
in_copy_mode: false,
|
||||||
data_available: false,
|
data_available: false,
|
||||||
bad: false,
|
bad: false,
|
||||||
@@ -936,6 +941,7 @@ impl Server {
|
|||||||
// In transaction.
|
// In transaction.
|
||||||
'T' => {
|
'T' => {
|
||||||
self.in_transaction = true;
|
self.in_transaction = true;
|
||||||
|
self.transaction_start = Instant::now();
|
||||||
}
|
}
|
||||||
|
|
||||||
// Idle, transaction over.
|
// Idle, transaction over.
|
||||||
@@ -1220,6 +1226,12 @@ impl Server {
|
|||||||
self.in_transaction
|
self.in_transaction
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// The start time of the most recent transaction.
|
||||||
|
/// Will be stale if not in a transaction.
|
||||||
|
pub fn transaction_start(&self) -> Instant {
|
||||||
|
self.transaction_start
|
||||||
|
}
|
||||||
|
|
||||||
/// Currently copying data from client to server or vice-versa.
|
/// Currently copying data from client to server or vice-versa.
|
||||||
pub fn in_copy_mode(&self) -> bool {
|
pub fn in_copy_mode(&self) -> bool {
|
||||||
self.in_copy_mode
|
self.in_copy_mode
|
||||||
|
|||||||
@@ -14,11 +14,11 @@ pub enum ShardingFunction {
|
|||||||
Sha1,
|
Sha1,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl ToString for ShardingFunction {
|
impl std::fmt::Display for ShardingFunction {
|
||||||
fn to_string(&self) -> String {
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
match *self {
|
match self {
|
||||||
ShardingFunction::PgBigintHash => "pg_bigint_hash".to_string(),
|
ShardingFunction::PgBigintHash => write!(f, "pg_bigint_hash"),
|
||||||
ShardingFunction::Sha1 => "sha1".to_string(),
|
ShardingFunction::Sha1 => write!(f, "sha1"),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -187,11 +187,12 @@ impl ServerStats {
|
|||||||
/// we report each individual queries outside a transaction as a transaction
|
/// we report each individual queries outside a transaction as a transaction
|
||||||
/// We only count the initial BEGIN as a transaction, all queries within do not
|
/// We only count the initial BEGIN as a transaction, all queries within do not
|
||||||
/// count as transactions
|
/// count as transactions
|
||||||
pub fn transaction(&self, application_name: &str) {
|
pub fn transaction(&self, milliseconds: u64, application_name: &str) {
|
||||||
self.set_application(application_name.to_string());
|
self.set_application(application_name.to_string());
|
||||||
|
|
||||||
self.transaction_count.fetch_add(1, Ordering::Relaxed);
|
self.transaction_count.fetch_add(1, Ordering::Relaxed);
|
||||||
self.address.stats.xact_count_add();
|
self.address.stats.xact_count_add();
|
||||||
|
self.address.stats.xact_time_add(milliseconds);
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Report data sent to a server
|
/// Report data sent to a server
|
||||||
|
|||||||
@@ -16,7 +16,7 @@ describe "Stats" do
|
|||||||
it "updates *_query_time and *_wait_time" do
|
it "updates *_query_time and *_wait_time" do
|
||||||
connections = Array.new(3) { PG::connect("#{pgcat_conn_str}?application_name=one_query") }
|
connections = Array.new(3) { PG::connect("#{pgcat_conn_str}?application_name=one_query") }
|
||||||
connections.each do |c|
|
connections.each do |c|
|
||||||
Thread.new { c.async_exec("SELECT pg_sleep(0.25)") }
|
Thread.new { c.async_exec("BEGIN; SELECT pg_sleep(0.25); COMMIT;") }
|
||||||
end
|
end
|
||||||
sleep(1)
|
sleep(1)
|
||||||
connections.map(&:close)
|
connections.map(&:close)
|
||||||
@@ -25,10 +25,32 @@ describe "Stats" do
|
|||||||
sleep(15.5)
|
sleep(15.5)
|
||||||
admin_conn = PG::connect(processes.pgcat.admin_connection_string)
|
admin_conn = PG::connect(processes.pgcat.admin_connection_string)
|
||||||
results = admin_conn.async_exec("SHOW STATS")[0]
|
results = admin_conn.async_exec("SHOW STATS")[0]
|
||||||
admin_conn.close
|
|
||||||
expect(results["total_query_time"].to_i).to be_within(200).of(750)
|
expect(results["total_query_time"].to_i).to be_within(200).of(750)
|
||||||
expect(results["avg_query_time"].to_i).to be_within(50).of(250)
|
expect(results["avg_query_time"].to_i).to be_within(50).of(250)
|
||||||
|
|
||||||
|
expect(results["total_xact_time"].to_i).to be_within(200).of(750)
|
||||||
|
expect(results["avg_xact_time"].to_i).to be_within(50).of(250)
|
||||||
|
|
||||||
|
expect(results["total_wait_time"].to_i).to_not eq(0)
|
||||||
|
expect(results["avg_wait_time"].to_i).to_not eq(0)
|
||||||
|
|
||||||
|
connections = Array.new(3) { PG::connect("#{pgcat_conn_str}?application_name=one_query") }
|
||||||
|
connections.each do |c|
|
||||||
|
Thread.new { c.async_exec("SELECT pg_sleep(0.25);") }
|
||||||
|
end
|
||||||
|
sleep(1)
|
||||||
|
connections.map(&:close)
|
||||||
|
|
||||||
|
results = admin_conn.async_exec("SHOW STATS")[0]
|
||||||
|
admin_conn.close
|
||||||
|
# This should increase with more queries
|
||||||
|
expect(results["total_query_time"].to_i).to be_within(400).of(1500)
|
||||||
|
expect(results["avg_query_time"].to_i).to be_within(50).of(250)
|
||||||
|
|
||||||
|
# This should not increase as we did not run any additional transactions
|
||||||
|
expect(results["total_xact_time"].to_i).to be_within(200).of(750)
|
||||||
|
expect(results["avg_xact_time"].to_i).to be_within(50).of(250)
|
||||||
|
|
||||||
expect(results["total_wait_time"].to_i).to_not eq(0)
|
expect(results["total_wait_time"].to_i).to_not eq(0)
|
||||||
expect(results["avg_wait_time"].to_i).to_not eq(0)
|
expect(results["avg_wait_time"].to_i).to_not eq(0)
|
||||||
end
|
end
|
||||||
|
|||||||
Reference in New Issue
Block a user