mirror of
https://github.com/postgresml/pgcat.git
synced 2026-03-27 18:56:30 +00:00
Check server versions on startup & refactor (#48)
* Refactor and check server parameters * warnings * fix validator
This commit is contained in:
@@ -2,8 +2,6 @@ use bytes::{Buf, BufMut, BytesMut};
|
|||||||
use log::trace;
|
use log::trace;
|
||||||
use tokio::net::tcp::OwnedWriteHalf;
|
use tokio::net::tcp::OwnedWriteHalf;
|
||||||
|
|
||||||
use std::collections::HashMap;
|
|
||||||
|
|
||||||
use crate::constants::{OID_NUMERIC, OID_TEXT};
|
use crate::constants::{OID_NUMERIC, OID_TEXT};
|
||||||
use crate::errors::Error;
|
use crate::errors::Error;
|
||||||
use crate::messages::write_all_half;
|
use crate::messages::write_all_half;
|
||||||
@@ -50,7 +48,7 @@ pub async fn show_stats(stream: &mut OwnedWriteHalf) -> Result<(), Error> {
|
|||||||
"avg_wait_time",
|
"avg_wait_time",
|
||||||
];
|
];
|
||||||
|
|
||||||
let stats = get_stats().unwrap_or(HashMap::new());
|
let stats = get_stats();
|
||||||
let mut res = BytesMut::new();
|
let mut res = BytesMut::new();
|
||||||
let mut row_desc = BytesMut::new();
|
let mut row_desc = BytesMut::new();
|
||||||
let mut data_row = BytesMut::new();
|
let mut data_row = BytesMut::new();
|
||||||
|
|||||||
@@ -91,9 +91,8 @@ pub async fn startup(stream: &mut TcpStream, user: &str, database: &str) -> Resu
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Parse StartupMessage parameters.
|
/// Parse the params the server sends as a key/value format.
|
||||||
/// e.g. user, database, application_name, etc.
|
pub fn parse_params(mut bytes: BytesMut) -> Result<HashMap<String, String>, Error> {
|
||||||
pub fn parse_startup(mut bytes: BytesMut) -> Result<HashMap<String, String>, Error> {
|
|
||||||
let mut result = HashMap::new();
|
let mut result = HashMap::new();
|
||||||
let mut buf = Vec::new();
|
let mut buf = Vec::new();
|
||||||
let mut tmp = String::new();
|
let mut tmp = String::new();
|
||||||
@@ -115,7 +114,7 @@ pub fn parse_startup(mut bytes: BytesMut) -> Result<HashMap<String, String>, Err
|
|||||||
|
|
||||||
// Expect pairs of name and value
|
// Expect pairs of name and value
|
||||||
// and at least one pair to be present.
|
// and at least one pair to be present.
|
||||||
if buf.len() % 2 != 0 && buf.len() >= 2 {
|
if buf.len() % 2 != 0 || buf.len() < 2 {
|
||||||
return Err(Error::ClientBadStartup);
|
return Err(Error::ClientBadStartup);
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -127,6 +126,14 @@ pub fn parse_startup(mut bytes: BytesMut) -> Result<HashMap<String, String>, Err
|
|||||||
i += 2;
|
i += 2;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Ok(result)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Parse StartupMessage parameters.
|
||||||
|
/// e.g. user, database, application_name, etc.
|
||||||
|
pub fn parse_startup(bytes: BytesMut) -> Result<HashMap<String, String>, Error> {
|
||||||
|
let result = parse_params(bytes)?;
|
||||||
|
|
||||||
// Minimum required parameters
|
// Minimum required parameters
|
||||||
// I want to have the user at the very minimum, according to the protocol spec.
|
// I want to have the user at the very minimum, according to the protocol spec.
|
||||||
if !result.contains_key("user") {
|
if !result.contains_key("user") {
|
||||||
|
|||||||
16
src/pool.rs
16
src/pool.rs
@@ -126,10 +126,22 @@ impl ConnectionPool {
|
|||||||
};
|
};
|
||||||
|
|
||||||
let mut proxy = connection.0;
|
let mut proxy = connection.0;
|
||||||
let _address = connection.1;
|
let address = connection.1;
|
||||||
let server = &mut *proxy;
|
let server = &mut *proxy;
|
||||||
|
|
||||||
server_infos.push(server.server_info());
|
let server_info = server.server_info();
|
||||||
|
|
||||||
|
if server_infos.len() > 0 {
|
||||||
|
// Compare against the last server checked.
|
||||||
|
if server_info != server_infos[server_infos.len() - 1] {
|
||||||
|
warn!(
|
||||||
|
"{:?} has different server configuration than the last server",
|
||||||
|
address
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
server_infos.push(server_info);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
46
src/stats.rs
46
src/stats.rs
@@ -1,15 +1,15 @@
|
|||||||
use log::{debug, error, info};
|
use log::{debug, info};
|
||||||
use once_cell::sync::OnceCell;
|
use once_cell::sync::Lazy;
|
||||||
|
use parking_lot::Mutex;
|
||||||
use statsd::Client;
|
use statsd::Client;
|
||||||
/// Events collector and publisher.
|
|
||||||
use tokio::sync::mpsc::{Receiver, Sender};
|
use tokio::sync::mpsc::{Receiver, Sender};
|
||||||
|
|
||||||
use std::collections::HashMap;
|
use std::collections::HashMap;
|
||||||
use std::sync::{Arc, Mutex};
|
|
||||||
|
|
||||||
use crate::config::get_config;
|
use crate::config::get_config;
|
||||||
|
|
||||||
static LATEST_STATS: OnceCell<Arc<Mutex<HashMap<String, i64>>>> = OnceCell::new();
|
// Stats used in SHOW STATS
|
||||||
|
static LATEST_STATS: Lazy<Mutex<HashMap<String, i64>>> = Lazy::new(|| Mutex::new(HashMap::new()));
|
||||||
static STAT_PERIOD: u64 = 15000; //15 seconds
|
static STAT_PERIOD: u64 = 15000; //15 seconds
|
||||||
|
|
||||||
#[derive(Debug, Clone, Copy)]
|
#[derive(Debug, Clone, Copy)]
|
||||||
@@ -187,16 +187,6 @@ impl Reporter {
|
|||||||
|
|
||||||
let _ = self.tx.try_send(event);
|
let _ = self.tx.try_send(event);
|
||||||
}
|
}
|
||||||
|
|
||||||
// pub fn flush_to_statsd(&self) {
|
|
||||||
// let event = Event {
|
|
||||||
// name: EventName::FlushStatsToStatsD,
|
|
||||||
// value: 0,
|
|
||||||
// process_id: None,
|
|
||||||
// };
|
|
||||||
|
|
||||||
// let _ = self.tx.try_send(event);
|
|
||||||
// }
|
|
||||||
}
|
}
|
||||||
|
|
||||||
pub struct Collector {
|
pub struct Collector {
|
||||||
@@ -217,13 +207,6 @@ impl Collector {
|
|||||||
pub async fn collect(&mut self) {
|
pub async fn collect(&mut self) {
|
||||||
info!("Events reporter started");
|
info!("Events reporter started");
|
||||||
|
|
||||||
match LATEST_STATS.set(Arc::new(Mutex::new(HashMap::new()))) {
|
|
||||||
Ok(_) => (),
|
|
||||||
Err(_) => {
|
|
||||||
error!("Latest stats will not be available");
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
let mut stats = HashMap::from([
|
let mut stats = HashMap::from([
|
||||||
("total_query_count", 0),
|
("total_query_count", 0),
|
||||||
("total_xact_count", 0),
|
("total_xact_count", 0),
|
||||||
@@ -400,16 +383,10 @@ impl Collector {
|
|||||||
debug!("{:?}", stats);
|
debug!("{:?}", stats);
|
||||||
|
|
||||||
// Update latest stats used in SHOW STATS
|
// Update latest stats used in SHOW STATS
|
||||||
match LATEST_STATS.get() {
|
let mut guard = LATEST_STATS.lock();
|
||||||
Some(arc) => {
|
|
||||||
let mut guard = arc.lock().unwrap();
|
|
||||||
for (key, value) in &stats {
|
for (key, value) in &stats {
|
||||||
guard.insert(key.to_string(), value.clone());
|
guard.insert(key.to_string(), value.clone());
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
None => (),
|
|
||||||
};
|
|
||||||
|
|
||||||
let mut pipeline = self.client.pipeline();
|
let mut pipeline = self.client.pipeline();
|
||||||
|
|
||||||
@@ -440,13 +417,6 @@ impl Collector {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn get_stats() -> Option<HashMap<String, i64>> {
|
pub fn get_stats() -> HashMap<String, i64> {
|
||||||
match LATEST_STATS.get() {
|
LATEST_STATS.lock().clone()
|
||||||
Some(arc) => {
|
|
||||||
let guard = arc.lock().unwrap();
|
|
||||||
Some(guard.clone())
|
|
||||||
}
|
|
||||||
|
|
||||||
None => None,
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user