mirror of
https://github.com/postgresml/pgcat.git
synced 2026-03-27 10:46:30 +00:00
connection pool
This commit is contained in:
73
Cargo.lock
generated
73
Cargo.lock
generated
@@ -2,6 +2,30 @@
|
|||||||
# It is not intended for manual editing.
|
# It is not intended for manual editing.
|
||||||
version = 3
|
version = 3
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "async-trait"
|
||||||
|
version = "0.1.52"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "061a7acccaa286c011ddc30970520b98fa40e00c9d644633fb26b5fc63a265e3"
|
||||||
|
dependencies = [
|
||||||
|
"proc-macro2",
|
||||||
|
"quote",
|
||||||
|
"syn",
|
||||||
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "bb8"
|
||||||
|
version = "0.7.1"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "2e9f4fa9768efd269499d8fba693260cfc670891cf6de3adc935588447a77cc8"
|
||||||
|
dependencies = [
|
||||||
|
"async-trait",
|
||||||
|
"futures-channel",
|
||||||
|
"futures-util",
|
||||||
|
"parking_lot",
|
||||||
|
"tokio",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "bitflags"
|
name = "bitflags"
|
||||||
version = "1.3.2"
|
version = "1.3.2"
|
||||||
@@ -49,6 +73,41 @@ dependencies = [
|
|||||||
"generic-array",
|
"generic-array",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "futures-channel"
|
||||||
|
version = "0.3.19"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "ba3dda0b6588335f360afc675d0564c17a77a2bda81ca178a4b6081bd86c7f0b"
|
||||||
|
dependencies = [
|
||||||
|
"futures-core",
|
||||||
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "futures-core"
|
||||||
|
version = "0.3.19"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "d0c8ff0461b82559810cdccfde3215c3f373807f5e5232b71479bff7bb2583d7"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "futures-task"
|
||||||
|
version = "0.3.19"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "6ee7c6485c30167ce4dfb83ac568a849fe53274c831081476ee13e0dce1aad72"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "futures-util"
|
||||||
|
version = "0.3.19"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "d9b5cf40b47a271f77a8b1bec03ca09044d99d2372c0de244e66430761127164"
|
||||||
|
dependencies = [
|
||||||
|
"futures-channel",
|
||||||
|
"futures-core",
|
||||||
|
"futures-task",
|
||||||
|
"pin-project-lite",
|
||||||
|
"pin-utils",
|
||||||
|
"slab",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "generic-array"
|
name = "generic-array"
|
||||||
version = "0.14.5"
|
version = "0.14.5"
|
||||||
@@ -194,6 +253,12 @@ version = "0.2.8"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "e280fbe77cc62c91527259e9442153f4688736748d24660126286329742b4c6c"
|
checksum = "e280fbe77cc62c91527259e9442153f4688736748d24660126286329742b4c6c"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "pin-utils"
|
||||||
|
version = "0.1.0"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "proc-macro2"
|
name = "proc-macro2"
|
||||||
version = "1.0.36"
|
version = "1.0.36"
|
||||||
@@ -216,6 +281,8 @@ dependencies = [
|
|||||||
name = "rabbit"
|
name = "rabbit"
|
||||||
version = "0.1.0"
|
version = "0.1.0"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
|
"async-trait",
|
||||||
|
"bb8",
|
||||||
"bytes",
|
"bytes",
|
||||||
"md-5",
|
"md-5",
|
||||||
"tokio",
|
"tokio",
|
||||||
@@ -245,6 +312,12 @@ dependencies = [
|
|||||||
"libc",
|
"libc",
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "slab"
|
||||||
|
version = "0.4.5"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "9def91fd1e018fe007022791f865d0ccc9b3a0d5001e01aabb8b40e46000afb5"
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "smallvec"
|
name = "smallvec"
|
||||||
version = "1.8.0"
|
version = "1.8.0"
|
||||||
|
|||||||
@@ -8,4 +8,6 @@ edition = "2021"
|
|||||||
[dependencies]
|
[dependencies]
|
||||||
tokio = { version = "1", features = ["full"] }
|
tokio = { version = "1", features = ["full"] }
|
||||||
bytes = "1"
|
bytes = "1"
|
||||||
md-5 = "*"
|
md-5 = "*"
|
||||||
|
bb8 = "*"
|
||||||
|
async-trait = "*"
|
||||||
105
src/client.rs
105
src/client.rs
@@ -1,4 +1,4 @@
|
|||||||
use tokio::io::{AsyncReadExt, BufReader};
|
use tokio::io::{AsyncReadExt, BufReader, Interest};
|
||||||
use tokio::net::tcp::{OwnedReadHalf, OwnedWriteHalf};
|
use tokio::net::tcp::{OwnedReadHalf, OwnedWriteHalf};
|
||||||
/// PostgreSQL client (frontend).
|
/// PostgreSQL client (frontend).
|
||||||
/// We are pretending to be the backend.
|
/// We are pretending to be the backend.
|
||||||
@@ -8,7 +8,9 @@ use bytes::{Buf, BufMut, BytesMut};
|
|||||||
|
|
||||||
use crate::errors::Error;
|
use crate::errors::Error;
|
||||||
use crate::messages::*;
|
use crate::messages::*;
|
||||||
use crate::server::Server;
|
|
||||||
|
use bb8::Pool;
|
||||||
|
use crate::pool::ServerPool;
|
||||||
|
|
||||||
pub struct Client {
|
pub struct Client {
|
||||||
read: BufReader<OwnedReadHalf>,
|
read: BufReader<OwnedReadHalf>,
|
||||||
@@ -69,54 +71,77 @@ impl Client {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
pub async fn handle(&mut self, mut server: Server) -> Result<(), Error> {
|
pub async fn handle(&mut self, pool: Pool<ServerPool>) -> Result<(), Error> {
|
||||||
|
|
||||||
loop {
|
loop {
|
||||||
let mut message = read_message(&mut self.read).await?;
|
// Only grab a connection once we have some traffic on the socket
|
||||||
let original = message.clone(); // To be forwarded to the server
|
// TODO: this is not the most optimal way to share servers.
|
||||||
let code = message.get_u8() as char;
|
match self.read.get_ref().ready(Interest::READABLE).await {
|
||||||
let _len = message.get_i32() as usize;
|
Ok(_) => (),
|
||||||
|
Err(_) => return Err(Error::ClientDisconnected),
|
||||||
|
};
|
||||||
|
|
||||||
match code {
|
let mut proxy = pool.get().await.unwrap();
|
||||||
'Q' => {
|
let server = &mut *proxy;
|
||||||
server.send(original).await?;
|
|
||||||
let response = server.recv().await?;
|
|
||||||
write_all_half(&mut self.write, response).await?;
|
|
||||||
}
|
|
||||||
|
|
||||||
'X' => {
|
loop {
|
||||||
// Client closing
|
let mut message = read_message(&mut self.read).await?;
|
||||||
return Ok(());
|
let original = message.clone(); // To be forwarded to the server
|
||||||
}
|
let code = message.get_u8() as char;
|
||||||
|
let _len = message.get_i32() as usize;
|
||||||
|
|
||||||
'P' => {
|
match code {
|
||||||
// Extended protocol, let's buffer most of it
|
'Q' => {
|
||||||
self.buffer.put(&original[..]);
|
server.send(original).await?;
|
||||||
}
|
let response = server.recv().await?;
|
||||||
|
write_all_half(&mut self.write, response).await?;
|
||||||
|
|
||||||
'B' => {
|
// Release server
|
||||||
self.buffer.put(&original[..]);
|
if !server.in_transaction() {
|
||||||
}
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
'D' => {
|
'X' => {
|
||||||
self.buffer.put(&original[..]);
|
// Client closing
|
||||||
}
|
return Ok(());
|
||||||
|
}
|
||||||
|
|
||||||
'E' => {
|
'P' => {
|
||||||
self.buffer.put(&original[..]);
|
// Extended protocol, let's buffer most of it
|
||||||
}
|
self.buffer.put(&original[..]);
|
||||||
|
}
|
||||||
|
|
||||||
'S' => {
|
'B' => {
|
||||||
// Extended protocol, client requests sync
|
self.buffer.put(&original[..]);
|
||||||
self.buffer.put(&original[..]);
|
}
|
||||||
server.send(self.buffer.clone()).await?;
|
|
||||||
self.buffer.clear();
|
|
||||||
|
|
||||||
let response = server.recv().await?;
|
'D' => {
|
||||||
write_all_half(&mut self.write, response).await?;
|
self.buffer.put(&original[..]);
|
||||||
}
|
}
|
||||||
|
|
||||||
_ => {
|
'E' => {
|
||||||
println!(">>> Unexpected code: {}", code);
|
self.buffer.put(&original[..]);
|
||||||
|
}
|
||||||
|
|
||||||
|
'S' => {
|
||||||
|
// Extended protocol, client requests sync
|
||||||
|
self.buffer.put(&original[..]);
|
||||||
|
server.send(self.buffer.clone()).await?;
|
||||||
|
self.buffer.clear();
|
||||||
|
|
||||||
|
let response = server.recv().await?;
|
||||||
|
write_all_half(&mut self.write, response).await?;
|
||||||
|
|
||||||
|
// Release server
|
||||||
|
if !server.in_transaction() {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
_ => {
|
||||||
|
println!(">>> Unexpected code: {}", code);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
#[derive(Debug, PartialEq)]
|
#[derive(Debug, PartialEq)]
|
||||||
pub enum Error {
|
pub enum Error {
|
||||||
SocketError,
|
SocketError,
|
||||||
// ClientDisconnected,
|
ClientDisconnected,
|
||||||
ClientBadStartup,
|
ClientBadStartup,
|
||||||
ProtocolSyncError,
|
ProtocolSyncError,
|
||||||
ServerError,
|
ServerError,
|
||||||
|
|||||||
20
src/main.rs
20
src/main.rs
@@ -1,13 +1,17 @@
|
|||||||
extern crate bytes;
|
extern crate bytes;
|
||||||
extern crate md5;
|
extern crate md5;
|
||||||
extern crate tokio;
|
extern crate tokio;
|
||||||
|
extern crate async_trait;
|
||||||
|
extern crate bb8;
|
||||||
|
|
||||||
use tokio::net::TcpListener;
|
use tokio::net::TcpListener;
|
||||||
|
use bb8::Pool;
|
||||||
|
|
||||||
mod client;
|
mod client;
|
||||||
mod errors;
|
mod errors;
|
||||||
mod messages;
|
mod messages;
|
||||||
mod server;
|
mod server;
|
||||||
|
mod pool;
|
||||||
|
|
||||||
#[tokio::main]
|
#[tokio::main]
|
||||||
async fn main() {
|
async fn main() {
|
||||||
@@ -21,7 +25,12 @@ async fn main() {
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
let manager = pool::ServerPool::new("127.0.0.1", "5432", "lev", "lev", "lev");
|
||||||
|
let pool = Pool::builder().max_size(15).build(manager).await.unwrap();
|
||||||
|
|
||||||
loop {
|
loop {
|
||||||
|
let pool = pool.clone();
|
||||||
|
|
||||||
let (socket, addr) = match listener.accept().await {
|
let (socket, addr) = match listener.accept().await {
|
||||||
Ok((socket, addr)) => (socket, addr),
|
Ok((socket, addr)) => (socket, addr),
|
||||||
Err(err) => {
|
Err(err) => {
|
||||||
@@ -33,19 +42,14 @@ async fn main() {
|
|||||||
// Client goes to another thread, bye.
|
// Client goes to another thread, bye.
|
||||||
tokio::task::spawn(async move {
|
tokio::task::spawn(async move {
|
||||||
println!(">> Client {:?} connected.", addr);
|
println!(">> Client {:?} connected.", addr);
|
||||||
|
|
||||||
|
let pool = pool.clone();
|
||||||
|
|
||||||
match client::Client::startup(socket).await {
|
match client::Client::startup(socket).await {
|
||||||
Ok(mut client) => {
|
Ok(mut client) => {
|
||||||
println!(">> Client {:?} authenticated successfully!", addr);
|
println!(">> Client {:?} authenticated successfully!", addr);
|
||||||
let server =
|
|
||||||
match server::Server::startup("127.0.0.1", "5432", "lev", "lev", "lev")
|
|
||||||
.await
|
|
||||||
{
|
|
||||||
Ok(server) => server,
|
|
||||||
Err(_) => return,
|
|
||||||
};
|
|
||||||
|
|
||||||
match client.handle(server).await {
|
match client.handle(pool).await {
|
||||||
Ok(()) => {
|
Ok(()) => {
|
||||||
println!(">> Client {:?} disconnected.", addr);
|
println!(">> Client {:?} disconnected.", addr);
|
||||||
}
|
}
|
||||||
|
|||||||
48
src/pool.rs
Normal file
48
src/pool.rs
Normal file
@@ -0,0 +1,48 @@
|
|||||||
|
|
||||||
|
use async_trait::async_trait;
|
||||||
|
use bb8::{ManageConnection, PooledConnection};
|
||||||
|
|
||||||
|
use crate::server::Server;
|
||||||
|
use crate::errors::Error;
|
||||||
|
|
||||||
|
pub struct ServerPool {
|
||||||
|
host: String,
|
||||||
|
port: String,
|
||||||
|
user: String,
|
||||||
|
password: String,
|
||||||
|
database: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl ServerPool {
|
||||||
|
pub fn new(host: &str, port: &str, user: &str, password: &str, database: &str) -> ServerPool {
|
||||||
|
ServerPool {
|
||||||
|
host: host.to_string(),
|
||||||
|
port: port.to_string(),
|
||||||
|
user: user.to_string(),
|
||||||
|
password: password.to_string(),
|
||||||
|
database: database.to_string(),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[async_trait]
|
||||||
|
impl ManageConnection for ServerPool {
|
||||||
|
type Connection = Server;
|
||||||
|
type Error = Error;
|
||||||
|
|
||||||
|
/// Attempts to create a new connection.
|
||||||
|
async fn connect(&self) -> Result<Self::Connection, Self::Error> {
|
||||||
|
println!(">> Getting connetion from pool");
|
||||||
|
Ok(Server::startup(&self.host, &self.port, &self.user, &self.password, &self.database).await?)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Determines if the connection is still connected to the database.
|
||||||
|
async fn is_valid(&self, _conn: &mut PooledConnection<'_, Self>) -> Result<(), Self::Error> {
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Synchronously determine if the connection is no longer usable, if possible.
|
||||||
|
fn has_broken(&self, _conn: &mut Self::Connection) -> bool {
|
||||||
|
false
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -10,6 +10,7 @@ pub struct Server {
|
|||||||
read: BufReader<OwnedReadHalf>,
|
read: BufReader<OwnedReadHalf>,
|
||||||
write: OwnedWriteHalf,
|
write: OwnedWriteHalf,
|
||||||
buffer: BytesMut,
|
buffer: BytesMut,
|
||||||
|
in_transaction: bool,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Server {
|
impl Server {
|
||||||
@@ -112,6 +113,7 @@ impl Server {
|
|||||||
read: BufReader::new(read),
|
read: BufReader::new(read),
|
||||||
write: write,
|
write: write,
|
||||||
buffer: BytesMut::with_capacity(8196),
|
buffer: BytesMut::with_capacity(8196),
|
||||||
|
in_transaction: false,
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -135,12 +137,29 @@ impl Server {
|
|||||||
self.buffer.put(&message[..]);
|
self.buffer.put(&message[..]);
|
||||||
|
|
||||||
let code = message.get_u8() as char;
|
let code = message.get_u8() as char;
|
||||||
|
let _len = message.get_i32();
|
||||||
|
|
||||||
match code {
|
match code {
|
||||||
'Z' => {
|
'Z' => {
|
||||||
// Ready for query, time to forward buffer to client.
|
// Ready for query, time to forward buffer to client.
|
||||||
|
let transaction_state = message.get_u8() as char;
|
||||||
|
|
||||||
|
match transaction_state {
|
||||||
|
'T' => {
|
||||||
|
self.in_transaction = true;
|
||||||
|
},
|
||||||
|
|
||||||
|
'I' => {
|
||||||
|
self.in_transaction = false;
|
||||||
|
},
|
||||||
|
|
||||||
|
_ => {
|
||||||
|
self.in_transaction = false;
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
break;
|
break;
|
||||||
}
|
},
|
||||||
|
|
||||||
_ => {
|
_ => {
|
||||||
// Keep buffering,
|
// Keep buffering,
|
||||||
@@ -153,4 +172,8 @@ impl Server {
|
|||||||
|
|
||||||
Ok(bytes)
|
Ok(bytes)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
pub fn in_transaction(&self) -> bool {
|
||||||
|
self.in_transaction
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user