connection pool

This commit is contained in:
Lev Kokotov
2022-02-03 16:25:05 -08:00
parent f921966e2b
commit e3ec5036d7
7 changed files with 226 additions and 51 deletions

73
Cargo.lock generated
View File

@@ -2,6 +2,30 @@
# It is not intended for manual editing. # It is not intended for manual editing.
version = 3 version = 3
[[package]]
name = "async-trait"
version = "0.1.52"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "061a7acccaa286c011ddc30970520b98fa40e00c9d644633fb26b5fc63a265e3"
dependencies = [
"proc-macro2",
"quote",
"syn",
]
[[package]]
name = "bb8"
version = "0.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2e9f4fa9768efd269499d8fba693260cfc670891cf6de3adc935588447a77cc8"
dependencies = [
"async-trait",
"futures-channel",
"futures-util",
"parking_lot",
"tokio",
]
[[package]] [[package]]
name = "bitflags" name = "bitflags"
version = "1.3.2" version = "1.3.2"
@@ -49,6 +73,41 @@ dependencies = [
"generic-array", "generic-array",
] ]
[[package]]
name = "futures-channel"
version = "0.3.19"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ba3dda0b6588335f360afc675d0564c17a77a2bda81ca178a4b6081bd86c7f0b"
dependencies = [
"futures-core",
]
[[package]]
name = "futures-core"
version = "0.3.19"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d0c8ff0461b82559810cdccfde3215c3f373807f5e5232b71479bff7bb2583d7"
[[package]]
name = "futures-task"
version = "0.3.19"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6ee7c6485c30167ce4dfb83ac568a849fe53274c831081476ee13e0dce1aad72"
[[package]]
name = "futures-util"
version = "0.3.19"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d9b5cf40b47a271f77a8b1bec03ca09044d99d2372c0de244e66430761127164"
dependencies = [
"futures-channel",
"futures-core",
"futures-task",
"pin-project-lite",
"pin-utils",
"slab",
]
[[package]] [[package]]
name = "generic-array" name = "generic-array"
version = "0.14.5" version = "0.14.5"
@@ -194,6 +253,12 @@ version = "0.2.8"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e280fbe77cc62c91527259e9442153f4688736748d24660126286329742b4c6c" checksum = "e280fbe77cc62c91527259e9442153f4688736748d24660126286329742b4c6c"
[[package]]
name = "pin-utils"
version = "0.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184"
[[package]] [[package]]
name = "proc-macro2" name = "proc-macro2"
version = "1.0.36" version = "1.0.36"
@@ -216,6 +281,8 @@ dependencies = [
name = "rabbit" name = "rabbit"
version = "0.1.0" version = "0.1.0"
dependencies = [ dependencies = [
"async-trait",
"bb8",
"bytes", "bytes",
"md-5", "md-5",
"tokio", "tokio",
@@ -245,6 +312,12 @@ dependencies = [
"libc", "libc",
] ]
[[package]]
name = "slab"
version = "0.4.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9def91fd1e018fe007022791f865d0ccc9b3a0d5001e01aabb8b40e46000afb5"
[[package]] [[package]]
name = "smallvec" name = "smallvec"
version = "1.8.0" version = "1.8.0"

View File

@@ -8,4 +8,6 @@ edition = "2021"
[dependencies] [dependencies]
tokio = { version = "1", features = ["full"] } tokio = { version = "1", features = ["full"] }
bytes = "1" bytes = "1"
md-5 = "*" md-5 = "*"
bb8 = "*"
async-trait = "*"

View File

@@ -1,4 +1,4 @@
use tokio::io::{AsyncReadExt, BufReader}; use tokio::io::{AsyncReadExt, BufReader, Interest};
use tokio::net::tcp::{OwnedReadHalf, OwnedWriteHalf}; use tokio::net::tcp::{OwnedReadHalf, OwnedWriteHalf};
/// PostgreSQL client (frontend). /// PostgreSQL client (frontend).
/// We are pretending to be the backend. /// We are pretending to be the backend.
@@ -8,7 +8,9 @@ use bytes::{Buf, BufMut, BytesMut};
use crate::errors::Error; use crate::errors::Error;
use crate::messages::*; use crate::messages::*;
use crate::server::Server;
use bb8::Pool;
use crate::pool::ServerPool;
pub struct Client { pub struct Client {
read: BufReader<OwnedReadHalf>, read: BufReader<OwnedReadHalf>,
@@ -69,54 +71,77 @@ impl Client {
} }
} }
pub async fn handle(&mut self, mut server: Server) -> Result<(), Error> { pub async fn handle(&mut self, pool: Pool<ServerPool>) -> Result<(), Error> {
loop { loop {
let mut message = read_message(&mut self.read).await?; // Only grab a connection once we have some traffic on the socket
let original = message.clone(); // To be forwarded to the server // TODO: this is not the most optimal way to share servers.
let code = message.get_u8() as char; match self.read.get_ref().ready(Interest::READABLE).await {
let _len = message.get_i32() as usize; Ok(_) => (),
Err(_) => return Err(Error::ClientDisconnected),
};
match code { let mut proxy = pool.get().await.unwrap();
'Q' => { let server = &mut *proxy;
server.send(original).await?;
let response = server.recv().await?;
write_all_half(&mut self.write, response).await?;
}
'X' => { loop {
// Client closing let mut message = read_message(&mut self.read).await?;
return Ok(()); let original = message.clone(); // To be forwarded to the server
} let code = message.get_u8() as char;
let _len = message.get_i32() as usize;
'P' => { match code {
// Extended protocol, let's buffer most of it 'Q' => {
self.buffer.put(&original[..]); server.send(original).await?;
} let response = server.recv().await?;
write_all_half(&mut self.write, response).await?;
'B' => { // Release server
self.buffer.put(&original[..]); if !server.in_transaction() {
} break;
}
}
'D' => { 'X' => {
self.buffer.put(&original[..]); // Client closing
} return Ok(());
}
'E' => { 'P' => {
self.buffer.put(&original[..]); // Extended protocol, let's buffer most of it
} self.buffer.put(&original[..]);
}
'S' => { 'B' => {
// Extended protocol, client requests sync self.buffer.put(&original[..]);
self.buffer.put(&original[..]); }
server.send(self.buffer.clone()).await?;
self.buffer.clear();
let response = server.recv().await?; 'D' => {
write_all_half(&mut self.write, response).await?; self.buffer.put(&original[..]);
} }
_ => { 'E' => {
println!(">>> Unexpected code: {}", code); self.buffer.put(&original[..]);
}
'S' => {
// Extended protocol, client requests sync
self.buffer.put(&original[..]);
server.send(self.buffer.clone()).await?;
self.buffer.clear();
let response = server.recv().await?;
write_all_half(&mut self.write, response).await?;
// Release server
if !server.in_transaction() {
break;
}
}
_ => {
println!(">>> Unexpected code: {}", code);
}
} }
} }
} }

View File

@@ -1,7 +1,7 @@
#[derive(Debug, PartialEq)] #[derive(Debug, PartialEq)]
pub enum Error { pub enum Error {
SocketError, SocketError,
// ClientDisconnected, ClientDisconnected,
ClientBadStartup, ClientBadStartup,
ProtocolSyncError, ProtocolSyncError,
ServerError, ServerError,

View File

@@ -1,13 +1,17 @@
extern crate bytes; extern crate bytes;
extern crate md5; extern crate md5;
extern crate tokio; extern crate tokio;
extern crate async_trait;
extern crate bb8;
use tokio::net::TcpListener; use tokio::net::TcpListener;
use bb8::Pool;
mod client; mod client;
mod errors; mod errors;
mod messages; mod messages;
mod server; mod server;
mod pool;
#[tokio::main] #[tokio::main]
async fn main() { async fn main() {
@@ -21,7 +25,12 @@ async fn main() {
} }
}; };
let manager = pool::ServerPool::new("127.0.0.1", "5432", "lev", "lev", "lev");
let pool = Pool::builder().max_size(15).build(manager).await.unwrap();
loop { loop {
let pool = pool.clone();
let (socket, addr) = match listener.accept().await { let (socket, addr) = match listener.accept().await {
Ok((socket, addr)) => (socket, addr), Ok((socket, addr)) => (socket, addr),
Err(err) => { Err(err) => {
@@ -33,19 +42,14 @@ async fn main() {
// Client goes to another thread, bye. // Client goes to another thread, bye.
tokio::task::spawn(async move { tokio::task::spawn(async move {
println!(">> Client {:?} connected.", addr); println!(">> Client {:?} connected.", addr);
let pool = pool.clone();
match client::Client::startup(socket).await { match client::Client::startup(socket).await {
Ok(mut client) => { Ok(mut client) => {
println!(">> Client {:?} authenticated successfully!", addr); println!(">> Client {:?} authenticated successfully!", addr);
let server =
match server::Server::startup("127.0.0.1", "5432", "lev", "lev", "lev")
.await
{
Ok(server) => server,
Err(_) => return,
};
match client.handle(server).await { match client.handle(pool).await {
Ok(()) => { Ok(()) => {
println!(">> Client {:?} disconnected.", addr); println!(">> Client {:?} disconnected.", addr);
} }

48
src/pool.rs Normal file
View File

@@ -0,0 +1,48 @@
use async_trait::async_trait;
use bb8::{ManageConnection, PooledConnection};
use crate::server::Server;
use crate::errors::Error;
pub struct ServerPool {
host: String,
port: String,
user: String,
password: String,
database: String,
}
impl ServerPool {
pub fn new(host: &str, port: &str, user: &str, password: &str, database: &str) -> ServerPool {
ServerPool {
host: host.to_string(),
port: port.to_string(),
user: user.to_string(),
password: password.to_string(),
database: database.to_string(),
}
}
}
#[async_trait]
impl ManageConnection for ServerPool {
type Connection = Server;
type Error = Error;
/// Attempts to create a new connection.
async fn connect(&self) -> Result<Self::Connection, Self::Error> {
println!(">> Getting connetion from pool");
Ok(Server::startup(&self.host, &self.port, &self.user, &self.password, &self.database).await?)
}
/// Determines if the connection is still connected to the database.
async fn is_valid(&self, _conn: &mut PooledConnection<'_, Self>) -> Result<(), Self::Error> {
Ok(())
}
/// Synchronously determine if the connection is no longer usable, if possible.
fn has_broken(&self, _conn: &mut Self::Connection) -> bool {
false
}
}

View File

@@ -10,6 +10,7 @@ pub struct Server {
read: BufReader<OwnedReadHalf>, read: BufReader<OwnedReadHalf>,
write: OwnedWriteHalf, write: OwnedWriteHalf,
buffer: BytesMut, buffer: BytesMut,
in_transaction: bool,
} }
impl Server { impl Server {
@@ -112,6 +113,7 @@ impl Server {
read: BufReader::new(read), read: BufReader::new(read),
write: write, write: write,
buffer: BytesMut::with_capacity(8196), buffer: BytesMut::with_capacity(8196),
in_transaction: false,
}); });
} }
@@ -135,12 +137,29 @@ impl Server {
self.buffer.put(&message[..]); self.buffer.put(&message[..]);
let code = message.get_u8() as char; let code = message.get_u8() as char;
let _len = message.get_i32();
match code { match code {
'Z' => { 'Z' => {
// Ready for query, time to forward buffer to client. // Ready for query, time to forward buffer to client.
let transaction_state = message.get_u8() as char;
match transaction_state {
'T' => {
self.in_transaction = true;
},
'I' => {
self.in_transaction = false;
},
_ => {
self.in_transaction = false;
},
};
break; break;
} },
_ => { _ => {
// Keep buffering, // Keep buffering,
@@ -153,4 +172,8 @@ impl Server {
Ok(bytes) Ok(bytes)
} }
pub fn in_transaction(&self) -> bool {
self.in_transaction
}
} }