mset / mget commands (cli currently only supports mget)

This commit is contained in:
2025-07-01 18:33:13 +02:00
parent cff5c37a40
commit c527bb0072
14 changed files with 448 additions and 43 deletions

View File

@@ -39,6 +39,13 @@ enum Commands {
Persist { Persist {
key: String, key: String,
}, },
#[command(name = "mget")]
MGet {
#[arg(num_args = 1..)]
keys: Vec<String>,
},
#[command(aliases = &["exit", "q"])] #[command(aliases = &["exit", "q"])]
Quit, Quit,
} }
@@ -108,6 +115,13 @@ async fn main() -> Result<()> {
let value = client.persist(&key).await?; let value = client.persist(&key).await?;
println!("{value:?}"); println!("{value:?}");
} }
Commands::MGet { keys } => {
let value = client.m_get(keys).await?;
println!("{value:?}");
}
Commands::Quit => break, Commands::Quit => break,
} }
} }

View File

@@ -1,3 +1,5 @@
use std::num::TryFromIntError;
use bytes::{Buf, BufMut, Bytes}; use bytes::{Buf, BufMut, Bytes};
use crate::{Result, errors::AppError}; use crate::{Result, errors::AppError};
@@ -12,6 +14,11 @@ pub trait ArchiveBuf<B: Buf> {
T: Sized, T: Sized,
F: FnOnce(&mut B) -> std::result::Result<T, E>, F: FnOnce(&mut B) -> std::result::Result<T, E>,
AppError: From<E>; AppError: From<E>;
fn try_get_vec<T, F, E>(&mut self, f: F) -> Result<Vec<T>>
where
T: Sized,
F: FnMut(&mut B) -> std::result::Result<T, E>,
AppError: From<E>;
} }
pub trait ArchiveBufMut<B: Buf> { pub trait ArchiveBufMut<B: Buf> {
@@ -22,6 +29,12 @@ pub trait ArchiveBufMut<B: Buf> {
where where
T: Sized, T: Sized,
F: FnOnce(&mut B, T); F: FnOnce(&mut B, T);
fn try_put_vec<T, F, V, E>(&mut self, value: V, f: F) -> Result<()>
where
T: Sized,
F: FnMut(&T, &mut B) -> std::result::Result<(), E>,
V: AsRef<[T]>,
AppError: From<E> + From<TryFromIntError>;
} }
impl<B: Buf> ArchiveBuf<B> for B { impl<B: Buf> ArchiveBuf<B> for B {
@@ -77,6 +90,23 @@ impl<B: Buf> ArchiveBuf<B> for B {
Ok(Some(f(self)?)) Ok(Some(f(self)?))
} }
fn try_get_vec<T, F, E>(&mut self, mut f: F) -> Result<Vec<T>>
where
T: Sized,
F: FnMut(&mut B) -> std::result::Result<T, E>,
AppError: From<E>,
{
let len = self.try_get_u16()?;
let mut vec = Vec::with_capacity(len.into());
for _ in 0..len {
vec.push(f(self)?);
}
Ok(vec)
}
} }
impl<B: Buf + BufMut> ArchiveBufMut<B> for B { impl<B: Buf + BufMut> ArchiveBufMut<B> for B {
@@ -114,4 +144,21 @@ impl<B: Buf + BufMut> ArchiveBufMut<B> for B {
self.put_u8(1); self.put_u8(1);
f(self, value); f(self, value);
} }
fn try_put_vec<T, F, V, E>(&mut self, vec: V, mut f: F) -> Result<()>
where
T: Sized,
F: FnMut(&T, &mut B) -> std::result::Result<(), E>,
V: AsRef<[T]>,
AppError: From<E> + From<TryFromIntError>,
{
let vec = vec.as_ref();
self.put_u16(vec.len().try_into()?);
for element in vec {
f(element, self)?;
}
Ok(())
}
} }

View File

@@ -1,9 +1,13 @@
use bytes::{Buf, BufMut as _, Bytes, BytesMut}; use bytes::{Buf, Bytes, BytesMut};
use tokio::net::{TcpStream, ToSocketAddrs}; use tokio::net::{TcpStream, ToSocketAddrs};
use crate::{ use crate::{
Result, Result,
buffer::{ArchiveBuf, ArchiveBufMut as _}, buffer::ArchiveBuf,
commands::{
delete::Delete, expire::Expire, get::Get, has::Has, m_get::MGet, m_set::MSet,
persist::Persist, set::Set, ttl::Ttl,
},
connection::Connection, connection::Connection,
errors::AppError, errors::AppError,
}; };
@@ -24,8 +28,8 @@ impl Client {
pub async fn get(&mut self, key: &str) -> Result<Option<Bytes>> { pub async fn get(&mut self, key: &str) -> Result<Option<Bytes>> {
let mut bytes = BytesMut::new(); let mut bytes = BytesMut::new();
bytes.put_short_string("get")?; let cmd = Get::new(key.to_owned());
bytes.put_short_string(key)?; cmd.put(&mut bytes)?;
self.connection.write(bytes.into()).await?; self.connection.write(bytes.into()).await?;
@@ -42,16 +46,12 @@ impl Client {
data: &[u8], data: &[u8],
expiration_secs: Option<u64>, expiration_secs: Option<u64>,
) -> Result<()> { ) -> Result<()> {
let mut bytes = BytesMut::new(); let mut buf = BytesMut::new();
bytes.put_short_string("set")?; let cmd = Set::new(key.to_owned(), data.into(), expiration_secs);
bytes.put_short_string(key)?; cmd.put(&mut buf)?;
bytes.put_bytes_with_length(data); self.connection.write(buf.into()).await?;
bytes.put_option(expiration_secs, BytesMut::put_u64);
self.connection.write(bytes.into()).await?;
let mut r = self.get_response().await?; let mut r = self.get_response().await?;
@@ -65,8 +65,8 @@ impl Client {
pub async fn delete(&mut self, key: &str) -> Result<Option<Bytes>> { pub async fn delete(&mut self, key: &str) -> Result<Option<Bytes>> {
let mut bytes = BytesMut::new(); let mut bytes = BytesMut::new();
bytes.put_short_string("delete")?; let cmd = Delete::new(key.to_owned());
bytes.put_short_string(key)?; cmd.put(&mut bytes)?;
self.connection.write(bytes.into()).await?; self.connection.write(bytes.into()).await?;
@@ -80,8 +80,8 @@ impl Client {
pub async fn has(&mut self, key: &str) -> Result<bool> { pub async fn has(&mut self, key: &str) -> Result<bool> {
let mut bytes = BytesMut::new(); let mut bytes = BytesMut::new();
bytes.put_short_string("has")?; let cmd = Has::new(key.to_owned());
bytes.put_short_string(key)?; cmd.put(&mut bytes)?;
self.connection.write(bytes.into()).await?; self.connection.write(bytes.into()).await?;
@@ -95,8 +95,8 @@ impl Client {
pub async fn ttl(&mut self, key: &str) -> Result<Option<u64>> { pub async fn ttl(&mut self, key: &str) -> Result<Option<u64>> {
let mut bytes = BytesMut::new(); let mut bytes = BytesMut::new();
bytes.put_short_string("ttl")?; let cmd = Ttl::new(key.to_owned());
bytes.put_short_string(key)?; cmd.put(&mut bytes)?;
self.connection.write(bytes.into()).await?; self.connection.write(bytes.into()).await?;
@@ -110,10 +110,8 @@ impl Client {
pub async fn expire(&mut self, key: &str, seconds: u64) -> Result<bool> { pub async fn expire(&mut self, key: &str, seconds: u64) -> Result<bool> {
let mut bytes = BytesMut::new(); let mut bytes = BytesMut::new();
bytes.put_short_string("expire")?; let cmd = Expire::new(key.to_owned(), seconds);
bytes.put_short_string(key)?; cmd.put(&mut bytes)?;
bytes.put_u64(seconds);
self.connection.write(bytes.into()).await?; self.connection.write(bytes.into()).await?;
@@ -124,8 +122,9 @@ impl Client {
pub async fn persist(&mut self, key: &str) -> Result<bool> { pub async fn persist(&mut self, key: &str) -> Result<bool> {
let mut bytes = BytesMut::new(); let mut bytes = BytesMut::new();
bytes.put_short_string("persist")?;
bytes.put_short_string(key)?; let cmd = Persist::new(key.to_owned());
cmd.put(&mut bytes)?;
self.connection.write(bytes.into()).await?; self.connection.write(bytes.into()).await?;
@@ -134,6 +133,52 @@ impl Client {
Ok(r.try_get_bool()?) Ok(r.try_get_bool()?)
} }
pub async fn m_set(
&mut self,
keys: Vec<&str>,
data: Vec<&[u8]>,
expirations: Vec<Option<u64>>,
) -> Result<()> {
let mut bytes = BytesMut::new();
let len = keys.len().min(data.len()).min(expirations.len());
let mut sets = Vec::with_capacity(len);
for i in 0..len {
sets.push(Set::new(keys[i].to_owned(), data[i].into(), expirations[i]));
}
let cmd = MSet::new(sets);
cmd.put(&mut bytes)?;
self.connection.write(bytes.into()).await?;
let mut r = self.get_response().await?;
if !r.try_get_bool()? {
return Err(AppError::InvalidCommandResponse);
}
Ok(())
}
pub async fn m_get(&mut self, keys: Vec<String>) -> Result<Vec<Option<Bytes>>> {
let mut bytes = BytesMut::new();
let gets: Vec<Get> = keys.into_iter().map(Get::new).collect();
let cmd = MGet::new(gets);
cmd.put(&mut bytes)?;
self.connection.write(bytes.into()).await?;
let mut r = self.get_response().await?;
let values = r.try_get_vec(|b| b.try_get_option(ArchiveBuf::try_get_bytes))?;
Ok(values)
}
async fn get_response(&mut self) -> Result<Bytes> { async fn get_response(&mut self) -> Result<Bytes> {
self.connection self.connection
.read_bytes() .read_bytes()

View File

@@ -15,6 +15,10 @@ pub struct Delete {
} }
impl Delete { impl Delete {
pub fn new(key: String) -> Self {
Self { key }
}
pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> { pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> {
let value = db.delete(&self.key).await; let value = db.delete(&self.key).await;
@@ -31,4 +35,13 @@ impl Delete {
Ok(Self { key }) Ok(Self { key })
} }
pub fn put(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string("delete")?;
self.put_without_cmd_name(buf)
}
pub fn put_without_cmd_name(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string(&self.key)
}
} }

View File

@@ -1,8 +1,13 @@
use std::io::Cursor; use std::io::Cursor;
use bytes::{Buf as _, Bytes}; use bytes::{Buf as _, BufMut as _, Bytes, BytesMut};
use crate::{Result, buffer::ArchiveBuf as _, connection::Connection, database::Database}; use crate::{
Result,
buffer::{ArchiveBuf as _, ArchiveBufMut as _},
connection::Connection,
database::Database,
};
#[derive(Debug, Clone)] #[derive(Debug, Clone)]
pub struct Expire { pub struct Expire {
@@ -11,6 +16,10 @@ pub struct Expire {
} }
impl Expire { impl Expire {
pub fn new(key: String, seconds: u64) -> Self {
Self { key, seconds }
}
pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> { pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> {
let success = db.expire(&self.key, self.seconds).await?; let success = db.expire(&self.key, self.seconds).await?;
@@ -27,4 +36,18 @@ impl Expire {
Ok(Self { key, seconds }) Ok(Self { key, seconds })
} }
pub fn put(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string("expire")?;
self.put_without_cmd_name(buf)
}
pub fn put_without_cmd_name(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string(&self.key)?;
buf.put_u64(self.seconds);
Ok(())
}
} }

View File

@@ -11,10 +11,14 @@ use crate::{
#[derive(Debug, Clone)] #[derive(Debug, Clone)]
pub struct Get { pub struct Get {
key: String, pub(super) key: String,
} }
impl Get { impl Get {
pub fn new(key: String) -> Self {
Self { key }
}
pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> { pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> {
let value = db.get(&self.key).await; let value = db.get(&self.key).await;
@@ -31,4 +35,13 @@ impl Get {
Ok(Self { key }) Ok(Self { key })
} }
pub fn put(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string("get")?;
self.put_without_cmd_name(buf)
}
pub fn put_without_cmd_name(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string(&self.key)
}
} }

View File

@@ -1,8 +1,13 @@
use std::io::Cursor; use std::io::Cursor;
use bytes::Bytes; use bytes::{Bytes, BytesMut};
use crate::{Result, buffer::ArchiveBuf as _, connection::Connection, database::Database}; use crate::{
Result,
buffer::{ArchiveBuf as _, ArchiveBufMut as _},
connection::Connection,
database::Database,
};
#[derive(Debug, Clone)] #[derive(Debug, Clone)]
pub struct Has { pub struct Has {
@@ -10,6 +15,10 @@ pub struct Has {
} }
impl Has { impl Has {
pub fn new(key: String) -> Self {
Self { key }
}
pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> { pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> {
let value = db.has(&self.key).await; let value = db.has(&self.key).await;
@@ -25,4 +34,13 @@ impl Has {
Ok(Self { key }) Ok(Self { key })
} }
pub fn put(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string("has")?;
self.put_without_cmd_name(buf)
}
pub fn put_without_cmd_name(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string(&self.key)
}
} }

60
src/commands/m_get.rs Normal file
View File

@@ -0,0 +1,60 @@
use std::io::Cursor;
use crate::{
Result,
buffer::{ArchiveBuf as _, ArchiveBufMut},
connection::Connection,
database::Database,
errors::AppError,
};
use bytes::BytesMut;
use super::get::Get;
#[derive(Debug, Clone)]
pub struct MGet {
gets: Vec<Get>,
}
impl MGet {
pub fn new(gets: Vec<Get>) -> Self {
Self { gets }
}
pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> {
let mut values = Vec::with_capacity(self.gets.len());
for get in self.gets {
values.push(db.get(&get.key).await);
}
let mut buf = BytesMut::new();
buf.try_put_vec(values, |data, buf| {
buf.put_option(data.as_deref(), ArchiveBufMut::put_bytes_with_length);
Ok::<(), AppError>(())
})?;
connection.write(buf.into()).await?;
Ok(())
}
pub fn parse(buf: &mut Cursor<&[u8]>) -> Result<Self> {
let gets = buf.try_get_vec(Get::parse)?;
Ok(Self { gets })
}
pub fn put(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string("mget")?;
self.put_without_cmd_name(buf)
}
pub fn put_without_cmd_name(&self, buf: &mut BytesMut) -> Result<()> {
buf.try_put_vec(&self.gets, Get::put_without_cmd_name)?;
Ok(())
}
}

49
src/commands/m_set.rs Normal file
View File

@@ -0,0 +1,49 @@
use std::io::Cursor;
use crate::{
Result,
buffer::{ArchiveBuf as _, ArchiveBufMut as _},
connection::Connection,
database::Database,
};
use bytes::{Bytes, BytesMut};
use super::set::Set;
#[derive(Debug, Clone)]
pub struct MSet {
sets: Vec<Set>,
}
impl MSet {
pub fn new(sets: Vec<Set>) -> Self {
Self { sets }
}
pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> {
for set in self.sets {
db.set(set.key, set.data, set.expiration).await?;
}
connection.write(Bytes::from_static(&[1])).await?;
Ok(())
}
pub fn parse(buf: &mut Cursor<&[u8]>) -> Result<Self> {
let sets = buf.try_get_vec(Set::parse)?;
Ok(Self { sets })
}
pub fn put(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string("mset")?;
self.put_without_cmd_name(buf)
}
pub fn put_without_cmd_name(&self, buf: &mut BytesMut) -> Result<()> {
buf.try_put_vec(&self.sets, Set::put_without_cmd_name)?;
Ok(())
}
}

View File

@@ -1,10 +1,12 @@
mod delete; pub mod delete;
mod expire; pub mod expire;
mod get; pub mod get;
mod has; pub mod has;
mod persist; pub mod m_get;
mod set; pub mod m_set;
mod ttl; pub mod persist;
pub mod set;
pub mod ttl;
use std::io::Cursor; use std::io::Cursor;
@@ -13,6 +15,8 @@ use delete::Delete;
use expire::Expire; use expire::Expire;
use get::Get; use get::Get;
use has::Has; use has::Has;
use m_get::MGet;
use m_set::MSet;
use persist::Persist; use persist::Persist;
use set::Set; use set::Set;
use ttl::Ttl; use ttl::Ttl;
@@ -30,6 +34,9 @@ pub enum Command {
Ttl(Ttl), Ttl(Ttl),
Expire(Expire), Expire(Expire),
Persist(Persist), Persist(Persist),
MSet(MSet),
MGet(MGet),
} }
impl Command { impl Command {
@@ -42,6 +49,9 @@ impl Command {
Command::Ttl(ttl) => ttl.execute(db, connection).await, Command::Ttl(ttl) => ttl.execute(db, connection).await,
Command::Expire(expire) => expire.execute(db, connection).await, Command::Expire(expire) => expire.execute(db, connection).await,
Command::Persist(persist) => persist.execute(db, connection).await, Command::Persist(persist) => persist.execute(db, connection).await,
Command::MSet(m_set) => m_set.execute(db, connection).await,
Command::MGet(m_get) => m_get.execute(db, connection).await,
} }
} }
@@ -62,6 +72,8 @@ impl Command {
"ttl" => Self::Ttl(Ttl::parse(bytes)?), "ttl" => Self::Ttl(Ttl::parse(bytes)?),
"expire" => Self::Expire(Expire::parse(bytes)?), "expire" => Self::Expire(Expire::parse(bytes)?),
"persist" => Self::Persist(Persist::parse(bytes)?), "persist" => Self::Persist(Persist::parse(bytes)?),
"mset" => Self::MSet(MSet::parse(bytes)?),
"mget" => Self::MGet(MGet::parse(bytes)?),
_ => return Err(AppError::UnknownCommand(command_name)), _ => return Err(AppError::UnknownCommand(command_name)),
}; };

View File

@@ -1,8 +1,13 @@
use std::io::Cursor; use std::io::Cursor;
use bytes::Bytes; use bytes::{Bytes, BytesMut};
use crate::{Result, buffer::ArchiveBuf as _, connection::Connection, database::Database}; use crate::{
Result,
buffer::{ArchiveBuf as _, ArchiveBufMut as _},
connection::Connection,
database::Database,
};
#[derive(Debug, Clone)] #[derive(Debug, Clone)]
pub struct Persist { pub struct Persist {
@@ -10,6 +15,10 @@ pub struct Persist {
} }
impl Persist { impl Persist {
pub fn new(key: String) -> Self {
Self { key }
}
pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> { pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> {
let value = db.persist(&self.key).await?; let value = db.persist(&self.key).await?;
@@ -25,4 +34,13 @@ impl Persist {
Ok(Self { key }) Ok(Self { key })
} }
pub fn put(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string("persist")?;
self.put_without_cmd_name(buf)
}
pub fn put_without_cmd_name(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string(&self.key)
}
} }

View File

@@ -1,16 +1,29 @@
use std::io::Cursor; use std::io::Cursor;
use crate::{Result, buffer::ArchiveBuf as _, connection::Connection, database::Database}; use crate::{
use bytes::{Buf as _, Bytes}; Result,
buffer::{ArchiveBuf as _, ArchiveBufMut as _},
connection::Connection,
database::Database,
};
use bytes::{Buf as _, BufMut as _, Bytes, BytesMut};
#[derive(Debug, Clone)] #[derive(Debug, Clone)]
pub struct Set { pub struct Set {
key: String, pub(super) key: String,
data: Box<[u8]>, pub(super) data: Box<[u8]>,
expiration: Option<u64>, pub(super) expiration: Option<u64>,
} }
impl Set { impl Set {
pub fn new(key: String, data: Box<[u8]>, expiration: Option<u64>) -> Self {
Self {
key,
data,
expiration,
}
}
pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> { pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> {
db.set(self.key, self.data, self.expiration).await?; db.set(self.key, self.data, self.expiration).await?;
@@ -32,4 +45,20 @@ impl Set {
expiration, expiration,
}) })
} }
pub fn put(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string("set")?;
self.put_without_cmd_name(buf)?;
Ok(())
}
pub fn put_without_cmd_name(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string(&self.key)?;
buf.put_bytes_with_length(&self.data);
buf.put_option(self.expiration, BytesMut::put_u64);
Ok(())
}
} }

View File

@@ -15,6 +15,10 @@ pub struct Ttl {
} }
impl Ttl { impl Ttl {
pub fn new(key: String) -> Self {
Self { key }
}
pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> { pub async fn execute(self, db: &Database, connection: &mut Connection) -> Result<()> {
let ttl = db.ttl(&self.key).await; let ttl = db.ttl(&self.key).await;
@@ -31,4 +35,16 @@ impl Ttl {
Ok(Self { key }) Ok(Self { key })
} }
pub fn put(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string("ttl")?;
self.put_without_cmd_name(buf)?;
Ok(())
}
pub fn put_without_cmd_name(&self, buf: &mut BytesMut) -> Result<()> {
buf.put_short_string(&self.key)
}
} }

View File

@@ -50,6 +50,54 @@ async fn expiration() -> Result<(), Box<dyn std::error::Error>> {
Ok(()) Ok(())
} }
#[tokio::test]
async fn m_set_m_get() -> Result<(), Box<dyn std::error::Error>> {
let config = ServerConfig::builder()
.host("127.0.0.1".into())
.port(6172)
.build();
let mut server = Server::new(&config).await?;
let (shutdown_tx, shutdown_rx) = oneshot::channel();
let server_handle = tokio::spawn(async move { server.run(shutdown_rx).await });
let mut client = client("127.0.0.1:6172").await?;
client
.m_set(
vec!["key-0", "key-1", "key-2"],
vec![b"value-0", b"value-1", b"value-2"],
vec![None, Some(2), None],
)
.await?;
assert_eq!(
client
.m_get(vec!["key-0".into(), "key-1".into(), "key-2".into()])
.await?,
vec![
Some("value-0".into()),
Some("value-1".into()),
Some("value-2".into())
]
);
tokio::time::sleep(Duration::from_secs(2)).await;
assert_eq!(
client
.m_get(vec!["key-0".into(), "key-1".into(), "key-2".into()])
.await?,
vec![Some("value-0".into()), None, Some("value-2".into())]
);
shutdown_tx.send(()).unwrap();
server_handle.await??;
Ok(())
}
async fn client<A: tokio::net::ToSocketAddrs>( async fn client<A: tokio::net::ToSocketAddrs>(
addr: A, addr: A,
) -> Result<Client, Box<dyn std::error::Error>> { ) -> Result<Client, Box<dyn std::error::Error>> {