Rework of tuplebox storage layer

  * Add a mmap-anon bufferpool implementation & a slots/heap implementation for dynamically sized items, to explicitly manage tuple storage better.
  * Rework tuple storage generally to reduce copies.
  * Add a `predicate_scan` function to support the ability to seek items by predicate out of the whole relation. Will be used by e.g. the connections db.

Cargo.toml

@@ -52,6 +52,7 @@ metrics-util = { version = "0.15.1",  default-features = false, features = ["rec
 metrics-macros = "0.7.0"
 
 # General usefullness
+atomic-wait = "1.1.0"
 binary-layout = "3.2.0"
 bytes = "1.5.0"
 chrono = "0.4.31"
@@ -67,6 +68,7 @@ sized-chunks = "0.7.0"
 strum = { version = "0.25.0", features = ["derive"] }
 uuid = { version = "1.4.1", features = ["v4"] }
 yoke = "0.7.2"
+yoke-derive = "0.7.2"
 
 ## Required for MOO builtins.
 pwhash = "1.0.0" # For MOO's hokey "crypt" function, which is unix's crypt(3) basically
@@ -92,6 +94,7 @@ bincode = "2.0.0-rc.3" # For serializing/deserializing values
 im = "15.1.0" # Immutable data structures
 rocksdb = "0.21.0"
 text_io = "0.1.12" # Used for reading text dumps.
+libc = "0.2.149"
 
 # Dev dependencies
 tempfile = "3.8.0"

crates/db/Cargo.toml

@@ -7,6 +7,7 @@ repository.workspace = true
 
 [dev-dependencies]
 tempfile.workspace = true
+rand.workspace = true
 
 [dependencies]
 ## Own
@@ -36,4 +37,6 @@ crossbeam-channel.workspace = true
 bincode.workspace = true
 im.workspace = true
 sized-chunks.workspace = true
-
+binary-layout.workspace = true
+libc.workspace = true
+atomic-wait = "1.1.0"

crates/db/src/channel_db_tx_client.rs

@@ -9,6 +9,7 @@ use moor_values::model::propdef::{PropDef, PropDefs};
 use moor_values::model::props::PropFlag;
 use moor_values::model::r#match::VerbArgsSpec;
 use moor_values::model::verbdef::VerbDef;
+use moor_values::model::verbdef::VerbDefs;
 use moor_values::model::verbs::{BinaryType, VerbAttrs, VerbFlag};
 use moor_values::model::{CommitResult, WorldStateError};
 use moor_values::util::bitenum::BitEnum;
@@ -17,7 +18,6 @@ use moor_values::var::Var;
 
 use crate::db_message::DbMessage;
 use crate::db_tx::DbTransaction;
-use moor_values::model::verbdef::VerbDefs;
 
 pub(crate) struct DbTxChannelClient {
     pub(crate) mailbox: Sender<DbMessage>,

crates/db/src/db_message.rs

@@ -7,15 +7,14 @@ use moor_values::model::propdef::{PropDef, PropDefs};
 use moor_values::model::props::PropFlag;
 use moor_values::model::r#match::VerbArgsSpec;
 use moor_values::model::verbdef::VerbDef;
+use moor_values::model::verbdef::VerbDefs;
 use moor_values::model::verbs::{BinaryType, VerbFlag};
 use moor_values::model::CommitResult;
 use moor_values::model::WorldStateError;
 use moor_values::util::bitenum::BitEnum;
 use moor_values::var::objid::Objid;
 use moor_values::var::Var;
 
-use moor_values::model::verbdef::VerbDefs;
-
 /// The set of messages that DbTxWorldState sends to the underlying physical database to execute
 /// storage/retrieval of object attributes, properties, and verbs.
 pub(crate) enum DbMessage {