Outline of the transaction-chaining scheduler

processor/scheduler/utxo/transaction-chaining/Cargo.toml

@@ -1,9 +1,9 @@
 [package]
 name = "serai-processor-transaction-chaining-scheduler"
 version = "0.1.0"
-description = "Scheduler for networks with transaction chaining for the Serai processor"
+description = "Scheduler for UTXO networks with transaction chaining for the Serai processor"
 license = "AGPL-3.0-only"
-repository = "https://github.com/serai-dex/serai/tree/develop/processor/scheduler/transaction-chaining"
+repository = "https://github.com/serai-dex/serai/tree/develop/processor/scheduler/utxo/transaction-chaining"
 authors = ["Luke Parker <lukeparker5132@gmail.com>"]
 keywords = []
 edition = "2021"
@@ -14,9 +14,22 @@ all-features = true
 rustdoc-args = ["--cfg", "docsrs"]
 
 [package.metadata.cargo-machete]
-ignored = ["scale"]
+ignored = ["scale", "borsh"]
 
 [lints]
 workspace = true
 
 [dependencies]
+group = { version = "0.13", default-features = false }
+
+scale = { package = "parity-scale-codec", version = "3", default-features = false, features = ["std"] }
+borsh = { version = "1", default-features = false, features = ["std", "derive", "de_strict_order"] }
+
+serai-primitives = { path = "../../../../substrate/primitives", default-features = false, features = ["std"] }
+serai-coins-primitives = { path = "../../../../substrate/coins/primitives", default-features = false, features = ["std"] }
+
+serai-db = { path = "../../../../common/db" }
+
+primitives = { package = "serai-processor-primitives", path = "../../../primitives" }
+scheduler-primitives = { package = "serai-processor-utxo-scheduler-primitives", path = "../primitives" }
+scanner = { package = "serai-processor-scanner", path = "../../../scanner" }

processor/scheduler/utxo/transaction-chaining/LICENSE

@@ -1,6 +1,6 @@
 AGPL-3.0-only license
 
-Copyright (c) 2022-2024 Luke Parker
+Copyright (c) 2024 Luke Parker
 
 This program is free software: you can redistribute it and/or modify
 it under the terms of the GNU Affero General Public License Version 3 as

processor/scheduler/utxo/transaction-chaining/src/db.rs

@@ -0,0 +1,49 @@
+use core::marker::PhantomData;
+
+use group::GroupEncoding;
+
+use serai_primitives::Coin;
+
+use serai_db::{Get, DbTxn, create_db};
+
+use primitives::ReceivedOutput;
+use scanner::{ScannerFeed, KeyFor, OutputFor};
+
+create_db! {
+  TransactionChainingScheduler {
+    SerializedOutputs: (key: &[u8], coin: Coin) -> Vec<u8>,
+  }
+}
+
+pub(crate) struct Db<S: ScannerFeed>(PhantomData<S>);
+impl<S: ScannerFeed> Db<S> {
+  pub(crate) fn outputs(
+    getter: &impl Get,
+    key: KeyFor<S>,
+    coin: Coin,
+  ) -> Option<Vec<OutputFor<S>>> {
+    let buf = SerializedOutputs::get(getter, key.to_bytes().as_ref(), coin)?;
+    let mut buf = buf.as_slice();
+
+    let mut res = Vec::with_capacity(buf.len() / 128);
+    while !buf.is_empty() {
+      res.push(OutputFor::<S>::read(&mut buf).unwrap());
+    }
+    Some(res)
+  }
+  pub(crate) fn set_outputs(
+    txn: &mut impl DbTxn,
+    key: KeyFor<S>,
+    coin: Coin,
+    outputs: &[OutputFor<S>],
+  ) {
+    let mut buf = Vec::with_capacity(outputs.len() * 128);
+    for output in outputs {
+      output.write(&mut buf).unwrap();
+    }
+    SerializedOutputs::set(txn, key.to_bytes().as_ref(), coin, &buf);
+  }
+  pub(crate) fn del_outputs(txn: &mut impl DbTxn, key: KeyFor<S>, coin: Coin) {
+    SerializedOutputs::del(txn, key.to_bytes().as_ref(), coin);
+  }
+}

processor/scheduler/utxo/transaction-chaining/src/lib.rs

@@ -1,3 +1,151 @@
 #![cfg_attr(docsrs, feature(doc_auto_cfg))]
 #![doc = include_str!("../README.md")]
 #![deny(missing_docs)]
+
+use core::marker::PhantomData;
+use std::collections::HashMap;
+
+use serai_primitives::Coin;
+
+use serai_db::DbTxn;
+
+use primitives::{ReceivedOutput, Payment};
+use scanner::{
+  LifetimeStage, ScannerFeed, KeyFor, AddressFor, OutputFor, EventualityFor, SchedulerUpdate,
+  Scheduler as SchedulerTrait,
+};
+use scheduler_primitives::*;
+
+mod db;
+use db::Db;
+
+/// A planned transaction.
+pub struct PlannedTransaction<S: ScannerFeed, T> {
+  /// The signable transaction.
+  signable: T,
+  /// The outputs we'll receive from this.
+  effected_received_outputs: OutputFor<S>,
+  /// The Evtnuality to watch for.
+  eventuality: EventualityFor<S>,
+}
+
+/// A scheduler of transactions for networks premised on the UTXO model which support
+/// transaction chaining.
+pub struct Scheduler<
+  S: ScannerFeed,
+  T,
+  P: TransactionPlanner<S, PlannedTransaction = PlannedTransaction<S, T>>,
+>(PhantomData<S>, PhantomData<T>, PhantomData<P>);
+
+impl<S: ScannerFeed, T, P: TransactionPlanner<S, PlannedTransaction = PlannedTransaction<S, T>>>
+  Scheduler<S, T, P>
+{
+  fn accumulate_outputs(txn: &mut impl DbTxn, key: KeyFor<S>, outputs: &[OutputFor<S>]) {
+    // Accumulate them in memory
+    let mut outputs_by_coin = HashMap::with_capacity(1);
+    for output in outputs.iter().filter(|output| output.key() == key) {
+      let coin = output.balance().coin;
+      if let std::collections::hash_map::Entry::Vacant(e) = outputs_by_coin.entry(coin) {
+        e.insert(Db::<S>::outputs(txn, key, coin).unwrap());
+      }
+      outputs_by_coin.get_mut(&coin).unwrap().push(output.clone());
+    }
+
+    // Flush them to the database
+    for (coin, outputs) in outputs_by_coin {
+      Db::<S>::set_outputs(txn, key, coin, &outputs);
+    }
+  }
+}
+
+impl<
+    S: ScannerFeed,
+    T: 'static + Send + Sync,
+    P: TransactionPlanner<S, PlannedTransaction = PlannedTransaction<S, T>>,
+  > SchedulerTrait<S> for Scheduler<S, T, P>
+{
+  fn activate_key(&mut self, txn: &mut impl DbTxn, key: KeyFor<S>) {
+    for coin in S::NETWORK.coins() {
+      Db::<S>::set_outputs(txn, key, *coin, &vec![]);
+    }
+  }
+
+  fn flush_key(&mut self, txn: &mut impl DbTxn, retiring_key: KeyFor<S>, new_key: KeyFor<S>) {
+    todo!("TODO")
+  }
+
+  fn retire_key(&mut self, txn: &mut impl DbTxn, key: KeyFor<S>) {
+    for coin in S::NETWORK.coins() {
+      assert!(Db::<S>::outputs(txn, key, *coin).is_none());
+      Db::<S>::del_outputs(txn, key, *coin);
+    }
+  }
+
+  fn update(
+    &mut self,
+    txn: &mut impl DbTxn,
+    active_keys: &[(KeyFor<S>, LifetimeStage)],
+    update: SchedulerUpdate<S>,
+  ) -> HashMap<Vec<u8>, Vec<EventualityFor<S>>> {
+    // Accumulate all the outputs
+    for key in active_keys {
+      Self::accumulate_outputs(txn, key.0, update.outputs());
+    }
+
+    let mut fee_rates: HashMap<Coin, _> = todo!("TODO");
+
+    // Create the transactions for the forwards/burns
+    {
+      let mut planned_txs = vec![];
+      for forward in update.forwards() {
+        let forward_to_key = active_keys.last().unwrap();
+        assert_eq!(forward_to_key.1, LifetimeStage::Active);
+
+        let Some(plan) = P::plan_transaction_with_fee_amortization(
+          // This uses 0 for the operating costs as we don't incur any here
+          &mut 0,
+          fee_rates[&forward.balance().coin],
+          vec![forward.clone()],
+          vec![Payment::new(P::forwarding_address(forward_to_key.0), forward.balance(), None)],
+          None,
+        ) else {
+          continue;
+        };
+        planned_txs.push(plan);
+      }
+      for to_return in update.returns() {
+        let out_instruction =
+          Payment::new(to_return.address().clone(), to_return.output().balance(), None);
+        let Some(plan) = P::plan_transaction_with_fee_amortization(
+          // This uses 0 for the operating costs as we don't incur any here
+          &mut 0,
+          fee_rates[&out_instruction.balance().coin],
+          vec![to_return.output().clone()],
+          vec![out_instruction],
+          None,
+        ) else {
+          continue;
+        };
+        planned_txs.push(plan);
+      }
+
+      // TODO: Send the transactions off for signing
+      // TODO: Return the eventualities
+      todo!("TODO")
+    }
+  }
+
+  fn fulfill(
+    &mut self,
+    txn: &mut impl DbTxn,
+    active_keys: &[(KeyFor<S>, LifetimeStage)],
+    payments: Vec<Payment<AddressFor<S>>>,
+  ) -> HashMap<Vec<u8>, Vec<EventualityFor<S>>> {
+    // TODO: Find the key to use for fulfillment
+    // TODO: Sort outputs and payments by amount
+    // TODO: For as long as we don't have sufficiently aggregated inputs to handle all payments,
+    // aggregate
+    // TODO: Create the tree for the payments
+    todo!("TODO")
+  }
+}