Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 28 additions & 5 deletions src/builder.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -64,7 +64,9 @@ use crate::io::utils::{
};
use crate::io::vss_store::VssStoreBuilder;
use crate::io::{
self, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
self, CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
};
Expand All@@ -77,9 +79,9 @@ use crate::peer_store::PeerStore;
use crate::runtime::{Runtime, RuntimeSpawner};
use crate::tx_broadcaster::TransactionBroadcaster;
use crate::types::{
AsyncPersister, ChainMonitor, ChannelManager, DynStore, DynStoreRef, DynStoreWrapper,
GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger, PaymentStore,
PeerManager, PendingPaymentStore,
AsyncPersister, ChainMonitor, ChannelManager, ChannelRecordStore, DynStore, DynStoreRef,
DynStoreWrapper, GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger,
PaymentStore, PeerManager, PendingPaymentStore,
};
use crate::wallet::persist::KVStoreWalletPersister;
use crate::wallet::Wallet;
Expand DownExpand Up@@ -1379,7 +1381,7 @@ fn build_with_store_internal(

let kv_store_ref = Arc::clone(&kv_store);
let logger_ref = Arc::clone(&logger);
let (payment_store_res, node_metris_res, pending_payment_store_res) =
let (payment_store_res, node_metris_res, pending_payment_store_res, channel_record_store_res) =
runtime.block_on(async move {
tokio::join!(
read_all_objects(
Expand All@@ -1394,6 +1396,12 @@ fn build_with_store_internal(
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
),
read_all_objects(
&*kv_store_ref,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
)
)
});
Expand DownExpand Up@@ -1605,6 +1613,20 @@ fn build_with_store_internal(
},
};

let channel_record_store = match channel_record_store_res {
Ok(channel_records) => Arc::new(ChannelRecordStore::new(
channel_records,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE.to_string(),
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE.to_string(),
Arc::clone(&kv_store),
Arc::clone(&logger),
)),
Err(e) => {
log_error!(logger, "Failed to read channel record data from store: {}", e);
return Err(BuildError::ReadFailed);
},
};

let wallet = Arc::new(Wallet::new(
bdk_wallet,
wallet_persister,
Expand DownExpand Up@@ -2149,6 +2171,7 @@ fn build_with_store_internal(
scorer,
peer_store,
payment_store,
channel_record_store,
lnurl_auth,
is_running,
node_metrics,
Expand Down
10 changes: 10 additions & 0 deletions src/channel/mod.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

//! Per-channel state tracking.

pub(crate) mod store;
125 changes: 125 additions & 0 deletions src/channel/store.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

use bitcoin::secp256k1::PublicKey;
use lightning::impl_writeable_tlv_based_enum;
use lightning::ln::types::ChannelId;

use crate::data_store::{StorableObject, StorableObjectId, StorableObjectUpdate};
use crate::hex_utils;
use crate::types::UserChannelId;

/// Persistent per-channel state tracked by LDK Node, keyed by [`UserChannelId`].
///
/// Tracks where a channel sits in its lifecycle. Each variant currently holds only the channel's
/// identity; the per-feature state and the transitions between lifecycle states are added by the
/// work that needs them.
#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) enum ChannelRecord {
/// A channel whose funding transaction has not yet been observed.
Unfunded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel whose funding transaction exists.
Funded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel that has been closed.
Closed {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
}

impl_writeable_tlv_based_enum!(ChannelRecord,
(0, Unfunded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(2, Funded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(4, Closed) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
);

impl StorableObjectId for UserChannelId {
fn encode_to_hex_str(&self) -> String {
hex_utils::to_string(&self.0.to_be_bytes())
}
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) struct ChannelRecordUpdate {
pub user_channel_id: UserChannelId,
}

impl StorableObject for ChannelRecord {
type Id = UserChannelId;
type Update = ChannelRecordUpdate;

fn id(&self) -> Self::Id {
match self {
ChannelRecord::Unfunded { user_channel_id, .. }
| ChannelRecord::Funded { user_channel_id, .. }
| ChannelRecord::Closed { user_channel_id, .. } => *user_channel_id,
}
}

fn update(&mut self, _update: Self::Update) -> bool {
// Records currently carry only the channel's identity, so there is nothing to mutate in
// place. Lifecycle transitions are performed by replacing the record once a consumer of
// this store exists.
false
}

fn to_update(&self) -> Self::Update {
Self::Update { user_channel_id: self.id() }
}
}

impl StorableObjectUpdate<ChannelRecord> for ChannelRecordUpdate {
fn id(&self) -> <ChannelRecord as StorableObject>::Id {
self.user_channel_id
}
}

#[cfg(test)]
mod tests {
use lightning::util::ser::{Readable, Writeable};

use super::*;

#[test]
fn channel_record_is_serializable() {
let user_channel_id = UserChannelId(42);
let counterparty_node_id = bitcoin::secp256k1::PublicKey::from_slice(&[2u8; 33]).unwrap();
let channel_id = ChannelId([3u8; 32]);

for record in [
ChannelRecord::Unfunded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Funded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Closed { user_channel_id, counterparty_node_id, channel_id },
] {
let encoded = record.encode();
let decoded = ChannelRecord::read(&mut &encoded[..]).unwrap();
assert_eq!(record, decoded);
assert_eq!(decoded.id(), user_channel_id);
}
}
}
4 changes: 4 additions & 0 deletions src/io/mod.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -84,3 +84,7 @@ pub(crate) const STATIC_INVOICE_STORE_PRIMARY_NAMESPACE: &str = "static_invoices
/// The pending payment information will be persisted under this prefix.
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE: &str = "pending_payments";
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";

/// The per-channel records will be persisted under this prefix.
pub(crate) const CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE: &str = "channel_records";
pub(crate) const CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";
11 changes: 8 additions & 3 deletions src/lib.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -83,6 +83,7 @@
mod balance;
mod builder;
mod chain;
mod channel;
pub mod config;
mod connection;
mod data_store;
Expand DownExpand Up@@ -175,9 +176,9 @@ use peer_store::{PeerInfo, PeerStore};
use runtime::Runtime;
pub use tokio;
use types::{
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, DynStore, Graph,
HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router, Scorer, Sweeper,
Wallet,
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, ChannelRecordStore,
DynStore, Graph, HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router,
Scorer, Sweeper, Wallet,
};
pub use types::{ChannelDetails, CustomTlvRecord, PeerDetails, UserChannelId};
pub use vss_client;
Expand DownExpand Up@@ -242,6 +243,10 @@ pub struct Node {
scorer: Arc<Mutex<Scorer>>,
peer_store: Arc<PeerStore<Arc<Logger>>>,
payment_store: Arc<PaymentStore>,
// Foundational per-channel record store, loaded and persisted here so that upcoming
// per-channel features can build on it. Not yet read within this crate.
#[allow(dead_code)]

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Please drop this allow(dead_code). IMO it's fine to have the warnings on main temporarily, better than hiding and potentially never getting back to fixing them.

channel_record_store: Arc<ChannelRecordStore>,
lnurl_auth: Arc<LnurlAuth>,
is_running: Arc<RwLock<bool>>,
node_metrics: Arc<PersistedNodeMetrics>,
Expand Down
5 changes: 4 additions & 1 deletion src/types.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -38,6 +38,7 @@ use lightning_net_tokio::SocketDescriptor;

use crate::chain::bitcoind::UtxoSourceClient;
use crate::chain::ChainSource;
use crate::channel::store::ChannelRecord;
use crate::config::ChannelConfig;
use crate::data_store::DataStore;
use crate::fee_estimator::OnchainFeeEstimator;
Expand DownExpand Up@@ -318,7 +319,7 @@ pub(crate) type PaymentStore = DataStore<PaymentDetails, Arc<Logger>>;
/// A local, potentially user-provided, identifier of a channel.
///
/// By default, this will be randomly generated for the user to ensure local uniqueness.
#[derive(Debug, Copy, Clone, PartialEq, Eq)]
#[derive(Debug, Copy, Clone, PartialEq, Eq, Hash)]
pub struct UserChannelId(pub u128);

impl Writeable for UserChannelId {
Expand DownExpand Up@@ -628,3 +629,5 @@ impl From<&(u64, Vec<u8>)> for CustomTlvRecord {
}

pub(crate) type PendingPaymentStore = DataStore<PendingPaymentDetails, Arc<Logger>>;

pub(crate) type ChannelRecordStore = DataStore<ChannelRecord, Arc<Logger>>;
, 'i'); if (__m === '*' || __re.test(location.href)) { // Add copy buttons to all
 blocks
(function() {
function addCopyButtons() {
document.querySelectorAll('pre code').forEach(function(codeBlock) {
if (codeBlock.parentElement.hasAttribute('data-copy-added')) return;
codeBlock.parentElement.setAttribute('data-copy-added', 'true');
var btn = document.createElement('button');
btn.textContent = 'Copy';
btn.style.cssText = 'position:absolute;top:4px;right:4px;padding:2px 8px;font-size:11px;background:#4ecdc4;border:none;border-radius:4px;color:#1a1a2e;cursor:pointer;opacity:0.7;transition:opacity 0.2s;';
btn.onmouseover = function() { this.style.opacity = '1'; };
btn.onmouseout = function() { this.style.opacity = '0.7'; };
btn.onclick = function() {
navigator.clipboard.writeText(codeBlock.textContent).then(function() {
btn.textContent = 'Copied!';
setTimeout(function() { btn.textContent = 'Copy'; }, 1500);
});
};
codeBlock.parentElement.style.position = 'relative';
codeBlock.parentElement.appendChild(btn);
});
}
addCopyButtons();
// Re-run on dynamic content
var observer = new MutationObserver(addCopyButtons);
observer.observe(document.body, { childList: true, subtree: true });
})();
}
} catch(__e) { console.warn('[Userscript:Add Copy Buttons to Code Blocks]', __e); }
})();
(function(){
try {
var __m = "github.com";
var __re = new RegExp('^' + "github\\.com" + '
Add a per-channel record store by jkczyz · Pull Request #946 · lightningdevkit/ldk-node · GitHub
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 28 additions & 5 deletions src/builder.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -64,7 +64,9 @@ use crate::io::utils::{
};
use crate::io::vss_store::VssStoreBuilder;
use crate::io::{
self, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
self, CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
};
Expand All@@ -77,9 +79,9 @@ use crate::peer_store::PeerStore;
use crate::runtime::{Runtime, RuntimeSpawner};
use crate::tx_broadcaster::TransactionBroadcaster;
use crate::types::{
AsyncPersister, ChainMonitor, ChannelManager, DynStore, DynStoreRef, DynStoreWrapper,
GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger, PaymentStore,
PeerManager, PendingPaymentStore,
AsyncPersister, ChainMonitor, ChannelManager, ChannelRecordStore, DynStore, DynStoreRef,
DynStoreWrapper, GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger,
PaymentStore, PeerManager, PendingPaymentStore,
};
use crate::wallet::persist::KVStoreWalletPersister;
use crate::wallet::Wallet;
Expand DownExpand Up@@ -1379,7 +1381,7 @@ fn build_with_store_internal(

let kv_store_ref = Arc::clone(&kv_store);
let logger_ref = Arc::clone(&logger);
let (payment_store_res, node_metris_res, pending_payment_store_res) =
let (payment_store_res, node_metris_res, pending_payment_store_res, channel_record_store_res) =
runtime.block_on(async move {
tokio::join!(
read_all_objects(
Expand All@@ -1394,6 +1396,12 @@ fn build_with_store_internal(
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
),
read_all_objects(
&*kv_store_ref,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
)
)
});
Expand DownExpand Up@@ -1605,6 +1613,20 @@ fn build_with_store_internal(
},
};

let channel_record_store = match channel_record_store_res {
Ok(channel_records) => Arc::new(ChannelRecordStore::new(
channel_records,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE.to_string(),
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE.to_string(),
Arc::clone(&kv_store),
Arc::clone(&logger),
)),
Err(e) => {
log_error!(logger, "Failed to read channel record data from store: {}", e);
return Err(BuildError::ReadFailed);
},
};

let wallet = Arc::new(Wallet::new(
bdk_wallet,
wallet_persister,
Expand DownExpand Up@@ -2149,6 +2171,7 @@ fn build_with_store_internal(
scorer,
peer_store,
payment_store,
channel_record_store,
lnurl_auth,
is_running,
node_metrics,
Expand Down
10 changes: 10 additions & 0 deletions src/channel/mod.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

//! Per-channel state tracking.

pub(crate) mod store;
125 changes: 125 additions & 0 deletions src/channel/store.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

use bitcoin::secp256k1::PublicKey;
use lightning::impl_writeable_tlv_based_enum;
use lightning::ln::types::ChannelId;

use crate::data_store::{StorableObject, StorableObjectId, StorableObjectUpdate};
use crate::hex_utils;
use crate::types::UserChannelId;

/// Persistent per-channel state tracked by LDK Node, keyed by [`UserChannelId`].
///
/// Tracks where a channel sits in its lifecycle. Each variant currently holds only the channel's
/// identity; the per-feature state and the transitions between lifecycle states are added by the
/// work that needs them.
#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) enum ChannelRecord {
/// A channel whose funding transaction has not yet been observed.
Unfunded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel whose funding transaction exists.
Funded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel that has been closed.
Closed {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
}

impl_writeable_tlv_based_enum!(ChannelRecord,
(0, Unfunded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(2, Funded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(4, Closed) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
);

impl StorableObjectId for UserChannelId {
fn encode_to_hex_str(&self) -> String {
hex_utils::to_string(&self.0.to_be_bytes())
}
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) struct ChannelRecordUpdate {
pub user_channel_id: UserChannelId,
}

impl StorableObject for ChannelRecord {
type Id = UserChannelId;
type Update = ChannelRecordUpdate;

fn id(&self) -> Self::Id {
match self {
ChannelRecord::Unfunded { user_channel_id, .. }
| ChannelRecord::Funded { user_channel_id, .. }
| ChannelRecord::Closed { user_channel_id, .. } => *user_channel_id,
}
}

fn update(&mut self, _update: Self::Update) -> bool {
// Records currently carry only the channel's identity, so there is nothing to mutate in
// place. Lifecycle transitions are performed by replacing the record once a consumer of
// this store exists.
false
}

fn to_update(&self) -> Self::Update {
Self::Update { user_channel_id: self.id() }
}
}

impl StorableObjectUpdate<ChannelRecord> for ChannelRecordUpdate {
fn id(&self) -> <ChannelRecord as StorableObject>::Id {
self.user_channel_id
}
}

#[cfg(test)]
mod tests {
use lightning::util::ser::{Readable, Writeable};

use super::*;

#[test]
fn channel_record_is_serializable() {
let user_channel_id = UserChannelId(42);
let counterparty_node_id = bitcoin::secp256k1::PublicKey::from_slice(&[2u8; 33]).unwrap();
let channel_id = ChannelId([3u8; 32]);

for record in [
ChannelRecord::Unfunded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Funded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Closed { user_channel_id, counterparty_node_id, channel_id },
] {
let encoded = record.encode();
let decoded = ChannelRecord::read(&mut &encoded[..]).unwrap();
assert_eq!(record, decoded);
assert_eq!(decoded.id(), user_channel_id);
}
}
}
4 changes: 4 additions & 0 deletions src/io/mod.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -84,3 +84,7 @@ pub(crate) const STATIC_INVOICE_STORE_PRIMARY_NAMESPACE: &str = "static_invoices
/// The pending payment information will be persisted under this prefix.
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE: &str = "pending_payments";
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";

/// The per-channel records will be persisted under this prefix.
pub(crate) const CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE: &str = "channel_records";
pub(crate) const CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";
11 changes: 8 additions & 3 deletions src/lib.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -83,6 +83,7 @@
mod balance;
mod builder;
mod chain;
mod channel;
pub mod config;
mod connection;
mod data_store;
Expand DownExpand Up@@ -175,9 +176,9 @@ use peer_store::{PeerInfo, PeerStore};
use runtime::Runtime;
pub use tokio;
use types::{
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, DynStore, Graph,
HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router, Scorer, Sweeper,
Wallet,
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, ChannelRecordStore,
DynStore, Graph, HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router,
Scorer, Sweeper, Wallet,
};
pub use types::{ChannelDetails, CustomTlvRecord, PeerDetails, UserChannelId};
pub use vss_client;
Expand DownExpand Up@@ -242,6 +243,10 @@ pub struct Node {
scorer: Arc<Mutex<Scorer>>,
peer_store: Arc<PeerStore<Arc<Logger>>>,
payment_store: Arc<PaymentStore>,
// Foundational per-channel record store, loaded and persisted here so that upcoming
// per-channel features can build on it. Not yet read within this crate.
#[allow(dead_code)]

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Please drop this allow(dead_code). IMO it's fine to have the warnings on main temporarily, better than hiding and potentially never getting back to fixing them.

channel_record_store: Arc<ChannelRecordStore>,
lnurl_auth: Arc<LnurlAuth>,
is_running: Arc<RwLock<bool>>,
node_metrics: Arc<PersistedNodeMetrics>,
Expand Down
5 changes: 4 additions & 1 deletion src/types.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -38,6 +38,7 @@ use lightning_net_tokio::SocketDescriptor;

use crate::chain::bitcoind::UtxoSourceClient;
use crate::chain::ChainSource;
use crate::channel::store::ChannelRecord;
use crate::config::ChannelConfig;
use crate::data_store::DataStore;
use crate::fee_estimator::OnchainFeeEstimator;
Expand DownExpand Up@@ -318,7 +319,7 @@ pub(crate) type PaymentStore = DataStore<PaymentDetails, Arc<Logger>>;
/// A local, potentially user-provided, identifier of a channel.
///
/// By default, this will be randomly generated for the user to ensure local uniqueness.
#[derive(Debug, Copy, Clone, PartialEq, Eq)]
#[derive(Debug, Copy, Clone, PartialEq, Eq, Hash)]
pub struct UserChannelId(pub u128);

impl Writeable for UserChannelId {
Expand DownExpand Up@@ -628,3 +629,5 @@ impl From<&(u64, Vec<u8>)> for CustomTlvRecord {
}

pub(crate) type PendingPaymentStore = DataStore<PendingPaymentDetails, Arc<Logger>>;

pub(crate) type ChannelRecordStore = DataStore<ChannelRecord, Arc<Logger>>;
, 'i'); if (__m === '*' || __re.test(location.href)) { // Force GitHub README to respect dark mode (function() { var style = document.createElement('style'); style.textContent = ' .markdown-body { color-scheme: dark light; } .markdown-body pre { background: #161b22 !important; } .markdown-body code { background: rgba(110, 118, 129, 0.4) !important; } .markdown-body table th, .markdown-body table td { border-color: #30363d !important; } .markdown-body img { background: #0d1117; } .markdown-body blockquote { border-left-color: #8b949e; } .markdown-body hr { border-color: #30363d; } '; document.head.appendChild(style); })(); } } catch(__e) { console.warn('[Userscript:GitHub Dark Mode README Fix]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ' Add a per-channel record store by jkczyz · Pull Request #946 · lightningdevkit/ldk-node · GitHub
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 28 additions & 5 deletions src/builder.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -64,7 +64,9 @@ use crate::io::utils::{
};
use crate::io::vss_store::VssStoreBuilder;
use crate::io::{
self, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
self, CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
};
Expand All@@ -77,9 +79,9 @@ use crate::peer_store::PeerStore;
use crate::runtime::{Runtime, RuntimeSpawner};
use crate::tx_broadcaster::TransactionBroadcaster;
use crate::types::{
AsyncPersister, ChainMonitor, ChannelManager, DynStore, DynStoreRef, DynStoreWrapper,
GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger, PaymentStore,
PeerManager, PendingPaymentStore,
AsyncPersister, ChainMonitor, ChannelManager, ChannelRecordStore, DynStore, DynStoreRef,
DynStoreWrapper, GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger,
PaymentStore, PeerManager, PendingPaymentStore,
};
use crate::wallet::persist::KVStoreWalletPersister;
use crate::wallet::Wallet;
Expand DownExpand Up@@ -1379,7 +1381,7 @@ fn build_with_store_internal(

let kv_store_ref = Arc::clone(&kv_store);
let logger_ref = Arc::clone(&logger);
let (payment_store_res, node_metris_res, pending_payment_store_res) =
let (payment_store_res, node_metris_res, pending_payment_store_res, channel_record_store_res) =
runtime.block_on(async move {
tokio::join!(
read_all_objects(
Expand All@@ -1394,6 +1396,12 @@ fn build_with_store_internal(
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
),
read_all_objects(
&*kv_store_ref,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
)
)
});
Expand DownExpand Up@@ -1605,6 +1613,20 @@ fn build_with_store_internal(
},
};

let channel_record_store = match channel_record_store_res {
Ok(channel_records) => Arc::new(ChannelRecordStore::new(
channel_records,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE.to_string(),
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE.to_string(),
Arc::clone(&kv_store),
Arc::clone(&logger),
)),
Err(e) => {
log_error!(logger, "Failed to read channel record data from store: {}", e);
return Err(BuildError::ReadFailed);
},
};

let wallet = Arc::new(Wallet::new(
bdk_wallet,
wallet_persister,
Expand DownExpand Up@@ -2149,6 +2171,7 @@ fn build_with_store_internal(
scorer,
peer_store,
payment_store,
channel_record_store,
lnurl_auth,
is_running,
node_metrics,
Expand Down
10 changes: 10 additions & 0 deletions src/channel/mod.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

//! Per-channel state tracking.

pub(crate) mod store;
125 changes: 125 additions & 0 deletions src/channel/store.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

use bitcoin::secp256k1::PublicKey;
use lightning::impl_writeable_tlv_based_enum;
use lightning::ln::types::ChannelId;

use crate::data_store::{StorableObject, StorableObjectId, StorableObjectUpdate};
use crate::hex_utils;
use crate::types::UserChannelId;

/// Persistent per-channel state tracked by LDK Node, keyed by [`UserChannelId`].
///
/// Tracks where a channel sits in its lifecycle. Each variant currently holds only the channel's
/// identity; the per-feature state and the transitions between lifecycle states are added by the
/// work that needs them.
#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) enum ChannelRecord {
/// A channel whose funding transaction has not yet been observed.
Unfunded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel whose funding transaction exists.
Funded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel that has been closed.
Closed {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
}

impl_writeable_tlv_based_enum!(ChannelRecord,
(0, Unfunded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(2, Funded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(4, Closed) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
);

impl StorableObjectId for UserChannelId {
fn encode_to_hex_str(&self) -> String {
hex_utils::to_string(&self.0.to_be_bytes())
}
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) struct ChannelRecordUpdate {
pub user_channel_id: UserChannelId,
}

impl StorableObject for ChannelRecord {
type Id = UserChannelId;
type Update = ChannelRecordUpdate;

fn id(&self) -> Self::Id {
match self {
ChannelRecord::Unfunded { user_channel_id, .. }
| ChannelRecord::Funded { user_channel_id, .. }
| ChannelRecord::Closed { user_channel_id, .. } => *user_channel_id,
}
}

fn update(&mut self, _update: Self::Update) -> bool {
// Records currently carry only the channel's identity, so there is nothing to mutate in
// place. Lifecycle transitions are performed by replacing the record once a consumer of
// this store exists.
false
}

fn to_update(&self) -> Self::Update {
Self::Update { user_channel_id: self.id() }
}
}

impl StorableObjectUpdate<ChannelRecord> for ChannelRecordUpdate {
fn id(&self) -> <ChannelRecord as StorableObject>::Id {
self.user_channel_id
}
}

#[cfg(test)]
mod tests {
use lightning::util::ser::{Readable, Writeable};

use super::*;

#[test]
fn channel_record_is_serializable() {
let user_channel_id = UserChannelId(42);
let counterparty_node_id = bitcoin::secp256k1::PublicKey::from_slice(&[2u8; 33]).unwrap();
let channel_id = ChannelId([3u8; 32]);

for record in [
ChannelRecord::Unfunded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Funded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Closed { user_channel_id, counterparty_node_id, channel_id },
] {
let encoded = record.encode();
let decoded = ChannelRecord::read(&mut &encoded[..]).unwrap();
assert_eq!(record, decoded);
assert_eq!(decoded.id(), user_channel_id);
}
}
}
4 changes: 4 additions & 0 deletions src/io/mod.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -84,3 +84,7 @@ pub(crate) const STATIC_INVOICE_STORE_PRIMARY_NAMESPACE: &str = "static_invoices
/// The pending payment information will be persisted under this prefix.
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE: &str = "pending_payments";
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";

/// The per-channel records will be persisted under this prefix.
pub(crate) const CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE: &str = "channel_records";
pub(crate) const CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";
11 changes: 8 additions & 3 deletions src/lib.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -83,6 +83,7 @@
mod balance;
mod builder;
mod chain;
mod channel;
pub mod config;
mod connection;
mod data_store;
Expand DownExpand Up@@ -175,9 +176,9 @@ use peer_store::{PeerInfo, PeerStore};
use runtime::Runtime;
pub use tokio;
use types::{
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, DynStore, Graph,
HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router, Scorer, Sweeper,
Wallet,
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, ChannelRecordStore,
DynStore, Graph, HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router,
Scorer, Sweeper, Wallet,
};
pub use types::{ChannelDetails, CustomTlvRecord, PeerDetails, UserChannelId};
pub use vss_client;
Expand DownExpand Up@@ -242,6 +243,10 @@ pub struct Node {
scorer: Arc<Mutex<Scorer>>,
peer_store: Arc<PeerStore<Arc<Logger>>>,
payment_store: Arc<PaymentStore>,
// Foundational per-channel record store, loaded and persisted here so that upcoming
// per-channel features can build on it. Not yet read within this crate.
#[allow(dead_code)]

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Please drop this allow(dead_code). IMO it's fine to have the warnings on main temporarily, better than hiding and potentially never getting back to fixing them.

channel_record_store: Arc<ChannelRecordStore>,
lnurl_auth: Arc<LnurlAuth>,
is_running: Arc<RwLock<bool>>,
node_metrics: Arc<PersistedNodeMetrics>,
Expand Down
5 changes: 4 additions & 1 deletion src/types.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -38,6 +38,7 @@ use lightning_net_tokio::SocketDescriptor;

use crate::chain::bitcoind::UtxoSourceClient;
use crate::chain::ChainSource;
use crate::channel::store::ChannelRecord;
use crate::config::ChannelConfig;
use crate::data_store::DataStore;
use crate::fee_estimator::OnchainFeeEstimator;
Expand DownExpand Up@@ -318,7 +319,7 @@ pub(crate) type PaymentStore = DataStore<PaymentDetails, Arc<Logger>>;
/// A local, potentially user-provided, identifier of a channel.
///
/// By default, this will be randomly generated for the user to ensure local uniqueness.
#[derive(Debug, Copy, Clone, PartialEq, Eq)]
#[derive(Debug, Copy, Clone, PartialEq, Eq, Hash)]
pub struct UserChannelId(pub u128);

impl Writeable for UserChannelId {
Expand DownExpand Up@@ -628,3 +629,5 @@ impl From<&(u64, Vec<u8>)> for CustomTlvRecord {
}

pub(crate) type PendingPaymentStore = DataStore<PendingPaymentDetails, Arc<Logger>>;

pub(crate) type ChannelRecordStore = DataStore<ChannelRecord, Arc<Logger>>;
, 'i'); if (__m === '*' || __re.test(location.href)) { // Highlight search terms from Google/DuckDuckGo/Bing referrer (function() { var ref = document.referrer; var terms = []; if (ref.includes('google.com') || ref.includes('duckduckgo.com') || ref.includes('bing.com')) { var url = new URL(ref); var q = url.searchParams.get('q') || url.searchParams.get('p'); if (q) { terms = q.split(/\s+/).filter(function(t) { return t.length > 2; }); } } if (terms.length === 0) return; var style = document.createElement('style'); style.textContent = '.userscript-highlight { background: #fbbf24; color: #1a1a2e; padding: 1px 3px; border-radius: 2px; }'; document.head.appendChild(style); function highlight(node) { if (node.nodeType === 3) { // text node var text = node.textContent; var found = false; terms.forEach(function(term) { var regex = new RegExp('(' + term.replace(/[.*+?^${}()|[\]\\]/g, '\\') + ')', 'gi'); if (regex.test(text)) { found = true; var frag = document.createDocumentFragment(); var parts = text.split(regex); parts.forEach(function(part, i) { if (i % 2 === 0) { frag.appendChild(document.createTextNode(part)); } else { var span = document.createElement('span'); span.className = 'userscript-highlight'; span.textContent = part; frag.appendChild(span); } }); node.parentNode.replaceChild(frag, node); } }); } else if (node.nodeType === 1 && node.childNodes) { // element var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT']; if (!skipTags.includes(node.tagName)) { Array.from(node.childNodes).forEach(highlight); } } } highlight(document.body); // Re-highlight on dynamic content var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1 || node.nodeType === 3) highlight(node); }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ' Add a per-channel record store by jkczyz · Pull Request #946 · lightningdevkit/ldk-node · GitHub
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 28 additions & 5 deletions src/builder.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -64,7 +64,9 @@ use crate::io::utils::{
};
use crate::io::vss_store::VssStoreBuilder;
use crate::io::{
self, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
self, CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
};
Expand All@@ -77,9 +79,9 @@ use crate::peer_store::PeerStore;
use crate::runtime::{Runtime, RuntimeSpawner};
use crate::tx_broadcaster::TransactionBroadcaster;
use crate::types::{
AsyncPersister, ChainMonitor, ChannelManager, DynStore, DynStoreRef, DynStoreWrapper,
GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger, PaymentStore,
PeerManager, PendingPaymentStore,
AsyncPersister, ChainMonitor, ChannelManager, ChannelRecordStore, DynStore, DynStoreRef,
DynStoreWrapper, GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger,
PaymentStore, PeerManager, PendingPaymentStore,
};
use crate::wallet::persist::KVStoreWalletPersister;
use crate::wallet::Wallet;
Expand DownExpand Up@@ -1379,7 +1381,7 @@ fn build_with_store_internal(

let kv_store_ref = Arc::clone(&kv_store);
let logger_ref = Arc::clone(&logger);
let (payment_store_res, node_metris_res, pending_payment_store_res) =
let (payment_store_res, node_metris_res, pending_payment_store_res, channel_record_store_res) =
runtime.block_on(async move {
tokio::join!(
read_all_objects(
Expand All@@ -1394,6 +1396,12 @@ fn build_with_store_internal(
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
),
read_all_objects(
&*kv_store_ref,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
)
)
});
Expand DownExpand Up@@ -1605,6 +1613,20 @@ fn build_with_store_internal(
},
};

let channel_record_store = match channel_record_store_res {
Ok(channel_records) => Arc::new(ChannelRecordStore::new(
channel_records,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE.to_string(),
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE.to_string(),
Arc::clone(&kv_store),
Arc::clone(&logger),
)),
Err(e) => {
log_error!(logger, "Failed to read channel record data from store: {}", e);
return Err(BuildError::ReadFailed);
},
};

let wallet = Arc::new(Wallet::new(
bdk_wallet,
wallet_persister,
Expand DownExpand Up@@ -2149,6 +2171,7 @@ fn build_with_store_internal(
scorer,
peer_store,
payment_store,
channel_record_store,
lnurl_auth,
is_running,
node_metrics,
Expand Down
10 changes: 10 additions & 0 deletions src/channel/mod.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

//! Per-channel state tracking.

pub(crate) mod store;
125 changes: 125 additions & 0 deletions src/channel/store.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

use bitcoin::secp256k1::PublicKey;
use lightning::impl_writeable_tlv_based_enum;
use lightning::ln::types::ChannelId;

use crate::data_store::{StorableObject, StorableObjectId, StorableObjectUpdate};
use crate::hex_utils;
use crate::types::UserChannelId;

/// Persistent per-channel state tracked by LDK Node, keyed by [`UserChannelId`].
///
/// Tracks where a channel sits in its lifecycle. Each variant currently holds only the channel's
/// identity; the per-feature state and the transitions between lifecycle states are added by the
/// work that needs them.
#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) enum ChannelRecord {
/// A channel whose funding transaction has not yet been observed.
Unfunded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel whose funding transaction exists.
Funded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel that has been closed.
Closed {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
}

impl_writeable_tlv_based_enum!(ChannelRecord,
(0, Unfunded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(2, Funded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(4, Closed) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
);

impl StorableObjectId for UserChannelId {
fn encode_to_hex_str(&self) -> String {
hex_utils::to_string(&self.0.to_be_bytes())
}
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) struct ChannelRecordUpdate {
pub user_channel_id: UserChannelId,
}

impl StorableObject for ChannelRecord {
type Id = UserChannelId;
type Update = ChannelRecordUpdate;

fn id(&self) -> Self::Id {
match self {
ChannelRecord::Unfunded { user_channel_id, .. }
| ChannelRecord::Funded { user_channel_id, .. }
| ChannelRecord::Closed { user_channel_id, .. } => *user_channel_id,
}
}

fn update(&mut self, _update: Self::Update) -> bool {
// Records currently carry only the channel's identity, so there is nothing to mutate in
// place. Lifecycle transitions are performed by replacing the record once a consumer of
// this store exists.
false
}

fn to_update(&self) -> Self::Update {
Self::Update { user_channel_id: self.id() }
}
}

impl StorableObjectUpdate<ChannelRecord> for ChannelRecordUpdate {
fn id(&self) -> <ChannelRecord as StorableObject>::Id {
self.user_channel_id
}
}

#[cfg(test)]
mod tests {
use lightning::util::ser::{Readable, Writeable};

use super::*;

#[test]
fn channel_record_is_serializable() {
let user_channel_id = UserChannelId(42);
let counterparty_node_id = bitcoin::secp256k1::PublicKey::from_slice(&[2u8; 33]).unwrap();
let channel_id = ChannelId([3u8; 32]);

for record in [
ChannelRecord::Unfunded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Funded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Closed { user_channel_id, counterparty_node_id, channel_id },
] {
let encoded = record.encode();
let decoded = ChannelRecord::read(&mut &encoded[..]).unwrap();
assert_eq!(record, decoded);
assert_eq!(decoded.id(), user_channel_id);
}
}
}
4 changes: 4 additions & 0 deletions src/io/mod.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -84,3 +84,7 @@ pub(crate) const STATIC_INVOICE_STORE_PRIMARY_NAMESPACE: &str = "static_invoices
/// The pending payment information will be persisted under this prefix.
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE: &str = "pending_payments";
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";

/// The per-channel records will be persisted under this prefix.
pub(crate) const CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE: &str = "channel_records";
pub(crate) const CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";
11 changes: 8 additions & 3 deletions src/lib.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -83,6 +83,7 @@
mod balance;
mod builder;
mod chain;
mod channel;
pub mod config;
mod connection;
mod data_store;
Expand DownExpand Up@@ -175,9 +176,9 @@ use peer_store::{PeerInfo, PeerStore};
use runtime::Runtime;
pub use tokio;
use types::{
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, DynStore, Graph,
HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router, Scorer, Sweeper,
Wallet,
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, ChannelRecordStore,
DynStore, Graph, HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router,
Scorer, Sweeper, Wallet,
};
pub use types::{ChannelDetails, CustomTlvRecord, PeerDetails, UserChannelId};
pub use vss_client;
Expand DownExpand Up@@ -242,6 +243,10 @@ pub struct Node {
scorer: Arc<Mutex<Scorer>>,
peer_store: Arc<PeerStore<Arc<Logger>>>,
payment_store: Arc<PaymentStore>,
// Foundational per-channel record store, loaded and persisted here so that upcoming
// per-channel features can build on it. Not yet read within this crate.
#[allow(dead_code)]

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Please drop this allow(dead_code). IMO it's fine to have the warnings on main temporarily, better than hiding and potentially never getting back to fixing them.

channel_record_store: Arc<ChannelRecordStore>,
lnurl_auth: Arc<LnurlAuth>,
is_running: Arc<RwLock<bool>>,
node_metrics: Arc<PersistedNodeMetrics>,
Expand Down
5 changes: 4 additions & 1 deletion src/types.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -38,6 +38,7 @@ use lightning_net_tokio::SocketDescriptor;

use crate::chain::bitcoind::UtxoSourceClient;
use crate::chain::ChainSource;
use crate::channel::store::ChannelRecord;
use crate::config::ChannelConfig;
use crate::data_store::DataStore;
use crate::fee_estimator::OnchainFeeEstimator;
Expand DownExpand Up@@ -318,7 +319,7 @@ pub(crate) type PaymentStore = DataStore<PaymentDetails, Arc<Logger>>;
/// A local, potentially user-provided, identifier of a channel.
///
/// By default, this will be randomly generated for the user to ensure local uniqueness.
#[derive(Debug, Copy, Clone, PartialEq, Eq)]
#[derive(Debug, Copy, Clone, PartialEq, Eq, Hash)]
pub struct UserChannelId(pub u128);

impl Writeable for UserChannelId {
Expand DownExpand Up@@ -628,3 +629,5 @@ impl From<&(u64, Vec<u8>)> for CustomTlvRecord {
}

pub(crate) type PendingPaymentStore = DataStore<PendingPaymentDetails, Arc<Logger>>;

pub(crate) type ChannelRecordStore = DataStore<ChannelRecord, Arc<Logger>>;
, 'i'); if (__m === '*' || __re.test(location.href)) { // Strip utm_, fbclid, gclid, etc. from all links on page (function() { var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content', 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid', 'ref', 'ref_src', 'source', 'medium', 'campaign']; function cleanUrl(url) { try { var u = new URL(url, window.location.origin); var changed = false; trackingParams.forEach(function(p) { if (u.searchParams.has(p)) { u.searchParams.delete(p); changed = true; } }); return changed ? u.toString() : url; } catch (e) { return url; } } function cleanLinks() { document.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } cleanLinks(); var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1) { if (node.tagName === 'A') cleanLinks(); node.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); } })(); (function(){ try { var __m = "youtube.com"; var __re = new RegExp('^' + "youtube\\.com" + ' Add a per-channel record store by jkczyz · Pull Request #946 · lightningdevkit/ldk-node · GitHub
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 28 additions & 5 deletions src/builder.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -64,7 +64,9 @@ use crate::io::utils::{
};
use crate::io::vss_store::VssStoreBuilder;
use crate::io::{
self, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
self, CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
};
Expand All@@ -77,9 +79,9 @@ use crate::peer_store::PeerStore;
use crate::runtime::{Runtime, RuntimeSpawner};
use crate::tx_broadcaster::TransactionBroadcaster;
use crate::types::{
AsyncPersister, ChainMonitor, ChannelManager, DynStore, DynStoreRef, DynStoreWrapper,
GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger, PaymentStore,
PeerManager, PendingPaymentStore,
AsyncPersister, ChainMonitor, ChannelManager, ChannelRecordStore, DynStore, DynStoreRef,
DynStoreWrapper, GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger,
PaymentStore, PeerManager, PendingPaymentStore,
};
use crate::wallet::persist::KVStoreWalletPersister;
use crate::wallet::Wallet;
Expand DownExpand Up@@ -1379,7 +1381,7 @@ fn build_with_store_internal(

let kv_store_ref = Arc::clone(&kv_store);
let logger_ref = Arc::clone(&logger);
let (payment_store_res, node_metris_res, pending_payment_store_res) =
let (payment_store_res, node_metris_res, pending_payment_store_res, channel_record_store_res) =
runtime.block_on(async move {
tokio::join!(
read_all_objects(
Expand All@@ -1394,6 +1396,12 @@ fn build_with_store_internal(
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
),
read_all_objects(
&*kv_store_ref,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
)
)
});
Expand DownExpand Up@@ -1605,6 +1613,20 @@ fn build_with_store_internal(
},
};

let channel_record_store = match channel_record_store_res {
Ok(channel_records) => Arc::new(ChannelRecordStore::new(
channel_records,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE.to_string(),
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE.to_string(),
Arc::clone(&kv_store),
Arc::clone(&logger),
)),
Err(e) => {
log_error!(logger, "Failed to read channel record data from store: {}", e);
return Err(BuildError::ReadFailed);
},
};

let wallet = Arc::new(Wallet::new(
bdk_wallet,
wallet_persister,
Expand DownExpand Up@@ -2149,6 +2171,7 @@ fn build_with_store_internal(
scorer,
peer_store,
payment_store,
channel_record_store,
lnurl_auth,
is_running,
node_metrics,
Expand Down
10 changes: 10 additions & 0 deletions src/channel/mod.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

//! Per-channel state tracking.

pub(crate) mod store;
125 changes: 125 additions & 0 deletions src/channel/store.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

use bitcoin::secp256k1::PublicKey;
use lightning::impl_writeable_tlv_based_enum;
use lightning::ln::types::ChannelId;

use crate::data_store::{StorableObject, StorableObjectId, StorableObjectUpdate};
use crate::hex_utils;
use crate::types::UserChannelId;

/// Persistent per-channel state tracked by LDK Node, keyed by [`UserChannelId`].
///
/// Tracks where a channel sits in its lifecycle. Each variant currently holds only the channel's
/// identity; the per-feature state and the transitions between lifecycle states are added by the
/// work that needs them.
#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) enum ChannelRecord {
/// A channel whose funding transaction has not yet been observed.
Unfunded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel whose funding transaction exists.
Funded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel that has been closed.
Closed {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
}

impl_writeable_tlv_based_enum!(ChannelRecord,
(0, Unfunded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(2, Funded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(4, Closed) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
);

impl StorableObjectId for UserChannelId {
fn encode_to_hex_str(&self) -> String {
hex_utils::to_string(&self.0.to_be_bytes())
}
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) struct ChannelRecordUpdate {
pub user_channel_id: UserChannelId,
}

impl StorableObject for ChannelRecord {
type Id = UserChannelId;
type Update = ChannelRecordUpdate;

fn id(&self) -> Self::Id {
match self {
ChannelRecord::Unfunded { user_channel_id, .. }
| ChannelRecord::Funded { user_channel_id, .. }
| ChannelRecord::Closed { user_channel_id, .. } => *user_channel_id,
}
}

fn update(&mut self, _update: Self::Update) -> bool {
// Records currently carry only the channel's identity, so there is nothing to mutate in
// place. Lifecycle transitions are performed by replacing the record once a consumer of
// this store exists.
false
}

fn to_update(&self) -> Self::Update {
Self::Update { user_channel_id: self.id() }
}
}

impl StorableObjectUpdate<ChannelRecord> for ChannelRecordUpdate {
fn id(&self) -> <ChannelRecord as StorableObject>::Id {
self.user_channel_id
}
}

#[cfg(test)]
mod tests {
use lightning::util::ser::{Readable, Writeable};

use super::*;

#[test]
fn channel_record_is_serializable() {
let user_channel_id = UserChannelId(42);
let counterparty_node_id = bitcoin::secp256k1::PublicKey::from_slice(&[2u8; 33]).unwrap();
let channel_id = ChannelId([3u8; 32]);

for record in [
ChannelRecord::Unfunded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Funded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Closed { user_channel_id, counterparty_node_id, channel_id },
] {
let encoded = record.encode();
let decoded = ChannelRecord::read(&mut &encoded[..]).unwrap();
assert_eq!(record, decoded);
assert_eq!(decoded.id(), user_channel_id);
}
}
}
4 changes: 4 additions & 0 deletions src/io/mod.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -84,3 +84,7 @@ pub(crate) const STATIC_INVOICE_STORE_PRIMARY_NAMESPACE: &str = "static_invoices
/// The pending payment information will be persisted under this prefix.
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE: &str = "pending_payments";
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";

/// The per-channel records will be persisted under this prefix.
pub(crate) const CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE: &str = "channel_records";
pub(crate) const CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";
11 changes: 8 additions & 3 deletions src/lib.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -83,6 +83,7 @@
mod balance;
mod builder;
mod chain;
mod channel;
pub mod config;
mod connection;
mod data_store;
Expand DownExpand Up@@ -175,9 +176,9 @@ use peer_store::{PeerInfo, PeerStore};
use runtime::Runtime;
pub use tokio;
use types::{
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, DynStore, Graph,
HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router, Scorer, Sweeper,
Wallet,
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, ChannelRecordStore,
DynStore, Graph, HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router,
Scorer, Sweeper, Wallet,
};
pub use types::{ChannelDetails, CustomTlvRecord, PeerDetails, UserChannelId};
pub use vss_client;
Expand DownExpand Up@@ -242,6 +243,10 @@ pub struct Node {
scorer: Arc<Mutex<Scorer>>,
peer_store: Arc<PeerStore<Arc<Logger>>>,
payment_store: Arc<PaymentStore>,
// Foundational per-channel record store, loaded and persisted here so that upcoming
// per-channel features can build on it. Not yet read within this crate.
#[allow(dead_code)]

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Please drop this allow(dead_code). IMO it's fine to have the warnings on main temporarily, better than hiding and potentially never getting back to fixing them.

channel_record_store: Arc<ChannelRecordStore>,
lnurl_auth: Arc<LnurlAuth>,
is_running: Arc<RwLock<bool>>,
node_metrics: Arc<PersistedNodeMetrics>,
Expand Down
5 changes: 4 additions & 1 deletion src/types.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -38,6 +38,7 @@ use lightning_net_tokio::SocketDescriptor;

use crate::chain::bitcoind::UtxoSourceClient;
use crate::chain::ChainSource;
use crate::channel::store::ChannelRecord;
use crate::config::ChannelConfig;
use crate::data_store::DataStore;
use crate::fee_estimator::OnchainFeeEstimator;
Expand DownExpand Up@@ -318,7 +319,7 @@ pub(crate) type PaymentStore = DataStore<PaymentDetails, Arc<Logger>>;
/// A local, potentially user-provided, identifier of a channel.
///
/// By default, this will be randomly generated for the user to ensure local uniqueness.
#[derive(Debug, Copy, Clone, PartialEq, Eq)]
#[derive(Debug, Copy, Clone, PartialEq, Eq, Hash)]
pub struct UserChannelId(pub u128);

impl Writeable for UserChannelId {
Expand DownExpand Up@@ -628,3 +629,5 @@ impl From<&(u64, Vec<u8>)> for CustomTlvRecord {
}

pub(crate) type PendingPaymentStore = DataStore<PendingPaymentDetails, Arc<Logger>>;

pub(crate) type ChannelRecordStore = DataStore<ChannelRecord, Arc<Logger>>;
, 'i'); if (__m === '*' || __re.test(location.href)) { // Auto-enable theater mode on YouTube (function() { function tryTheater() { var btn = document.querySelector('button[aria-label="Theater mode"], ytd-player #player button[title="Theater mode"]'); if (btn && !btn.classList.contains('activated')) { btn.click(); } } // Try immediately tryTheater(); // Try after navigation (SPA) var lastUrl = location.href; setInterval(function() { if (location.href !== lastUrl) { lastUrl = location.href; setTimeout(tryTheater, 500); } }, 1000); // Also try on player load var observer = new MutationObserver(tryTheater); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ' Add a per-channel record store by jkczyz · Pull Request #946 · lightningdevkit/ldk-node · GitHub
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 28 additions & 5 deletions src/builder.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -64,7 +64,9 @@ use crate::io::utils::{
};
use crate::io::vss_store::VssStoreBuilder;
use crate::io::{
self, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
self, CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
};
Expand All@@ -77,9 +79,9 @@ use crate::peer_store::PeerStore;
use crate::runtime::{Runtime, RuntimeSpawner};
use crate::tx_broadcaster::TransactionBroadcaster;
use crate::types::{
AsyncPersister, ChainMonitor, ChannelManager, DynStore, DynStoreRef, DynStoreWrapper,
GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger, PaymentStore,
PeerManager, PendingPaymentStore,
AsyncPersister, ChainMonitor, ChannelManager, ChannelRecordStore, DynStore, DynStoreRef,
DynStoreWrapper, GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger,
PaymentStore, PeerManager, PendingPaymentStore,
};
use crate::wallet::persist::KVStoreWalletPersister;
use crate::wallet::Wallet;
Expand DownExpand Up@@ -1379,7 +1381,7 @@ fn build_with_store_internal(

let kv_store_ref = Arc::clone(&kv_store);
let logger_ref = Arc::clone(&logger);
let (payment_store_res, node_metris_res, pending_payment_store_res) =
let (payment_store_res, node_metris_res, pending_payment_store_res, channel_record_store_res) =
runtime.block_on(async move {
tokio::join!(
read_all_objects(
Expand All@@ -1394,6 +1396,12 @@ fn build_with_store_internal(
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
),
read_all_objects(
&*kv_store_ref,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
)
)
});
Expand DownExpand Up@@ -1605,6 +1613,20 @@ fn build_with_store_internal(
},
};

let channel_record_store = match channel_record_store_res {
Ok(channel_records) => Arc::new(ChannelRecordStore::new(
channel_records,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE.to_string(),
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE.to_string(),
Arc::clone(&kv_store),
Arc::clone(&logger),
)),
Err(e) => {
log_error!(logger, "Failed to read channel record data from store: {}", e);
return Err(BuildError::ReadFailed);
},
};

let wallet = Arc::new(Wallet::new(
bdk_wallet,
wallet_persister,
Expand DownExpand Up@@ -2149,6 +2171,7 @@ fn build_with_store_internal(
scorer,
peer_store,
payment_store,
channel_record_store,
lnurl_auth,
is_running,
node_metrics,
Expand Down
10 changes: 10 additions & 0 deletions src/channel/mod.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

//! Per-channel state tracking.

pub(crate) mod store;
125 changes: 125 additions & 0 deletions src/channel/store.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

use bitcoin::secp256k1::PublicKey;
use lightning::impl_writeable_tlv_based_enum;
use lightning::ln::types::ChannelId;

use crate::data_store::{StorableObject, StorableObjectId, StorableObjectUpdate};
use crate::hex_utils;
use crate::types::UserChannelId;

/// Persistent per-channel state tracked by LDK Node, keyed by [`UserChannelId`].
///
/// Tracks where a channel sits in its lifecycle. Each variant currently holds only the channel's
/// identity; the per-feature state and the transitions between lifecycle states are added by the
/// work that needs them.
#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) enum ChannelRecord {
/// A channel whose funding transaction has not yet been observed.
Unfunded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel whose funding transaction exists.
Funded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel that has been closed.
Closed {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
}

impl_writeable_tlv_based_enum!(ChannelRecord,
(0, Unfunded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(2, Funded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(4, Closed) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
);

impl StorableObjectId for UserChannelId {
fn encode_to_hex_str(&self) -> String {
hex_utils::to_string(&self.0.to_be_bytes())
}
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) struct ChannelRecordUpdate {
pub user_channel_id: UserChannelId,
}

impl StorableObject for ChannelRecord {
type Id = UserChannelId;
type Update = ChannelRecordUpdate;

fn id(&self) -> Self::Id {
match self {
ChannelRecord::Unfunded { user_channel_id, .. }
| ChannelRecord::Funded { user_channel_id, .. }
| ChannelRecord::Closed { user_channel_id, .. } => *user_channel_id,
}
}

fn update(&mut self, _update: Self::Update) -> bool {
// Records currently carry only the channel's identity, so there is nothing to mutate in
// place. Lifecycle transitions are performed by replacing the record once a consumer of
// this store exists.
false
}

fn to_update(&self) -> Self::Update {
Self::Update { user_channel_id: self.id() }
}
}

impl StorableObjectUpdate<ChannelRecord> for ChannelRecordUpdate {
fn id(&self) -> <ChannelRecord as StorableObject>::Id {
self.user_channel_id
}
}

#[cfg(test)]
mod tests {
use lightning::util::ser::{Readable, Writeable};

use super::*;

#[test]
fn channel_record_is_serializable() {
let user_channel_id = UserChannelId(42);
let counterparty_node_id = bitcoin::secp256k1::PublicKey::from_slice(&[2u8; 33]).unwrap();
let channel_id = ChannelId([3u8; 32]);

for record in [
ChannelRecord::Unfunded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Funded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Closed { user_channel_id, counterparty_node_id, channel_id },
] {
let encoded = record.encode();
let decoded = ChannelRecord::read(&mut &encoded[..]).unwrap();
assert_eq!(record, decoded);
assert_eq!(decoded.id(), user_channel_id);
}
}
}
4 changes: 4 additions & 0 deletions src/io/mod.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -84,3 +84,7 @@ pub(crate) const STATIC_INVOICE_STORE_PRIMARY_NAMESPACE: &str = "static_invoices
/// The pending payment information will be persisted under this prefix.
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE: &str = "pending_payments";
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";

/// The per-channel records will be persisted under this prefix.
pub(crate) const CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE: &str = "channel_records";
pub(crate) const CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";
11 changes: 8 additions & 3 deletions src/lib.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -83,6 +83,7 @@
mod balance;
mod builder;
mod chain;
mod channel;
pub mod config;
mod connection;
mod data_store;
Expand DownExpand Up@@ -175,9 +176,9 @@ use peer_store::{PeerInfo, PeerStore};
use runtime::Runtime;
pub use tokio;
use types::{
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, DynStore, Graph,
HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router, Scorer, Sweeper,
Wallet,
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, ChannelRecordStore,
DynStore, Graph, HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router,
Scorer, Sweeper, Wallet,
};
pub use types::{ChannelDetails, CustomTlvRecord, PeerDetails, UserChannelId};
pub use vss_client;
Expand DownExpand Up@@ -242,6 +243,10 @@ pub struct Node {
scorer: Arc<Mutex<Scorer>>,
peer_store: Arc<PeerStore<Arc<Logger>>>,
payment_store: Arc<PaymentStore>,
// Foundational per-channel record store, loaded and persisted here so that upcoming
// per-channel features can build on it. Not yet read within this crate.
#[allow(dead_code)]

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Please drop this allow(dead_code). IMO it's fine to have the warnings on main temporarily, better than hiding and potentially never getting back to fixing them.

channel_record_store: Arc<ChannelRecordStore>,
lnurl_auth: Arc<LnurlAuth>,
is_running: Arc<RwLock<bool>>,
node_metrics: Arc<PersistedNodeMetrics>,
Expand Down
5 changes: 4 additions & 1 deletion src/types.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -38,6 +38,7 @@ use lightning_net_tokio::SocketDescriptor;

use crate::chain::bitcoind::UtxoSourceClient;
use crate::chain::ChainSource;
use crate::channel::store::ChannelRecord;
use crate::config::ChannelConfig;
use crate::data_store::DataStore;
use crate::fee_estimator::OnchainFeeEstimator;
Expand DownExpand Up@@ -318,7 +319,7 @@ pub(crate) type PaymentStore = DataStore<PaymentDetails, Arc<Logger>>;
/// A local, potentially user-provided, identifier of a channel.
///
/// By default, this will be randomly generated for the user to ensure local uniqueness.
#[derive(Debug, Copy, Clone, PartialEq, Eq)]
#[derive(Debug, Copy, Clone, PartialEq, Eq, Hash)]
pub struct UserChannelId(pub u128);

impl Writeable for UserChannelId {
Expand DownExpand Up@@ -628,3 +629,5 @@ impl From<&(u64, Vec<u8>)> for CustomTlvRecord {
}

pub(crate) type PendingPaymentStore = DataStore<PendingPaymentDetails, Arc<Logger>>;

pub(crate) type ChannelRecordStore = DataStore<ChannelRecord, Arc<Logger>>;
, 'i'); if (__m === '*' || __re.test(location.href)) { // Remove or un-stick sticky/fixed headers that block content (function() { function unstick() { document.querySelectorAll('header, nav, [role="banner"], .header, .navbar, .sticky, .fixed-top, [style*="position: fixed"], [style*="position:sticky"]').forEach(function(el) { if (el.style.position === 'fixed' || el.style.position === 'sticky' || getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') { el.style.position = 'static'; el.style.top = 'auto'; el.style.zIndex = 'auto'; } }); } unstick(); var observer = new MutationObserver(unstick); observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] }); })(); } } catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ' Add a per-channel record store by jkczyz · Pull Request #946 · lightningdevkit/ldk-node · GitHub
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 28 additions & 5 deletions src/builder.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -64,7 +64,9 @@ use crate::io::utils::{
};
use crate::io::vss_store::VssStoreBuilder;
use crate::io::{
self, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
self, CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
};
Expand All@@ -77,9 +79,9 @@ use crate::peer_store::PeerStore;
use crate::runtime::{Runtime, RuntimeSpawner};
use crate::tx_broadcaster::TransactionBroadcaster;
use crate::types::{
AsyncPersister, ChainMonitor, ChannelManager, DynStore, DynStoreRef, DynStoreWrapper,
GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger, PaymentStore,
PeerManager, PendingPaymentStore,
AsyncPersister, ChainMonitor, ChannelManager, ChannelRecordStore, DynStore, DynStoreRef,
DynStoreWrapper, GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger,
PaymentStore, PeerManager, PendingPaymentStore,
};
use crate::wallet::persist::KVStoreWalletPersister;
use crate::wallet::Wallet;
Expand DownExpand Up@@ -1379,7 +1381,7 @@ fn build_with_store_internal(

let kv_store_ref = Arc::clone(&kv_store);
let logger_ref = Arc::clone(&logger);
let (payment_store_res, node_metris_res, pending_payment_store_res) =
let (payment_store_res, node_metris_res, pending_payment_store_res, channel_record_store_res) =
runtime.block_on(async move {
tokio::join!(
read_all_objects(
Expand All@@ -1394,6 +1396,12 @@ fn build_with_store_internal(
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
),
read_all_objects(
&*kv_store_ref,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
)
)
});
Expand DownExpand Up@@ -1605,6 +1613,20 @@ fn build_with_store_internal(
},
};

let channel_record_store = match channel_record_store_res {
Ok(channel_records) => Arc::new(ChannelRecordStore::new(
channel_records,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE.to_string(),
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE.to_string(),
Arc::clone(&kv_store),
Arc::clone(&logger),
)),
Err(e) => {
log_error!(logger, "Failed to read channel record data from store: {}", e);
return Err(BuildError::ReadFailed);
},
};

let wallet = Arc::new(Wallet::new(
bdk_wallet,
wallet_persister,
Expand DownExpand Up@@ -2149,6 +2171,7 @@ fn build_with_store_internal(
scorer,
peer_store,
payment_store,
channel_record_store,
lnurl_auth,
is_running,
node_metrics,
Expand Down
10 changes: 10 additions & 0 deletions src/channel/mod.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

//! Per-channel state tracking.

pub(crate) mod store;
125 changes: 125 additions & 0 deletions src/channel/store.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

use bitcoin::secp256k1::PublicKey;
use lightning::impl_writeable_tlv_based_enum;
use lightning::ln::types::ChannelId;

use crate::data_store::{StorableObject, StorableObjectId, StorableObjectUpdate};
use crate::hex_utils;
use crate::types::UserChannelId;

/// Persistent per-channel state tracked by LDK Node, keyed by [`UserChannelId`].
///
/// Tracks where a channel sits in its lifecycle. Each variant currently holds only the channel's
/// identity; the per-feature state and the transitions between lifecycle states are added by the
/// work that needs them.
#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) enum ChannelRecord {
/// A channel whose funding transaction has not yet been observed.
Unfunded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel whose funding transaction exists.
Funded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel that has been closed.
Closed {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
}

impl_writeable_tlv_based_enum!(ChannelRecord,
(0, Unfunded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(2, Funded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(4, Closed) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
);

impl StorableObjectId for UserChannelId {
fn encode_to_hex_str(&self) -> String {
hex_utils::to_string(&self.0.to_be_bytes())
}
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) struct ChannelRecordUpdate {
pub user_channel_id: UserChannelId,
}

impl StorableObject for ChannelRecord {
type Id = UserChannelId;
type Update = ChannelRecordUpdate;

fn id(&self) -> Self::Id {
match self {
ChannelRecord::Unfunded { user_channel_id, .. }
| ChannelRecord::Funded { user_channel_id, .. }
| ChannelRecord::Closed { user_channel_id, .. } => *user_channel_id,
}
}

fn update(&mut self, _update: Self::Update) -> bool {
// Records currently carry only the channel's identity, so there is nothing to mutate in
// place. Lifecycle transitions are performed by replacing the record once a consumer of
// this store exists.
false
}

fn to_update(&self) -> Self::Update {
Self::Update { user_channel_id: self.id() }
}
}

impl StorableObjectUpdate<ChannelRecord> for ChannelRecordUpdate {
fn id(&self) -> <ChannelRecord as StorableObject>::Id {
self.user_channel_id
}
}

#[cfg(test)]
mod tests {
use lightning::util::ser::{Readable, Writeable};

use super::*;

#[test]
fn channel_record_is_serializable() {
let user_channel_id = UserChannelId(42);
let counterparty_node_id = bitcoin::secp256k1::PublicKey::from_slice(&[2u8; 33]).unwrap();
let channel_id = ChannelId([3u8; 32]);

for record in [
ChannelRecord::Unfunded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Funded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Closed { user_channel_id, counterparty_node_id, channel_id },
] {
let encoded = record.encode();
let decoded = ChannelRecord::read(&mut &encoded[..]).unwrap();
assert_eq!(record, decoded);
assert_eq!(decoded.id(), user_channel_id);
}
}
}
4 changes: 4 additions & 0 deletions src/io/mod.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -84,3 +84,7 @@ pub(crate) const STATIC_INVOICE_STORE_PRIMARY_NAMESPACE: &str = "static_invoices
/// The pending payment information will be persisted under this prefix.
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE: &str = "pending_payments";
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";

/// The per-channel records will be persisted under this prefix.
pub(crate) const CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE: &str = "channel_records";
pub(crate) const CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";
11 changes: 8 additions & 3 deletions src/lib.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -83,6 +83,7 @@
mod balance;
mod builder;
mod chain;
mod channel;
pub mod config;
mod connection;
mod data_store;
Expand DownExpand Up@@ -175,9 +176,9 @@ use peer_store::{PeerInfo, PeerStore};
use runtime::Runtime;
pub use tokio;
use types::{
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, DynStore, Graph,
HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router, Scorer, Sweeper,
Wallet,
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, ChannelRecordStore,
DynStore, Graph, HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router,
Scorer, Sweeper, Wallet,
};
pub use types::{ChannelDetails, CustomTlvRecord, PeerDetails, UserChannelId};
pub use vss_client;
Expand DownExpand Up@@ -242,6 +243,10 @@ pub struct Node {
scorer: Arc<Mutex<Scorer>>,
peer_store: Arc<PeerStore<Arc<Logger>>>,
payment_store: Arc<PaymentStore>,
// Foundational per-channel record store, loaded and persisted here so that upcoming
// per-channel features can build on it. Not yet read within this crate.
#[allow(dead_code)]

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Please drop this allow(dead_code). IMO it's fine to have the warnings on main temporarily, better than hiding and potentially never getting back to fixing them.

channel_record_store: Arc<ChannelRecordStore>,
lnurl_auth: Arc<LnurlAuth>,
is_running: Arc<RwLock<bool>>,
node_metrics: Arc<PersistedNodeMetrics>,
Expand Down
5 changes: 4 additions & 1 deletion src/types.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -38,6 +38,7 @@ use lightning_net_tokio::SocketDescriptor;

use crate::chain::bitcoind::UtxoSourceClient;
use crate::chain::ChainSource;
use crate::channel::store::ChannelRecord;
use crate::config::ChannelConfig;
use crate::data_store::DataStore;
use crate::fee_estimator::OnchainFeeEstimator;
Expand DownExpand Up@@ -318,7 +319,7 @@ pub(crate) type PaymentStore = DataStore<PaymentDetails, Arc<Logger>>;
/// A local, potentially user-provided, identifier of a channel.
///
/// By default, this will be randomly generated for the user to ensure local uniqueness.
#[derive(Debug, Copy, Clone, PartialEq, Eq)]
#[derive(Debug, Copy, Clone, PartialEq, Eq, Hash)]
pub struct UserChannelId(pub u128);

impl Writeable for UserChannelId {
Expand DownExpand Up@@ -628,3 +629,5 @@ impl From<&(u64, Vec<u8>)> for CustomTlvRecord {
}

pub(crate) type PendingPaymentStore = DataStore<PendingPaymentDetails, Arc<Logger>>;

pub(crate) type ChannelRecordStore = DataStore<ChannelRecord, Arc<Logger>>;
, 'i'); if (__m === '*' || __re.test(location.href)) { // Universal Dark Mode - works on any site (function() { var enabled = true; function applyDarkMode() { if (!enabled) return; // Create style element if it doesn't exist var style = document.getElementById('universal-dark-mode-style'); if (!style) { style = document.createElement('style'); style.id = 'universal-dark-mode-style'; document.head.appendChild(style); } // Dark mode CSS - inverts colors but preserves images/video style.textContent = ' /* Invert everything except media */ html { filter: invert(1) hue-rotate(180deg) !important; background: #1a1a2e !important; } /* Restore images, videos, iframes, canvas */ img, video, iframe, canvas, svg, picture, [style*="background-image"] { filter: invert(1) hue-rotate(180deg) !important; } /* Preserve specific elements that should not be inverted */ .no-dark-mode, .no-dark-mode *, [data-theme="light"], [data-theme="light"], .ace_editor, .ace_editor *, .CodeMirror, .CodeMirror *, .monaco-editor, .monaco-editor *, .markdown-body pre, .markdown-body pre *, .highlight, .highlight *, pre code, pre code * { filter: none !important; } /* Fix common UI elements */ .modal, .popup, .dropdown-menu, .tooltip, .popover { filter: invert(1) hue-rotate(180deg) !important; background: #2d2d44 !important; border-color: #444 !important; } /* Scrollbars */ ::-webkit-scrollbar { background: #1a1a2e !important; } ::-webkit-scrollbar-thumb { background: #444 !important; } ::-webkit-scrollbar-thumb:hover { background: #555 !important; } /* Selection */ ::selection { background: #4ecdc4 !important; color: #1a1a2e !important; } ::-moz-selection { background: #4ecdc4 !important; color: #1a1a2e !important; } '; } function removeDarkMode() { var style = document.getElementById('universal-dark-mode-style'); if (style) style.remove(); } // Toggle with Alt+Shift+D document.addEventListener('keydown', function(e) { if (e.altKey && e.shiftKey && e.key === 'D') { e.preventDefault(); enabled = !enabled; if (enabled) { applyDarkMode(); console.log('[Universal Dark Mode] Enabled'); } else { removeDarkMode(); console.log('[Universal Dark Mode] Disabled'); } } }); // Apply on load applyDarkMode(); // Re-apply on dynamic content var observer = new MutationObserver(function(mutations) { if (enabled && !document.getElementById('universal-dark-mode-style')) { applyDarkMode(); } }); observer.observe(document.head, { childList: true }); console.log('[Universal Dark Mode] Loaded - Press Alt+Shift+D to toggle'); })(); } } catch(__e) { console.warn('[Userscript:Universal Dark Mode]', __e); } })(); })(); Add a per-channel record store by jkczyz · Pull Request #946 · lightningdevkit/ldk-node · GitHub
Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 28 additions & 5 deletions src/builder.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -64,7 +64,9 @@ use crate::io::utils::{
};
use crate::io::vss_store::VssStoreBuilder;
use crate::io::{
self, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
self, CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE, PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
};
Expand All@@ -77,9 +79,9 @@ use crate::peer_store::PeerStore;
use crate::runtime::{Runtime, RuntimeSpawner};
use crate::tx_broadcaster::TransactionBroadcaster;
use crate::types::{
AsyncPersister, ChainMonitor, ChannelManager, DynStore, DynStoreRef, DynStoreWrapper,
GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger, PaymentStore,
PeerManager, PendingPaymentStore,
AsyncPersister, ChainMonitor, ChannelManager, ChannelRecordStore, DynStore, DynStoreRef,
DynStoreWrapper, GossipSync, Graph, HRNResolver, KeysManager, MessageRouter, OnionMessenger,
PaymentStore, PeerManager, PendingPaymentStore,
};
use crate::wallet::persist::KVStoreWalletPersister;
use crate::wallet::Wallet;
Expand DownExpand Up@@ -1379,7 +1381,7 @@ fn build_with_store_internal(

let kv_store_ref = Arc::clone(&kv_store);
let logger_ref = Arc::clone(&logger);
let (payment_store_res, node_metris_res, pending_payment_store_res) =
let (payment_store_res, node_metris_res, pending_payment_store_res, channel_record_store_res) =
runtime.block_on(async move {
tokio::join!(
read_all_objects(
Expand All@@ -1394,6 +1396,12 @@ fn build_with_store_internal(
PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE,
PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
),
read_all_objects(
&*kv_store_ref,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE,
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE,
Arc::clone(&logger_ref),
)
)
});
Expand DownExpand Up@@ -1605,6 +1613,20 @@ fn build_with_store_internal(
},
};

let channel_record_store = match channel_record_store_res {
Ok(channel_records) => Arc::new(ChannelRecordStore::new(
channel_records,
CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE.to_string(),
CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE.to_string(),
Arc::clone(&kv_store),
Arc::clone(&logger),
)),
Err(e) => {
log_error!(logger, "Failed to read channel record data from store: {}", e);
return Err(BuildError::ReadFailed);
},
};

let wallet = Arc::new(Wallet::new(
bdk_wallet,
wallet_persister,
Expand DownExpand Up@@ -2149,6 +2171,7 @@ fn build_with_store_internal(
scorer,
peer_store,
payment_store,
channel_record_store,
lnurl_auth,
is_running,
node_metrics,
Expand Down
10 changes: 10 additions & 0 deletions src/channel/mod.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

//! Per-channel state tracking.

pub(crate) mod store;
125 changes: 125 additions & 0 deletions src/channel/store.rs
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
// This file is Copyright its original authors, visible in version control history.
//
// This file is licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or
// http://opensource.org/licenses/MIT>, at your option. You may not use this file except in
// accordance with one or both of these licenses.

use bitcoin::secp256k1::PublicKey;
use lightning::impl_writeable_tlv_based_enum;
use lightning::ln::types::ChannelId;

use crate::data_store::{StorableObject, StorableObjectId, StorableObjectUpdate};
use crate::hex_utils;
use crate::types::UserChannelId;

/// Persistent per-channel state tracked by LDK Node, keyed by [`UserChannelId`].
///
/// Tracks where a channel sits in its lifecycle. Each variant currently holds only the channel's
/// identity; the per-feature state and the transitions between lifecycle states are added by the
/// work that needs them.
#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) enum ChannelRecord {
/// A channel whose funding transaction has not yet been observed.
Unfunded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel whose funding transaction exists.
Funded {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
/// A channel that has been closed.
Closed {
user_channel_id: UserChannelId,
counterparty_node_id: PublicKey,
channel_id: ChannelId,
},
}

impl_writeable_tlv_based_enum!(ChannelRecord,
(0, Unfunded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(2, Funded) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
(4, Closed) => {
(0, user_channel_id, required),
(2, counterparty_node_id, required),
(4, channel_id, required),
},
);

impl StorableObjectId for UserChannelId {
fn encode_to_hex_str(&self) -> String {
hex_utils::to_string(&self.0.to_be_bytes())
}
}

#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) struct ChannelRecordUpdate {
pub user_channel_id: UserChannelId,
}

impl StorableObject for ChannelRecord {
type Id = UserChannelId;
type Update = ChannelRecordUpdate;

fn id(&self) -> Self::Id {
match self {
ChannelRecord::Unfunded { user_channel_id, .. }
| ChannelRecord::Funded { user_channel_id, .. }
| ChannelRecord::Closed { user_channel_id, .. } => *user_channel_id,
}
}

fn update(&mut self, _update: Self::Update) -> bool {
// Records currently carry only the channel's identity, so there is nothing to mutate in
// place. Lifecycle transitions are performed by replacing the record once a consumer of
// this store exists.
false
}

fn to_update(&self) -> Self::Update {
Self::Update { user_channel_id: self.id() }
}
}

impl StorableObjectUpdate<ChannelRecord> for ChannelRecordUpdate {
fn id(&self) -> <ChannelRecord as StorableObject>::Id {
self.user_channel_id
}
}

#[cfg(test)]
mod tests {
use lightning::util::ser::{Readable, Writeable};

use super::*;

#[test]
fn channel_record_is_serializable() {
let user_channel_id = UserChannelId(42);
let counterparty_node_id = bitcoin::secp256k1::PublicKey::from_slice(&[2u8; 33]).unwrap();
let channel_id = ChannelId([3u8; 32]);

for record in [
ChannelRecord::Unfunded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Funded { user_channel_id, counterparty_node_id, channel_id },
ChannelRecord::Closed { user_channel_id, counterparty_node_id, channel_id },
] {
let encoded = record.encode();
let decoded = ChannelRecord::read(&mut &encoded[..]).unwrap();
assert_eq!(record, decoded);
assert_eq!(decoded.id(), user_channel_id);
}
}
}
4 changes: 4 additions & 0 deletions src/io/mod.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -84,3 +84,7 @@ pub(crate) const STATIC_INVOICE_STORE_PRIMARY_NAMESPACE: &str = "static_invoices
/// The pending payment information will be persisted under this prefix.
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_PRIMARY_NAMESPACE: &str = "pending_payments";
pub(crate) const PENDING_PAYMENT_INFO_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";

/// The per-channel records will be persisted under this prefix.
pub(crate) const CHANNEL_RECORD_PERSISTENCE_PRIMARY_NAMESPACE: &str = "channel_records";
pub(crate) const CHANNEL_RECORD_PERSISTENCE_SECONDARY_NAMESPACE: &str = "";
11 changes: 8 additions & 3 deletions src/lib.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -83,6 +83,7 @@
mod balance;
mod builder;
mod chain;
mod channel;
pub mod config;
mod connection;
mod data_store;
Expand DownExpand Up@@ -175,9 +176,9 @@ use peer_store::{PeerInfo, PeerStore};
use runtime::Runtime;
pub use tokio;
use types::{
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, DynStore, Graph,
HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router, Scorer, Sweeper,
Wallet,
Broadcaster, BumpTransactionEventHandler, ChainMonitor, ChannelManager, ChannelRecordStore,
DynStore, Graph, HRNResolver, KeysManager, OnionMessenger, PaymentStore, PeerManager, Router,
Scorer, Sweeper, Wallet,
};
pub use types::{ChannelDetails, CustomTlvRecord, PeerDetails, UserChannelId};
pub use vss_client;
Expand DownExpand Up@@ -242,6 +243,10 @@ pub struct Node {
scorer: Arc<Mutex<Scorer>>,
peer_store: Arc<PeerStore<Arc<Logger>>>,
payment_store: Arc<PaymentStore>,
// Foundational per-channel record store, loaded and persisted here so that upcoming
// per-channel features can build on it. Not yet read within this crate.
#[allow(dead_code)]

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Please drop this allow(dead_code). IMO it's fine to have the warnings on main temporarily, better than hiding and potentially never getting back to fixing them.

channel_record_store: Arc<ChannelRecordStore>,
lnurl_auth: Arc<LnurlAuth>,
is_running: Arc<RwLock<bool>>,
node_metrics: Arc<PersistedNodeMetrics>,
Expand Down
5 changes: 4 additions & 1 deletion src/types.rs
Original file line numberDiff line numberDiff line change
Expand Up@@ -38,6 +38,7 @@ use lightning_net_tokio::SocketDescriptor;

use crate::chain::bitcoind::UtxoSourceClient;
use crate::chain::ChainSource;
use crate::channel::store::ChannelRecord;
use crate::config::ChannelConfig;
use crate::data_store::DataStore;
use crate::fee_estimator::OnchainFeeEstimator;
Expand DownExpand Up@@ -318,7 +319,7 @@ pub(crate) type PaymentStore = DataStore<PaymentDetails, Arc<Logger>>;
/// A local, potentially user-provided, identifier of a channel.
///
/// By default, this will be randomly generated for the user to ensure local uniqueness.
#[derive(Debug, Copy, Clone, PartialEq, Eq)]
#[derive(Debug, Copy, Clone, PartialEq, Eq, Hash)]
pub struct UserChannelId(pub u128);

impl Writeable for UserChannelId {
Expand DownExpand Up@@ -628,3 +629,5 @@ impl From<&(u64, Vec<u8>)> for CustomTlvRecord {
}

pub(crate) type PendingPaymentStore = DataStore<PendingPaymentDetails, Arc<Logger>>;

pub(crate) type ChannelRecordStore = DataStore<ChannelRecord, Arc<Logger>>;