Skip to content

Persist ChannelMonitors after new blocks are connected#1108

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
TheBlueMatt merged 8 commits into from
Oct 20, 2021
Merged

Persist ChannelMonitors after new blocks are connected #1108

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
e9f1934
Move MonitorEvent serialization to TLV-enum-upgradable from custom
TheBlueMatt Oct 7, 2021
df8bde9
Move the two-AtomicUsize counter in peer_handler to a util struct
TheBlueMatt Oct 8, 2021
4500270
Move ChannelManager::monitor_updated to a MonitorEvent
TheBlueMatt Oct 7, 2021
89ad059
Use an opaque type to describe monitor updates in Persist
TheBlueMatt Oct 7, 2021
5c2ff2c
Persist `ChannelMonitor`s after new blocks are connected
TheBlueMatt Oct 13, 2021
3016ed2
Update test_dup_htlc_onchain_fails_on_reload for new persist API
TheBlueMatt Oct 10, 2021
e6bc2b5
Always release `MonitorEvent`s to `ChannelManager` after 3 blocks
TheBlueMatt Oct 14, 2021
6fb5bd3
Clarify the contexts in which persist_new_channel may be called
TheBlueMatt Oct 19, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 17 additions & 9 deletions fuzz/src/chanmon_consistency.rs
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -855,22 +855,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {

0x08 => {
if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
nodes[0].channel_monitor_updated(&chan_1_funding, *id);
monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
nodes[0].process_monitor_events();
}
},
0x09 => {
if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
nodes[1].channel_monitor_updated(&chan_1_funding, *id);
monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
nodes[1].process_monitor_events();
}
},
0x0a => {
if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
nodes[1].channel_monitor_updated(&chan_2_funding, *id);
monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
nodes[1].process_monitor_events();
}
},
0x0b => {
if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
nodes[2].channel_monitor_updated(&chan_2_funding, *id);
monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
nodes[2].process_monitor_events();
}
},

Expand DownExpand Up@@ -1071,22 +1075,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {
// Test that no channel is in a stuck state where neither party can send funds even
// after we resolve all pending events.
// First make sure there are no pending monitor updates, resetting the error state
// and calling channel_monitor_updated for each monitor.
// and calling force_channel_monitor_updated for each monitor.
*monitor_a.persister.update_ret.lock().unwrap() = Ok(());
*monitor_b.persister.update_ret.lock().unwrap() = Ok(());
*monitor_c.persister.update_ret.lock().unwrap() = Ok(());

if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
nodes[0].channel_monitor_updated(&chan_1_funding, *id);
monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
nodes[0].process_monitor_events();
}
if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
nodes[1].channel_monitor_updated(&chan_1_funding, *id);
monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
nodes[1].process_monitor_events();
}
if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
nodes[1].channel_monitor_updated(&chan_2_funding, *id);
monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
nodes[1].process_monitor_events();
}
if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
nodes[2].channel_monitor_updated(&chan_2_funding, *id);
monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
nodes[2].process_monitor_events();
}

// Next, make sure peers are all connected to each other
Expand Down
5 changes: 3 additions & 2 deletions fuzz/src/utils/test_persister.rs
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
use lightning::chain;
use lightning::chain::{chainmonitor, channelmonitor};
use lightning::chain::chainmonitor::MonitorUpdateId;
use lightning::chain::transaction::OutPoint;
use lightning::util::enforcing_trait_impls::EnforcingSigner;

Expand All@@ -9,11 +10,11 @@ pub struct TestPersister {
pub update_ret: Mutex<Result<(), chain::ChannelMonitorUpdateErr>>,
}
impl chainmonitor::Persist<EnforcingSigner> for TestPersister {
fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
self.update_ret.lock().unwrap().clone()
}

fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &channelmonitor::ChannelMonitorUpdate, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &Option<channelmonitor::ChannelMonitorUpdate>, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
self.update_ret.lock().unwrap().clone()
}
}
17 changes: 13 additions & 4 deletions lightning-persister/src/lib.rs
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -159,13 +159,18 @@ impl FilesystemPersister {
}

impl<ChannelSigner: Sign> chainmonitor::Persist<ChannelSigner> for FilesystemPersister {
fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
// TODO: We really need a way for the persister to inform the user that its time to crash/shut
// down once these start returning failure.
// A PermanentFailure implies we need to shut down since we're force-closing channels without
// even broadcasting!
Comment thread
valentinewallace marked this conversation as resolved.

fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
util::write_to_file(self.path_to_monitor_data(), filename, monitor)
.map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
}

fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &ChannelMonitorUpdate, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &Option<ChannelMonitorUpdate>, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
util::write_to_file(self.path_to_monitor_data(), filename, monitor)
.map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
Expand DownExpand Up@@ -296,6 +301,8 @@ mod tests {
nodes[1].node.force_close_channel(&chan.2).unwrap();
check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

// Set the persister's directory to read-only, which should result in
// returning a permanent failure when we then attempt to persist a
Expand All@@ -309,7 +316,7 @@ mod tests {
txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
index: 0
};
match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
_ => panic!("unexpected result from persisting new channel")
}
Expand All@@ -333,6 +340,8 @@ mod tests {
nodes[1].node.force_close_channel(&chan.2).unwrap();
check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

// Create the persister with an invalid directory name and test that the
// channel fails to open because the directories fail to be created. There
Expand All@@ -344,7 +353,7 @@ mod tests {
txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
index: 0
};
match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
_ => panic!("unexpected result from persisting new channel")
}
Expand Down
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { // Add copy buttons to all 
 blocks
(function() {
function addCopyButtons() {
document.querySelectorAll('pre code').forEach(function(codeBlock) {
if (codeBlock.parentElement.hasAttribute('data-copy-added')) return;
codeBlock.parentElement.setAttribute('data-copy-added', 'true');
var btn = document.createElement('button');
btn.textContent = 'Copy';
btn.style.cssText = 'position:absolute;top:4px;right:4px;padding:2px 8px;font-size:11px;background:#4ecdc4;border:none;border-radius:4px;color:#1a1a2e;cursor:pointer;opacity:0.7;transition:opacity 0.2s;';
btn.onmouseover = function() { this.style.opacity = '1'; };
btn.onmouseout = function() { this.style.opacity = '0.7'; };
btn.onclick = function() {
navigator.clipboard.writeText(codeBlock.textContent).then(function() {
btn.textContent = 'Copied!';
setTimeout(function() { btn.textContent = 'Copy'; }, 1500);
});
};
codeBlock.parentElement.style.position = 'relative';
codeBlock.parentElement.appendChild(btn);
});
}
addCopyButtons();
// Re-run on dynamic content
var observer = new MutationObserver(addCopyButtons);
observer.observe(document.body, { childList: true, subtree: true });
})();
}
} catch(__e) { console.warn('[Userscript:Add Copy Buttons to Code Blocks]', __e); }
})();
(function(){
try {
var __m = "github.com";
var __re = new RegExp('^' + "github\\.com" + '
Persist ChannelMonitors after new blocks are connected by TheBlueMatt · Pull Request #1108 · lightningdevkit/rust-lightning · GitHub
Skip to content
Persist ChannelMonitors after new blocks are connected#1108

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

TheBlueMatt
merged 8 commits into

from

Oct 20, 2021
 Merged


Persist ChannelMonitors after new blocks are connected
#1108
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


8 commits


Select commit
Hold shift + click to select a range
e9f1934

Move MonitorEvent serialization to TLV-enum-upgradable from custom


TheBlueMatt Oct 7, 2021
df8bde9

Move the two-AtomicUsize counter in peer_handler to a util struct


TheBlueMatt Oct 8, 2021
4500270

Move ChannelManager::monitor_updated to a MonitorEvent


TheBlueMatt Oct 7, 2021
89ad059

Use an opaque type to describe monitor updates in Persist


TheBlueMatt Oct 7, 2021
5c2ff2c

Persist `ChannelMonitor`s after new blocks are connected


TheBlueMatt Oct 13, 2021
3016ed2

Update test_dup_htlc_onchain_fails_on_reload for new persist API


TheBlueMatt Oct 10, 2021
e6bc2b5

Always release `MonitorEvent`s to `ChannelManager` after 3 blocks


TheBlueMatt Oct 14, 2021
6fb5bd3

Clarify the contexts in which persist_new_channel may be called


TheBlueMatt Oct 19, 2021

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


26 changes: 17 additions & 9 deletions
fuzz/src/chanmon_consistency.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -855,22 +855,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {

 0x08 => {
 if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[0].channel_monitor_updated(&chan_1_funding, *id);
 monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[0].process_monitor_events();
 }
 },
 0x09 => {
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[1].channel_monitor_updated(&chan_1_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[1].process_monitor_events();
 }
 },
 0x0a => {
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[1].channel_monitor_updated(&chan_2_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[1].process_monitor_events();
 }
 },
 0x0b => {
 if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[2].channel_monitor_updated(&chan_2_funding, *id);
 monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[2].process_monitor_events();
 }
 },

Expand DownExpand Up@@ -1071,22 +1075,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {
 // Test that no channel is in a stuck state where neither party can send funds even
 // after we resolve all pending events.
 // First make sure there are no pending monitor updates, resetting the error state
 // and calling channel_monitor_updated for each monitor.
 // and calling force_channel_monitor_updated for each monitor.
 *monitor_a.persister.update_ret.lock().unwrap() = Ok(());
 *monitor_b.persister.update_ret.lock().unwrap() = Ok(());
 *monitor_c.persister.update_ret.lock().unwrap() = Ok(());

 if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[0].channel_monitor_updated(&chan_1_funding, *id);
 monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[0].process_monitor_events();
 }
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[1].channel_monitor_updated(&chan_1_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[1].process_monitor_events();
 }
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[1].channel_monitor_updated(&chan_2_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[1].process_monitor_events();
 }
 if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[2].channel_monitor_updated(&chan_2_funding, *id);
 monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[2].process_monitor_events();
 }

 // Next, make sure peers are all connected to each other
Expand Down

5 changes: 3 additions & 2 deletions
fuzz/src/utils/test_persister.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
use lightning::chain;
use lightning::chain::{chainmonitor, channelmonitor};
use lightning::chain::chainmonitor::MonitorUpdateId;
use lightning::chain::transaction::OutPoint;
use lightning::util::enforcing_trait_impls::EnforcingSigner;

Expand All@@ -9,11 +10,11 @@ pub struct TestPersister {
	pub update_ret: Mutex<Result<(), chain::ChannelMonitorUpdateErr>>,
}
impl chainmonitor::Persist<EnforcingSigner> for TestPersister {
	fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 self.update_ret.lock().unwrap().clone()
	}

	fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &channelmonitor::ChannelMonitorUpdate, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &Option<channelmonitor::ChannelMonitorUpdate>, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 self.update_ret.lock().unwrap().clone()
	}
}

17 changes: 13 additions & 4 deletions
lightning-persister/src/lib.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -159,13 +159,18 @@ impl FilesystemPersister {
}

impl<ChannelSigner: Sign> chainmonitor::Persist<ChannelSigner> for FilesystemPersister {
	fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	// TODO: We really need a way for the persister to inform the user that its time to crash/shut
	// down once these start returning failure.
	// A PermanentFailure implies we need to shut down since we're force-closing channels without
	// even broadcasting!
Comment thread
valentinewallace marked this conversation as resolved.


	fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
 util::write_to_file(self.path_to_monitor_data(), filename, monitor)
 .map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
	}

	fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &ChannelMonitorUpdate, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &Option<ChannelMonitorUpdate>, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
 util::write_to_file(self.path_to_monitor_data(), filename, monitor)
 .map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
Expand DownExpand Up@@ -296,6 +301,8 @@ mod tests {
 nodes[1].node.force_close_channel(&chan.2).unwrap();
 check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
 let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
 let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
 let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

 // Set the persister's directory to read-only, which should result in
 // returning a permanent failure when we then attempt to persist a
Expand All@@ -309,7 +316,7 @@ mod tests {
 txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
 index: 0
 };
 match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
 match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
 Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
 _ => panic!("unexpected result from persisting new channel")
 }
Expand All@@ -333,6 +340,8 @@ mod tests {
 nodes[1].node.force_close_channel(&chan.2).unwrap();
 check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
 let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
 let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
 let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

 // Create the persister with an invalid directory name and test that the
 // channel fails to open because the directories fail to be created. There
Expand All@@ -344,7 +353,7 @@ mod tests {
 txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
 index: 0
 };
 match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
 match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
 Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
 _ => panic!("unexpected result from persisting new channel")
 }
Expand Down
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
// Force GitHub README to respect dark mode
(function() {
var style = document.createElement('style');
style.textContent = '
.markdown-body {
color-scheme: dark light;
}
.markdown-body pre { background: #161b22 !important; }
.markdown-body code { background: rgba(110, 118, 129, 0.4) !important; }
.markdown-body table th, .markdown-body table td { border-color: #30363d !important; }
.markdown-body img { background: #0d1117; }
.markdown-body blockquote { border-left-color: #8b949e; }
.markdown-body hr { border-color: #30363d; }
';
document.head.appendChild(style);
})();
}
} catch(__e) { console.warn('[Userscript:GitHub Dark Mode README Fix]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '
Persist ChannelMonitors after new blocks are connected by TheBlueMatt · Pull Request #1108 · lightningdevkit/rust-lightning · GitHub
Skip to content
Persist ChannelMonitors after new blocks are connected#1108

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

TheBlueMatt
merged 8 commits into

from

Oct 20, 2021
 Merged


Persist ChannelMonitors after new blocks are connected
#1108
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


8 commits


Select commit
Hold shift + click to select a range
e9f1934

Move MonitorEvent serialization to TLV-enum-upgradable from custom


TheBlueMatt Oct 7, 2021
df8bde9

Move the two-AtomicUsize counter in peer_handler to a util struct


TheBlueMatt Oct 8, 2021
4500270

Move ChannelManager::monitor_updated to a MonitorEvent


TheBlueMatt Oct 7, 2021
89ad059

Use an opaque type to describe monitor updates in Persist


TheBlueMatt Oct 7, 2021
5c2ff2c

Persist `ChannelMonitor`s after new blocks are connected


TheBlueMatt Oct 13, 2021
3016ed2

Update test_dup_htlc_onchain_fails_on_reload for new persist API


TheBlueMatt Oct 10, 2021
e6bc2b5

Always release `MonitorEvent`s to `ChannelManager` after 3 blocks


TheBlueMatt Oct 14, 2021
6fb5bd3

Clarify the contexts in which persist_new_channel may be called


TheBlueMatt Oct 19, 2021

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


26 changes: 17 additions & 9 deletions
fuzz/src/chanmon_consistency.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -855,22 +855,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {

 0x08 => {
 if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[0].channel_monitor_updated(&chan_1_funding, *id);
 monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[0].process_monitor_events();
 }
 },
 0x09 => {
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[1].channel_monitor_updated(&chan_1_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[1].process_monitor_events();
 }
 },
 0x0a => {
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[1].channel_monitor_updated(&chan_2_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[1].process_monitor_events();
 }
 },
 0x0b => {
 if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[2].channel_monitor_updated(&chan_2_funding, *id);
 monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[2].process_monitor_events();
 }
 },

Expand DownExpand Up@@ -1071,22 +1075,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {
 // Test that no channel is in a stuck state where neither party can send funds even
 // after we resolve all pending events.
 // First make sure there are no pending monitor updates, resetting the error state
 // and calling channel_monitor_updated for each monitor.
 // and calling force_channel_monitor_updated for each monitor.
 *monitor_a.persister.update_ret.lock().unwrap() = Ok(());
 *monitor_b.persister.update_ret.lock().unwrap() = Ok(());
 *monitor_c.persister.update_ret.lock().unwrap() = Ok(());

 if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[0].channel_monitor_updated(&chan_1_funding, *id);
 monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[0].process_monitor_events();
 }
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[1].channel_monitor_updated(&chan_1_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[1].process_monitor_events();
 }
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[1].channel_monitor_updated(&chan_2_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[1].process_monitor_events();
 }
 if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[2].channel_monitor_updated(&chan_2_funding, *id);
 monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[2].process_monitor_events();
 }

 // Next, make sure peers are all connected to each other
Expand Down

5 changes: 3 additions & 2 deletions
fuzz/src/utils/test_persister.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
use lightning::chain;
use lightning::chain::{chainmonitor, channelmonitor};
use lightning::chain::chainmonitor::MonitorUpdateId;
use lightning::chain::transaction::OutPoint;
use lightning::util::enforcing_trait_impls::EnforcingSigner;

Expand All@@ -9,11 +10,11 @@ pub struct TestPersister {
	pub update_ret: Mutex<Result<(), chain::ChannelMonitorUpdateErr>>,
}
impl chainmonitor::Persist<EnforcingSigner> for TestPersister {
	fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 self.update_ret.lock().unwrap().clone()
	}

	fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &channelmonitor::ChannelMonitorUpdate, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &Option<channelmonitor::ChannelMonitorUpdate>, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 self.update_ret.lock().unwrap().clone()
	}
}

17 changes: 13 additions & 4 deletions
lightning-persister/src/lib.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -159,13 +159,18 @@ impl FilesystemPersister {
}

impl<ChannelSigner: Sign> chainmonitor::Persist<ChannelSigner> for FilesystemPersister {
	fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	// TODO: We really need a way for the persister to inform the user that its time to crash/shut
	// down once these start returning failure.
	// A PermanentFailure implies we need to shut down since we're force-closing channels without
	// even broadcasting!
Comment thread
valentinewallace marked this conversation as resolved.


	fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
 util::write_to_file(self.path_to_monitor_data(), filename, monitor)
 .map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
	}

	fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &ChannelMonitorUpdate, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &Option<ChannelMonitorUpdate>, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
 util::write_to_file(self.path_to_monitor_data(), filename, monitor)
 .map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
Expand DownExpand Up@@ -296,6 +301,8 @@ mod tests {
 nodes[1].node.force_close_channel(&chan.2).unwrap();
 check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
 let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
 let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
 let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

 // Set the persister's directory to read-only, which should result in
 // returning a permanent failure when we then attempt to persist a
Expand All@@ -309,7 +316,7 @@ mod tests {
 txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
 index: 0
 };
 match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
 match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
 Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
 _ => panic!("unexpected result from persisting new channel")
 }
Expand All@@ -333,6 +340,8 @@ mod tests {
 nodes[1].node.force_close_channel(&chan.2).unwrap();
 check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
 let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
 let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
 let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

 // Create the persister with an invalid directory name and test that the
 // channel fails to open because the directories fail to be created. There
Expand All@@ -344,7 +353,7 @@ mod tests {
 txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
 index: 0
 };
 match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
 match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
 Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
 _ => panic!("unexpected result from persisting new channel")
 }
Expand Down
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
// Highlight search terms from Google/DuckDuckGo/Bing referrer
(function() {
var ref = document.referrer;
var terms = [];
if (ref.includes('google.com') || ref.includes('duckduckgo.com') || ref.includes('bing.com')) {
var url = new URL(ref);
var q = url.searchParams.get('q') || url.searchParams.get('p');
if (q) {
terms = q.split(/\s+/).filter(function(t) { return t.length > 2; });
}
}
if (terms.length === 0) return;
var style = document.createElement('style');
style.textContent = '.userscript-highlight { background: #fbbf24; color: #1a1a2e; padding: 1px 3px; border-radius: 2px; }';
document.head.appendChild(style);
function highlight(node) {
if (node.nodeType === 3) { // text node
var text = node.textContent;
var found = false;
terms.forEach(function(term) {
var regex = new RegExp('(' + term.replace(/[.*+?^${}()|[\]\\]/g, '\\') + ')', 'gi');
if (regex.test(text)) {
found = true;
var frag = document.createDocumentFragment();
var parts = text.split(regex);
parts.forEach(function(part, i) {
if (i % 2 === 0) {
frag.appendChild(document.createTextNode(part));
} else {
var span = document.createElement('span');
span.className = 'userscript-highlight';
span.textContent = part;
frag.appendChild(span);
}
});
node.parentNode.replaceChild(frag, node);
}
});
} else if (node.nodeType === 1 && node.childNodes) { // element
var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT'];
if (!skipTags.includes(node.tagName)) {
Array.from(node.childNodes).forEach(highlight);
}
}
}
highlight(document.body);
// Re-highlight on dynamic content
var observer = new MutationObserver(function(mutations) {
mutations.forEach(function(m) {
m.addedNodes.forEach(function(node) {
if (node.nodeType === 1 || node.nodeType === 3) highlight(node);
});
});
});
observer.observe(document.body, { childList: true, subtree: true });
})();
}
} catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '
Persist ChannelMonitors after new blocks are connected by TheBlueMatt · Pull Request #1108 · lightningdevkit/rust-lightning · GitHub
Skip to content
Persist ChannelMonitors after new blocks are connected#1108

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

TheBlueMatt
merged 8 commits into

from

Oct 20, 2021
 Merged


Persist ChannelMonitors after new blocks are connected
#1108
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


8 commits


Select commit
Hold shift + click to select a range
e9f1934

Move MonitorEvent serialization to TLV-enum-upgradable from custom


TheBlueMatt Oct 7, 2021
df8bde9

Move the two-AtomicUsize counter in peer_handler to a util struct


TheBlueMatt Oct 8, 2021
4500270

Move ChannelManager::monitor_updated to a MonitorEvent


TheBlueMatt Oct 7, 2021
89ad059

Use an opaque type to describe monitor updates in Persist


TheBlueMatt Oct 7, 2021
5c2ff2c

Persist `ChannelMonitor`s after new blocks are connected


TheBlueMatt Oct 13, 2021
3016ed2

Update test_dup_htlc_onchain_fails_on_reload for new persist API


TheBlueMatt Oct 10, 2021
e6bc2b5

Always release `MonitorEvent`s to `ChannelManager` after 3 blocks


TheBlueMatt Oct 14, 2021
6fb5bd3

Clarify the contexts in which persist_new_channel may be called


TheBlueMatt Oct 19, 2021

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


26 changes: 17 additions & 9 deletions
fuzz/src/chanmon_consistency.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -855,22 +855,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {

 0x08 => {
 if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[0].channel_monitor_updated(&chan_1_funding, *id);
 monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[0].process_monitor_events();
 }
 },
 0x09 => {
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[1].channel_monitor_updated(&chan_1_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[1].process_monitor_events();
 }
 },
 0x0a => {
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[1].channel_monitor_updated(&chan_2_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[1].process_monitor_events();
 }
 },
 0x0b => {
 if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[2].channel_monitor_updated(&chan_2_funding, *id);
 monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[2].process_monitor_events();
 }
 },

Expand DownExpand Up@@ -1071,22 +1075,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {
 // Test that no channel is in a stuck state where neither party can send funds even
 // after we resolve all pending events.
 // First make sure there are no pending monitor updates, resetting the error state
 // and calling channel_monitor_updated for each monitor.
 // and calling force_channel_monitor_updated for each monitor.
 *monitor_a.persister.update_ret.lock().unwrap() = Ok(());
 *monitor_b.persister.update_ret.lock().unwrap() = Ok(());
 *monitor_c.persister.update_ret.lock().unwrap() = Ok(());

 if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[0].channel_monitor_updated(&chan_1_funding, *id);
 monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[0].process_monitor_events();
 }
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[1].channel_monitor_updated(&chan_1_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[1].process_monitor_events();
 }
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[1].channel_monitor_updated(&chan_2_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[1].process_monitor_events();
 }
 if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[2].channel_monitor_updated(&chan_2_funding, *id);
 monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[2].process_monitor_events();
 }

 // Next, make sure peers are all connected to each other
Expand Down

5 changes: 3 additions & 2 deletions
fuzz/src/utils/test_persister.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
use lightning::chain;
use lightning::chain::{chainmonitor, channelmonitor};
use lightning::chain::chainmonitor::MonitorUpdateId;
use lightning::chain::transaction::OutPoint;
use lightning::util::enforcing_trait_impls::EnforcingSigner;

Expand All@@ -9,11 +10,11 @@ pub struct TestPersister {
	pub update_ret: Mutex<Result<(), chain::ChannelMonitorUpdateErr>>,
}
impl chainmonitor::Persist<EnforcingSigner> for TestPersister {
	fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 self.update_ret.lock().unwrap().clone()
	}

	fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &channelmonitor::ChannelMonitorUpdate, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &Option<channelmonitor::ChannelMonitorUpdate>, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 self.update_ret.lock().unwrap().clone()
	}
}

17 changes: 13 additions & 4 deletions
lightning-persister/src/lib.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -159,13 +159,18 @@ impl FilesystemPersister {
}

impl<ChannelSigner: Sign> chainmonitor::Persist<ChannelSigner> for FilesystemPersister {
	fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	// TODO: We really need a way for the persister to inform the user that its time to crash/shut
	// down once these start returning failure.
	// A PermanentFailure implies we need to shut down since we're force-closing channels without
	// even broadcasting!
Comment thread
valentinewallace marked this conversation as resolved.


	fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
 util::write_to_file(self.path_to_monitor_data(), filename, monitor)
 .map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
	}

	fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &ChannelMonitorUpdate, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &Option<ChannelMonitorUpdate>, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
 util::write_to_file(self.path_to_monitor_data(), filename, monitor)
 .map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
Expand DownExpand Up@@ -296,6 +301,8 @@ mod tests {
 nodes[1].node.force_close_channel(&chan.2).unwrap();
 check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
 let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
 let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
 let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

 // Set the persister's directory to read-only, which should result in
 // returning a permanent failure when we then attempt to persist a
Expand All@@ -309,7 +316,7 @@ mod tests {
 txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
 index: 0
 };
 match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
 match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
 Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
 _ => panic!("unexpected result from persisting new channel")
 }
Expand All@@ -333,6 +340,8 @@ mod tests {
 nodes[1].node.force_close_channel(&chan.2).unwrap();
 check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
 let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
 let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
 let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

 // Create the persister with an invalid directory name and test that the
 // channel fails to open because the directories fail to be created. There
Expand All@@ -344,7 +353,7 @@ mod tests {
 txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
 index: 0
 };
 match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
 match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
 Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
 _ => panic!("unexpected result from persisting new channel")
 }
Expand Down
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
// Strip utm_, fbclid, gclid, etc. from all links on page
(function() {
var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content',
'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid',
'ref', 'ref_src', 'source', 'medium', 'campaign'];
function cleanUrl(url) {
try {
var u = new URL(url, window.location.origin);
var changed = false;
trackingParams.forEach(function(p) {
if (u.searchParams.has(p)) {
u.searchParams.delete(p);
changed = true;
}
});
return changed ? u.toString() : url;
} catch (e) {
return url;
}
}
function cleanLinks() {
document.querySelectorAll('a[href]').forEach(function(a) {
var clean = cleanUrl(a.href);
if (clean !== a.href) a.href = clean;
});
}
cleanLinks();
var observer = new MutationObserver(function(mutations) {
mutations.forEach(function(m) {
m.addedNodes.forEach(function(node) {
if (node.nodeType === 1) {
if (node.tagName === 'A') cleanLinks();
node.querySelectorAll('a[href]').forEach(function(a) {
var clean = cleanUrl(a.href);
if (clean !== a.href) a.href = clean;
});
}
});
});
});
observer.observe(document.body, { childList: true, subtree: true });
})();
}
} catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); }
})();
(function(){
try {
var __m = "youtube.com";
var __re = new RegExp('^' + "youtube\\.com" + '
Persist ChannelMonitors after new blocks are connected by TheBlueMatt · Pull Request #1108 · lightningdevkit/rust-lightning · GitHub
Skip to content
Persist ChannelMonitors after new blocks are connected#1108

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

TheBlueMatt
merged 8 commits into

from

Oct 20, 2021
 Merged


Persist ChannelMonitors after new blocks are connected
#1108
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


8 commits


Select commit
Hold shift + click to select a range
e9f1934

Move MonitorEvent serialization to TLV-enum-upgradable from custom


TheBlueMatt Oct 7, 2021
df8bde9

Move the two-AtomicUsize counter in peer_handler to a util struct


TheBlueMatt Oct 8, 2021
4500270

Move ChannelManager::monitor_updated to a MonitorEvent


TheBlueMatt Oct 7, 2021
89ad059

Use an opaque type to describe monitor updates in Persist


TheBlueMatt Oct 7, 2021
5c2ff2c

Persist `ChannelMonitor`s after new blocks are connected


TheBlueMatt Oct 13, 2021
3016ed2

Update test_dup_htlc_onchain_fails_on_reload for new persist API


TheBlueMatt Oct 10, 2021
e6bc2b5

Always release `MonitorEvent`s to `ChannelManager` after 3 blocks


TheBlueMatt Oct 14, 2021
6fb5bd3

Clarify the contexts in which persist_new_channel may be called


TheBlueMatt Oct 19, 2021

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


26 changes: 17 additions & 9 deletions
fuzz/src/chanmon_consistency.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -855,22 +855,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {

 0x08 => {
 if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[0].channel_monitor_updated(&chan_1_funding, *id);
 monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[0].process_monitor_events();
 }
 },
 0x09 => {
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[1].channel_monitor_updated(&chan_1_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[1].process_monitor_events();
 }
 },
 0x0a => {
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[1].channel_monitor_updated(&chan_2_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[1].process_monitor_events();
 }
 },
 0x0b => {
 if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[2].channel_monitor_updated(&chan_2_funding, *id);
 monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[2].process_monitor_events();
 }
 },

Expand DownExpand Up@@ -1071,22 +1075,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {
 // Test that no channel is in a stuck state where neither party can send funds even
 // after we resolve all pending events.
 // First make sure there are no pending monitor updates, resetting the error state
 // and calling channel_monitor_updated for each monitor.
 // and calling force_channel_monitor_updated for each monitor.
 *monitor_a.persister.update_ret.lock().unwrap() = Ok(());
 *monitor_b.persister.update_ret.lock().unwrap() = Ok(());
 *monitor_c.persister.update_ret.lock().unwrap() = Ok(());

 if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[0].channel_monitor_updated(&chan_1_funding, *id);
 monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[0].process_monitor_events();
 }
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[1].channel_monitor_updated(&chan_1_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[1].process_monitor_events();
 }
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[1].channel_monitor_updated(&chan_2_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[1].process_monitor_events();
 }
 if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[2].channel_monitor_updated(&chan_2_funding, *id);
 monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[2].process_monitor_events();
 }

 // Next, make sure peers are all connected to each other
Expand Down

5 changes: 3 additions & 2 deletions
fuzz/src/utils/test_persister.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
use lightning::chain;
use lightning::chain::{chainmonitor, channelmonitor};
use lightning::chain::chainmonitor::MonitorUpdateId;
use lightning::chain::transaction::OutPoint;
use lightning::util::enforcing_trait_impls::EnforcingSigner;

Expand All@@ -9,11 +10,11 @@ pub struct TestPersister {
	pub update_ret: Mutex<Result<(), chain::ChannelMonitorUpdateErr>>,
}
impl chainmonitor::Persist<EnforcingSigner> for TestPersister {
	fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 self.update_ret.lock().unwrap().clone()
	}

	fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &channelmonitor::ChannelMonitorUpdate, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &Option<channelmonitor::ChannelMonitorUpdate>, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 self.update_ret.lock().unwrap().clone()
	}
}

17 changes: 13 additions & 4 deletions
lightning-persister/src/lib.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -159,13 +159,18 @@ impl FilesystemPersister {
}

impl<ChannelSigner: Sign> chainmonitor::Persist<ChannelSigner> for FilesystemPersister {
	fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	// TODO: We really need a way for the persister to inform the user that its time to crash/shut
	// down once these start returning failure.
	// A PermanentFailure implies we need to shut down since we're force-closing channels without
	// even broadcasting!
Comment thread
valentinewallace marked this conversation as resolved.


	fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
 util::write_to_file(self.path_to_monitor_data(), filename, monitor)
 .map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
	}

	fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &ChannelMonitorUpdate, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &Option<ChannelMonitorUpdate>, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
 util::write_to_file(self.path_to_monitor_data(), filename, monitor)
 .map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
Expand DownExpand Up@@ -296,6 +301,8 @@ mod tests {
 nodes[1].node.force_close_channel(&chan.2).unwrap();
 check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
 let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
 let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
 let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

 // Set the persister's directory to read-only, which should result in
 // returning a permanent failure when we then attempt to persist a
Expand All@@ -309,7 +316,7 @@ mod tests {
 txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
 index: 0
 };
 match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
 match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
 Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
 _ => panic!("unexpected result from persisting new channel")
 }
Expand All@@ -333,6 +340,8 @@ mod tests {
 nodes[1].node.force_close_channel(&chan.2).unwrap();
 check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
 let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
 let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
 let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

 // Create the persister with an invalid directory name and test that the
 // channel fails to open because the directories fail to be created. There
Expand All@@ -344,7 +353,7 @@ mod tests {
 txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
 index: 0
 };
 match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
 match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
 Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
 _ => panic!("unexpected result from persisting new channel")
 }
Expand Down
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
// Auto-enable theater mode on YouTube
(function() {
function tryTheater() {
var btn = document.querySelector('button[aria-label="Theater mode"], ytd-player #player button[title="Theater mode"]');
if (btn && !btn.classList.contains('activated')) {
btn.click();
}
}
// Try immediately
tryTheater();
// Try after navigation (SPA)
var lastUrl = location.href;
setInterval(function() {
if (location.href !== lastUrl) {
lastUrl = location.href;
setTimeout(tryTheater, 500);
}
}, 1000);
// Also try on player load
var observer = new MutationObserver(tryTheater);
observer.observe(document.body, { childList: true, subtree: true });
})();
}
} catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '
Persist ChannelMonitors after new blocks are connected by TheBlueMatt · Pull Request #1108 · lightningdevkit/rust-lightning · GitHub
Skip to content
Persist ChannelMonitors after new blocks are connected#1108

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

TheBlueMatt
merged 8 commits into

from

Oct 20, 2021
 Merged


Persist ChannelMonitors after new blocks are connected
#1108
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


8 commits


Select commit
Hold shift + click to select a range
e9f1934

Move MonitorEvent serialization to TLV-enum-upgradable from custom


TheBlueMatt Oct 7, 2021
df8bde9

Move the two-AtomicUsize counter in peer_handler to a util struct


TheBlueMatt Oct 8, 2021
4500270

Move ChannelManager::monitor_updated to a MonitorEvent


TheBlueMatt Oct 7, 2021
89ad059

Use an opaque type to describe monitor updates in Persist


TheBlueMatt Oct 7, 2021
5c2ff2c

Persist `ChannelMonitor`s after new blocks are connected


TheBlueMatt Oct 13, 2021
3016ed2

Update test_dup_htlc_onchain_fails_on_reload for new persist API


TheBlueMatt Oct 10, 2021
e6bc2b5

Always release `MonitorEvent`s to `ChannelManager` after 3 blocks


TheBlueMatt Oct 14, 2021
6fb5bd3

Clarify the contexts in which persist_new_channel may be called


TheBlueMatt Oct 19, 2021

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


26 changes: 17 additions & 9 deletions
fuzz/src/chanmon_consistency.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -855,22 +855,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {

 0x08 => {
 if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[0].channel_monitor_updated(&chan_1_funding, *id);
 monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[0].process_monitor_events();
 }
 },
 0x09 => {
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[1].channel_monitor_updated(&chan_1_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[1].process_monitor_events();
 }
 },
 0x0a => {
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[1].channel_monitor_updated(&chan_2_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[1].process_monitor_events();
 }
 },
 0x0b => {
 if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[2].channel_monitor_updated(&chan_2_funding, *id);
 monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[2].process_monitor_events();
 }
 },

Expand DownExpand Up@@ -1071,22 +1075,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {
 // Test that no channel is in a stuck state where neither party can send funds even
 // after we resolve all pending events.
 // First make sure there are no pending monitor updates, resetting the error state
 // and calling channel_monitor_updated for each monitor.
 // and calling force_channel_monitor_updated for each monitor.
 *monitor_a.persister.update_ret.lock().unwrap() = Ok(());
 *monitor_b.persister.update_ret.lock().unwrap() = Ok(());
 *monitor_c.persister.update_ret.lock().unwrap() = Ok(());

 if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[0].channel_monitor_updated(&chan_1_funding, *id);
 monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[0].process_monitor_events();
 }
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[1].channel_monitor_updated(&chan_1_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[1].process_monitor_events();
 }
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[1].channel_monitor_updated(&chan_2_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[1].process_monitor_events();
 }
 if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[2].channel_monitor_updated(&chan_2_funding, *id);
 monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[2].process_monitor_events();
 }

 // Next, make sure peers are all connected to each other
Expand Down

5 changes: 3 additions & 2 deletions
fuzz/src/utils/test_persister.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
use lightning::chain;
use lightning::chain::{chainmonitor, channelmonitor};
use lightning::chain::chainmonitor::MonitorUpdateId;
use lightning::chain::transaction::OutPoint;
use lightning::util::enforcing_trait_impls::EnforcingSigner;

Expand All@@ -9,11 +10,11 @@ pub struct TestPersister {
	pub update_ret: Mutex<Result<(), chain::ChannelMonitorUpdateErr>>,
}
impl chainmonitor::Persist<EnforcingSigner> for TestPersister {
	fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 self.update_ret.lock().unwrap().clone()
	}

	fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &channelmonitor::ChannelMonitorUpdate, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &Option<channelmonitor::ChannelMonitorUpdate>, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 self.update_ret.lock().unwrap().clone()
	}
}

17 changes: 13 additions & 4 deletions
lightning-persister/src/lib.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -159,13 +159,18 @@ impl FilesystemPersister {
}

impl<ChannelSigner: Sign> chainmonitor::Persist<ChannelSigner> for FilesystemPersister {
	fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	// TODO: We really need a way for the persister to inform the user that its time to crash/shut
	// down once these start returning failure.
	// A PermanentFailure implies we need to shut down since we're force-closing channels without
	// even broadcasting!
Comment thread
valentinewallace marked this conversation as resolved.


	fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
 util::write_to_file(self.path_to_monitor_data(), filename, monitor)
 .map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
	}

	fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &ChannelMonitorUpdate, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &Option<ChannelMonitorUpdate>, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
 util::write_to_file(self.path_to_monitor_data(), filename, monitor)
 .map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
Expand DownExpand Up@@ -296,6 +301,8 @@ mod tests {
 nodes[1].node.force_close_channel(&chan.2).unwrap();
 check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
 let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
 let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
 let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

 // Set the persister's directory to read-only, which should result in
 // returning a permanent failure when we then attempt to persist a
Expand All@@ -309,7 +316,7 @@ mod tests {
 txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
 index: 0
 };
 match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
 match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
 Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
 _ => panic!("unexpected result from persisting new channel")
 }
Expand All@@ -333,6 +340,8 @@ mod tests {
 nodes[1].node.force_close_channel(&chan.2).unwrap();
 check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
 let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
 let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
 let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

 // Create the persister with an invalid directory name and test that the
 // channel fails to open because the directories fail to be created. There
Expand All@@ -344,7 +353,7 @@ mod tests {
 txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
 index: 0
 };
 match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
 match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
 Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
 _ => panic!("unexpected result from persisting new channel")
 }
Expand Down
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
// Remove or un-stick sticky/fixed headers that block content
(function() {
function unstick() {
document.querySelectorAll('header, nav, [role="banner"], .header, .navbar, .sticky, .fixed-top, [style*="position: fixed"], [style*="position:sticky"]').forEach(function(el) {
if (el.style.position === 'fixed' || el.style.position === 'sticky' || getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') {
el.style.position = 'static';
el.style.top = 'auto';
el.style.zIndex = 'auto';
}
});
}
unstick();
var observer = new MutationObserver(unstick);
observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] });
})();
}
} catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); }
})();
})();
Persist ChannelMonitors after new blocks are connected by TheBlueMatt · Pull Request #1108 · lightningdevkit/rust-lightning · GitHub
Skip to content
Persist ChannelMonitors after new blocks are connected#1108

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

TheBlueMatt
merged 8 commits into

from

Oct 20, 2021
 Merged


Persist ChannelMonitors after new blocks are connected
#1108
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


8 commits


Select commit
Hold shift + click to select a range
e9f1934

Move MonitorEvent serialization to TLV-enum-upgradable from custom


TheBlueMatt Oct 7, 2021
df8bde9

Move the two-AtomicUsize counter in peer_handler to a util struct


TheBlueMatt Oct 8, 2021
4500270

Move ChannelManager::monitor_updated to a MonitorEvent


TheBlueMatt Oct 7, 2021
89ad059

Use an opaque type to describe monitor updates in Persist


TheBlueMatt Oct 7, 2021
5c2ff2c

Persist `ChannelMonitor`s after new blocks are connected


TheBlueMatt Oct 13, 2021
3016ed2

Update test_dup_htlc_onchain_fails_on_reload for new persist API


TheBlueMatt Oct 10, 2021
e6bc2b5

Always release `MonitorEvent`s to `ChannelManager` after 3 blocks


TheBlueMatt Oct 14, 2021
6fb5bd3

Clarify the contexts in which persist_new_channel may be called


TheBlueMatt Oct 19, 2021

File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


26 changes: 17 additions & 9 deletions
fuzz/src/chanmon_consistency.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -855,22 +855,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {

 0x08 => {
 if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[0].channel_monitor_updated(&chan_1_funding, *id);
 monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[0].process_monitor_events();
 }
 },
 0x09 => {
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[1].channel_monitor_updated(&chan_1_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[1].process_monitor_events();
 }
 },
 0x0a => {
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[1].channel_monitor_updated(&chan_2_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[1].process_monitor_events();
 }
 },
 0x0b => {
 if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[2].channel_monitor_updated(&chan_2_funding, *id);
 monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[2].process_monitor_events();
 }
 },

Expand DownExpand Up@@ -1071,22 +1075,26 @@ pub fn do_test<Out: test_logger::Output>(data: &[u8], out: Out) {
 // Test that no channel is in a stuck state where neither party can send funds even
 // after we resolve all pending events.
 // First make sure there are no pending monitor updates, resetting the error state
 // and calling channel_monitor_updated for each monitor.
 // and calling force_channel_monitor_updated for each monitor.
 *monitor_a.persister.update_ret.lock().unwrap() = Ok(());
 *monitor_b.persister.update_ret.lock().unwrap() = Ok(());
 *monitor_c.persister.update_ret.lock().unwrap() = Ok(());

 if let Some((id, _)) = monitor_a.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[0].channel_monitor_updated(&chan_1_funding, *id);
 monitor_a.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[0].process_monitor_events();
 }
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_1_funding) {
 nodes[1].channel_monitor_updated(&chan_1_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_1_funding, *id);
 nodes[1].process_monitor_events();
 }
 if let Some((id, _)) = monitor_b.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[1].channel_monitor_updated(&chan_2_funding, *id);
 monitor_b.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[1].process_monitor_events();
 }
 if let Some((id, _)) = monitor_c.latest_monitors.lock().unwrap().get(&chan_2_funding) {
 nodes[2].channel_monitor_updated(&chan_2_funding, *id);
 monitor_c.chain_monitor.force_channel_monitor_updated(chan_2_funding, *id);
 nodes[2].process_monitor_events();
 }

 // Next, make sure peers are all connected to each other
Expand Down

5 changes: 3 additions & 2 deletions
fuzz/src/utils/test_persister.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
use lightning::chain;
use lightning::chain::{chainmonitor, channelmonitor};
use lightning::chain::chainmonitor::MonitorUpdateId;
use lightning::chain::transaction::OutPoint;
use lightning::util::enforcing_trait_impls::EnforcingSigner;

Expand All@@ -9,11 +10,11 @@ pub struct TestPersister {
	pub update_ret: Mutex<Result<(), chain::ChannelMonitorUpdateErr>>,
}
impl chainmonitor::Persist<EnforcingSigner> for TestPersister {
	fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn persist_new_channel(&self, _funding_txo: OutPoint, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 self.update_ret.lock().unwrap().clone()
	}

	fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &channelmonitor::ChannelMonitorUpdate, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn update_persisted_channel(&self, _funding_txo: OutPoint, _update: &Option<channelmonitor::ChannelMonitorUpdate>, _data: &channelmonitor::ChannelMonitor<EnforcingSigner>, _update_id: MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 self.update_ret.lock().unwrap().clone()
	}
}

17 changes: 13 additions & 4 deletions
lightning-persister/src/lib.rs

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -159,13 +159,18 @@ impl FilesystemPersister {
}

impl<ChannelSigner: Sign> chainmonitor::Persist<ChannelSigner> for FilesystemPersister {
	fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	// TODO: We really need a way for the persister to inform the user that its time to crash/shut
	// down once these start returning failure.
	// A PermanentFailure implies we need to shut down since we're force-closing channels without
	// even broadcasting!
Comment thread
valentinewallace marked this conversation as resolved.


	fn persist_new_channel(&self, funding_txo: OutPoint, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
 util::write_to_file(self.path_to_monitor_data(), filename, monitor)
 .map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
	}

	fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &ChannelMonitorUpdate, monitor: &ChannelMonitor<ChannelSigner>) -> Result<(), chain::ChannelMonitorUpdateErr> {
	fn update_persisted_channel(&self, funding_txo: OutPoint, _update: &Option<ChannelMonitorUpdate>, monitor: &ChannelMonitor<ChannelSigner>, _update_id: chainmonitor::MonitorUpdateId) -> Result<(), chain::ChannelMonitorUpdateErr> {
 let filename = format!("{}_{}", funding_txo.txid.to_hex(), funding_txo.index);
 util::write_to_file(self.path_to_monitor_data(), filename, monitor)
 .map_err(|_| chain::ChannelMonitorUpdateErr::PermanentFailure)
Expand DownExpand Up@@ -296,6 +301,8 @@ mod tests {
 nodes[1].node.force_close_channel(&chan.2).unwrap();
 check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
 let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
 let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
 let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

 // Set the persister's directory to read-only, which should result in
 // returning a permanent failure when we then attempt to persist a
Expand All@@ -309,7 +316,7 @@ mod tests {
 txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
 index: 0
 };
 match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
 match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
 Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
 _ => panic!("unexpected result from persisting new channel")
 }
Expand All@@ -333,6 +340,8 @@ mod tests {
 nodes[1].node.force_close_channel(&chan.2).unwrap();
 check_closed_event!(nodes[1], 1, ClosureReason::HolderForceClosed);
 let mut added_monitors = nodes[1].chain_monitor.added_monitors.lock().unwrap();
 let update_map = nodes[1].chain_monitor.latest_monitor_update_id.lock().unwrap();
 let update_id = update_map.get(&added_monitors[0].0.to_channel_id()).unwrap();

 // Create the persister with an invalid directory name and test that the
 // channel fails to open because the directories fail to be created. There
Expand All@@ -344,7 +353,7 @@ mod tests {
 txid: Txid::from_hex("8984484a580b825b9972d7adb15050b3ab624ccd731946b3eeddb92f4e7ef6be").unwrap(),
 index: 0
 };
 match persister.persist_new_channel(test_txo, &added_monitors[0].1) {
 match persister.persist_new_channel(test_txo, &added_monitors[0].1, update_id.2) {
 Err(ChannelMonitorUpdateErr::PermanentFailure) => {},
 _ => panic!("unexpected result from persisting new channel")
 }
Expand Down
Loading