1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
//! Large transfers as deltas (`docs/peers.md`): a node joining a swarm with much
//! history, and one returning after much was written, get the bulk as a blob, and no
//! sync message they receive is larger than the threshold.
//!
//! The nodes use 1 KiB chunks, so the threshold is 16 KiB, and a few hundred KiB of
//! writes are well above it.
use std::time::Duration;
use serde_json::json;
use super::{Sim, read, write};
use crate::node::NodeConfig;
use crate::state::AppState;
use crate::swarm::bootstrap::Start;
const SOON: Duration = Duration::from_secs(10);
/// Catching up a few hundred KiB in 1 KiB chunks.
const CATCH_UP: Duration = Duration::from_secs(60);
const CHUNK: u32 = 1024;
/// 16 chunks (`swarm::blob`).
const THRESHOLD: u64 = 16 * CHUNK as u64;
fn small_chunks(config: &mut NodeConfig) {
config.blob_chunk_bytes = CHUNK;
}
/// About 1 KB that doesn't compress (Automerge compresses large changes).
fn noise(seed: u64) -> String {
let mut rng = crate::testrand::Rng::new(seed);
(0..63)
.map(|_| format!("{:016x}", rng.next_u64()))
.collect()
}
/// `count` writes of about 1 KB each, under `prefix`.
async fn write_much(node: &AppState, prefix: &str, count: usize) {
for i in 0..count {
write(node, &format!("{prefix}/{i}"), json!(noise(i as u64))).await;
}
}
fn largest_sync_received(node: &AppState) -> u64 {
node.stats.snapshot().largest_sync_received
}
fn blob_bytes_received(node: &AppState) -> u64 {
node.traffic.total().received.blob.bytes
}
#[tokio::test(flavor = "multi_thread", worker_threads = 4)]
async fn joining_node_gets_the_history_as_a_delta() {
let sim = Sim::new(41);
let a = sim.start_with("a", &[], Start::Genesis, small_chunks);
sim.wait_ready(&[&a], SOON).await;
write_much(&a, "history", 200).await;
let b = sim.start_with("b", &["a"], Start::Join, small_chunks);
sim.wait_ready(&[&b], CATCH_UP).await;
sim.wait_converged(&[&a, &b], CATCH_UP).await;
assert_eq!(read(&b, "history/199").await, Some(json!(noise(199))));
assert!(
blob_bytes_received(&b) > 100 * 1_000,
"{} blob bytes received",
blob_bytes_received(&b)
);
assert!(
largest_sync_received(&b) <= THRESHOLD,
"a sync message of {} bytes",
largest_sync_received(&b)
);
}
#[tokio::test(flavor = "multi_thread", worker_threads = 4)]
async fn returning_node_gets_what_it_missed_as_a_delta() {
let sim = Sim::new(42);
let a = sim.start_with("a", &[], Start::Genesis, small_chunks);
let b = sim.start_with("b", &["a"], Start::Join, small_chunks);
let (a, b) = (&a, &b);
sim.wait_ready(&[a, b], SOON).await;
write(a, "early", json!(1)).await;
sim.wait_converged(&[a, b], SOON).await;
sim.net.take_down("b");
write_much(a, "while/away", 200).await;
let blobs_before = blob_bytes_received(b);
sim.net.bring_up("b");
sim.wait_converged(&[a, b], CATCH_UP).await;
assert_eq!(read(b, "while/away/199").await, Some(json!(noise(199))));
assert!(blob_bytes_received(b) - blobs_before > 100 * 1_000);
assert!(
largest_sync_received(b) <= THRESHOLD,
"a sync message of {} bytes",
largest_sync_received(b)
);
}
|
