Skip to content

Commit

Permalink
Refactor: add test for FollowingHandler::receive_snapshot_chunk
Browse files Browse the repository at this point in the history
  • Loading branch information
drmingdrmer committed Apr 28, 2023
1 parent aece016 commit e7874ef
Show file tree
Hide file tree
Showing 4 changed files with 171 additions and 7 deletions.
10 changes: 5 additions & 5 deletions openraft/src/engine/handler/following_handler/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -31,6 +31,7 @@ use crate::StoredMembership;
#[cfg(test)] mod commit_entries_test;
#[cfg(test)] mod do_append_entries_test;
#[cfg(test)] mod install_snapshot_test;
#[cfg(test)] mod receive_snapshot_chunk_test;
#[cfg(test)] mod truncate_logs_test;
#[cfg(test)] mod update_committed_membership_test;

Expand Down Expand Up @@ -248,10 +249,9 @@ where C: RaftTypeConfig
&mut self,
req: InstallSnapshotRequest<C>,
) -> Result<(), InstallSnapshotError> {
// TODO: add unit test
tracing::info!(req = display(req.summary()), "{}", func_name!());

let snapshot_meta = &req.meta;
let snapshot_id = &req.meta.snapshot_id;

let curr_id = self.state.snapshot_streaming.as_ref().map(|s| &s.snapshot_id);

Expand All @@ -260,11 +260,11 @@ where C: RaftTypeConfig
if req.offset > 0 {
let mismatch = SnapshotMismatch {
expect: SnapshotSegmentId {
id: snapshot_meta.snapshot_id.clone(),
id: snapshot_id.clone(),
offset: 0,
},
got: SnapshotSegmentId {
id: snapshot_meta.snapshot_id.clone(),
id: snapshot_id.clone(),
offset: req.offset,
},
};
Expand All @@ -276,7 +276,7 @@ where C: RaftTypeConfig
if req.offset == 0 {
self.state.snapshot_streaming = Some(StreamingState {
offset: 0,
snapshot_id: req.meta.snapshot_id.clone(),
snapshot_id: snapshot_id.clone(),
});
}
}
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,164 @@
use maplit::btreeset;
use pretty_assertions::assert_eq;

use crate::core::sm;
use crate::engine::testing::UTConfig;
use crate::engine::Command;
use crate::engine::Engine;
use crate::error::InstallSnapshotError;
use crate::error::SnapshotMismatch;
use crate::raft::InstallSnapshotRequest;
use crate::raft_state::StreamingState;
use crate::testing::log_id1;
use crate::Membership;
use crate::SnapshotMeta;
use crate::SnapshotSegmentId;
use crate::StoredMembership;
use crate::Vote;

fn m1234() -> Membership<u64, ()> {
Membership::<u64, ()>::new(vec![btreeset! {1,2,3,4}], None)
}

fn eng() -> Engine<UTConfig> {
let mut eng = Engine::default();
eng.state.enable_validate = false; // Disable validation for incomplete state

eng.state.vote.update(*eng.timer.now(), Vote::new_committed(2, 1));
eng.state.server_state = eng.calc_server_state();

eng
}

fn make_meta() -> SnapshotMeta<u64, ()> {
SnapshotMeta {
last_log_id: Some(log_id1(2, 2)),
last_membership: StoredMembership::new(Some(log_id1(1, 1)), m1234()),
snapshot_id: "1-2-3-4".to_string(),
}
}

fn make_req(offset: u64) -> InstallSnapshotRequest<UTConfig> {
InstallSnapshotRequest {
vote: Vote::new_committed(2, 1),
meta: make_meta(),
offset,
data: vec![],
done: false,
}
}

#[test]
fn test_receive_snapshot_chunk_new_chunk() -> anyhow::Result<()> {
let mut eng = eng();
assert!(eng.state.snapshot_streaming.is_none());

eng.following_handler().receive_snapshot_chunk(make_req(0))?;

assert_eq!(
Some(StreamingState {
offset: 0,
snapshot_id: "1-2-3-4".to_string(),
}),
eng.state.snapshot_streaming
);
assert_eq!(
vec![Command::from(sm::Command::receive(make_req(0)).with_seq(1))],
eng.output.take_commands()
);

Ok(())
}

#[test]
fn test_receive_snapshot_chunk_continue_receive_chunk() -> anyhow::Result<()> {
let mut eng = eng();

eng.state.snapshot_streaming = Some(StreamingState {
offset: 0,
snapshot_id: "1-2-3-4".to_string(),
});

eng.following_handler().receive_snapshot_chunk(make_req(2))?;

assert_eq!(
Some(StreamingState {
offset: 2,
snapshot_id: "1-2-3-4".to_string(),
}),
eng.state.snapshot_streaming
);
assert_eq!(
vec![Command::from(sm::Command::receive(make_req(2)).with_seq(1))],
eng.output.take_commands()
);

Ok(())
}

#[test]
fn test_receive_snapshot_chunk_diff_id_offset_0() -> anyhow::Result<()> {
// When receiving a chunk with different snapshot id and offset 0, starts a new snapshot streaming.
let mut eng = eng();

eng.state.snapshot_streaming = Some(StreamingState {
offset: 2,
snapshot_id: "1-2-3-100".to_string(),
});

eng.following_handler().receive_snapshot_chunk(make_req(0))?;

assert_eq!(
Some(StreamingState {
offset: 0,
snapshot_id: "1-2-3-4".to_string(),
}),
eng.state.snapshot_streaming
);
assert_eq!(
vec![Command::from(sm::Command::receive(make_req(0)).with_seq(1))],
eng.output.take_commands()
);

Ok(())
}

#[test]
fn test_receive_snapshot_chunk_diff_id_offset_gt_0() -> anyhow::Result<()> {
// When receiving a chunk with different snapshot id and offset that is greater than 0, return an
// error.
let mut eng = eng();

eng.state.snapshot_streaming = Some(StreamingState {
offset: 2,
snapshot_id: "1-2-3-100".to_string(),
});

let res = eng.following_handler().receive_snapshot_chunk(make_req(3));

assert_eq!(
Err(InstallSnapshotError::from(SnapshotMismatch {
expect: SnapshotSegmentId {
id: "1-2-3-4".to_string(),
offset: 0
},
got: SnapshotSegmentId {
id: "1-2-3-4".to_string(),
offset: 3
},
})),
res
);

assert_eq!(
Some(StreamingState {
offset: 2,
snapshot_id: "1-2-3-100".to_string(),
}),
eng.state.snapshot_streaming,
"streaming state not changed"
);
assert_eq!(true, eng.output.take_commands().is_empty());

Ok(())
}
2 changes: 1 addition & 1 deletion openraft/src/lib.rs
Original file line number Diff line number Diff line change
Expand Up @@ -69,7 +69,7 @@ pub(crate) mod validate;
mod display_ext;
mod internal_server_state;
mod leader;
mod raft_state;
pub(crate) mod raft_state;
mod runtime;
mod try_as_ref;

Expand Down
2 changes: 1 addition & 1 deletion openraft/src/raft_state/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ mod accepted;
pub(crate) mod io_state;
mod log_state_reader;
mod membership_state;
mod snapshot_streaming;
pub(crate) mod snapshot_streaming;
mod vote_state_reader;

pub(crate) use io_state::IOState;
Expand Down

0 comments on commit e7874ef

Please sign in to comment.