rust/neon
1
0
Fork 0
mirror of https://github.com/neondatabase/neon.git synced 2026-01-15 17:32:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Write WAL bytes to data dir

Browse Source
This commit is contained in:
Arthur Petukhovsky
2023-12-28 18:49:51 +00:00
parent 0ba55719b0
commit f2e98b2b0a
1 changed files with 18 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
safekeeper/src/bin/gluegun.rs
View File

@@ -18,7 +18,7 @@ use toml_edit::Document;
use utils::id::{TenantId, TimelineId, TenantTimelineId};
use utils::lsn::Lsn;
use std::fs::{self, File};
use std::fs::{self, File, OpenOptions};
use std::io::{ErrorKind, Write, Read, Seek};
use std::path::Path;
use std::str::FromStr;
@@ -165,7 +165,7 @@ async fn main() -> anyhow::Result<()> {
let copy_start_lsn = Lsn(copy_start_lsn);
let copy_end_lsn = new_tli.control_file.local_start_lsn;
assert!(copy_end_lsn > copy_start_lsn);
assert!(copy_end_lsn >= copy_start_lsn);
if args.dryrun {
continue;
@@ -186,6 +186,7 @@ async fn main() -> anyhow::Result<()> {
info!("ACTION: Copying bytes {} - {} (commit_lsn={}, flush_lsn={}) from {} to {}", copy_start_lsn, copy_end_lsn, tli.control_file.commit_lsn, flush_lsn, valid_segname, new_segname);
assert!(copy_end_lsn <= flush_lsn);
assert!(new_tli.control_file.commit_lsn >= new_tli.control_file.local_start_lsn);
if flush_lsn > copy_end_lsn {
// check intersection from two segments
@@ -197,10 +198,15 @@ async fn main() -> anyhow::Result<()> {
if copy_end_lsn > tli.control_file.commit_lsn {
info!("Missing some committed bytes");
continue;
}
// TODO:
let valid_slice = read_slice(&valid_segname, copy_start_lsn, copy_end_lsn, wal_seg_size)?;
info!("Read {} bytes, going to write", valid_slice.len());
assert!(valid_slice.len() == (copy_end_lsn.0 - copy_start_lsn.0) as usize);
write_slice(&new_segname, copy_start_lsn, wal_seg_size, &valid_slice)?;
info!("Success, timeline {} WAL is fixed", new_tli.ttid);
}
Ok(())
@@ -278,3 +284,11 @@ fn read_slice(path: &Utf8Path, start: Lsn, end: Lsn, wal_seg_size: usize) -> Res
file.take((end - start) as u64).read_to_end(&mut buf)?;
Ok(buf)
}
fn write_slice(path: &Utf8Path, start: Lsn, wal_seg_size: usize, buf: &[u8]) -> Result<()> {
let start = start.segment_offset(wal_seg_size);
let mut file = OpenOptions::new().write(true).open(path)?;
file.seek(std::io::SeekFrom::Start(start as u64))?;
file.write_all(buf)?;
Ok(())
}