mirror of
https://github.com/neondatabase/neon.git
synced 2026-01-14 17:02:56 +00:00
Fix mx_offset_to_flags_offset() function Fixes issue #4774 Postgres `MXOffsetToFlagsOffset` was not correctly converted to Rust because cast to u16 is done before division by modulo. It is possible only if divider is power of two. Add a small rust unit test to check that the function produces same results as the PostgreSQL macro, and extend the existing python test to cover this bug. Co-authored-by: Konstantin Knizhnik <knizhnik@neon.tech> Co-authored-by: Heikki Linnakangas <heikki@neon.tech>
122 lines
4.8 KiB
Rust
122 lines
4.8 KiB
Rust
//!
|
|
//! Common utilities for dealing with PostgreSQL non-relation files.
|
|
//!
|
|
use crate::pg_constants;
|
|
use crate::transaction_id_precedes;
|
|
use bytes::BytesMut;
|
|
use log::*;
|
|
|
|
use super::bindings::MultiXactId;
|
|
|
|
pub fn transaction_id_set_status(xid: u32, status: u8, page: &mut BytesMut) {
|
|
trace!(
|
|
"handle_apply_request for RM_XACT_ID-{} (1-commit, 2-abort, 3-sub_commit)",
|
|
status
|
|
);
|
|
|
|
let byteno: usize =
|
|
((xid % pg_constants::CLOG_XACTS_PER_PAGE) / pg_constants::CLOG_XACTS_PER_BYTE) as usize;
|
|
|
|
let bshift: u8 =
|
|
((xid % pg_constants::CLOG_XACTS_PER_BYTE) * pg_constants::CLOG_BITS_PER_XACT as u32) as u8;
|
|
|
|
page[byteno] =
|
|
(page[byteno] & !(pg_constants::CLOG_XACT_BITMASK << bshift)) | (status << bshift);
|
|
}
|
|
|
|
pub fn transaction_id_get_status(xid: u32, page: &[u8]) -> u8 {
|
|
let byteno: usize =
|
|
((xid % pg_constants::CLOG_XACTS_PER_PAGE) / pg_constants::CLOG_XACTS_PER_BYTE) as usize;
|
|
|
|
let bshift: u8 =
|
|
((xid % pg_constants::CLOG_XACTS_PER_BYTE) * pg_constants::CLOG_BITS_PER_XACT as u32) as u8;
|
|
|
|
(page[byteno] >> bshift) & pg_constants::CLOG_XACT_BITMASK
|
|
}
|
|
|
|
// See CLOGPagePrecedes in clog.c
|
|
pub const fn clogpage_precedes(page1: u32, page2: u32) -> bool {
|
|
let mut xid1 = page1 * pg_constants::CLOG_XACTS_PER_PAGE;
|
|
xid1 += pg_constants::FIRST_NORMAL_TRANSACTION_ID + 1;
|
|
let mut xid2 = page2 * pg_constants::CLOG_XACTS_PER_PAGE;
|
|
xid2 += pg_constants::FIRST_NORMAL_TRANSACTION_ID + 1;
|
|
|
|
transaction_id_precedes(xid1, xid2)
|
|
&& transaction_id_precedes(xid1, xid2 + pg_constants::CLOG_XACTS_PER_PAGE - 1)
|
|
}
|
|
|
|
// See SlruMayDeleteSegment() in slru.c
|
|
pub fn slru_may_delete_clogsegment(segpage: u32, cutoff_page: u32) -> bool {
|
|
let seg_last_page = segpage + pg_constants::SLRU_PAGES_PER_SEGMENT - 1;
|
|
|
|
assert_eq!(segpage % pg_constants::SLRU_PAGES_PER_SEGMENT, 0);
|
|
|
|
clogpage_precedes(segpage, cutoff_page) && clogpage_precedes(seg_last_page, cutoff_page)
|
|
}
|
|
|
|
// Multixact utils
|
|
|
|
pub fn mx_offset_to_flags_offset(xid: MultiXactId) -> usize {
|
|
((xid / pg_constants::MULTIXACT_MEMBERS_PER_MEMBERGROUP as u32)
|
|
% pg_constants::MULTIXACT_MEMBERGROUPS_PER_PAGE as u32
|
|
* pg_constants::MULTIXACT_MEMBERGROUP_SIZE as u32) as usize
|
|
}
|
|
|
|
pub fn mx_offset_to_flags_bitshift(xid: MultiXactId) -> u16 {
|
|
(xid as u16) % pg_constants::MULTIXACT_MEMBERS_PER_MEMBERGROUP
|
|
* pg_constants::MXACT_MEMBER_BITS_PER_XACT
|
|
}
|
|
|
|
/* Location (byte offset within page) of TransactionId of given member */
|
|
pub fn mx_offset_to_member_offset(xid: MultiXactId) -> usize {
|
|
mx_offset_to_flags_offset(xid)
|
|
+ (pg_constants::MULTIXACT_FLAGBYTES_PER_GROUP
|
|
+ (xid as u16 % pg_constants::MULTIXACT_MEMBERS_PER_MEMBERGROUP) * 4) as usize
|
|
}
|
|
|
|
fn mx_offset_to_member_page(xid: u32) -> u32 {
|
|
xid / pg_constants::MULTIXACT_MEMBERS_PER_PAGE as u32
|
|
}
|
|
|
|
pub fn mx_offset_to_member_segment(xid: u32) -> i32 {
|
|
(mx_offset_to_member_page(xid) / pg_constants::SLRU_PAGES_PER_SEGMENT) as i32
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use super::*;
|
|
|
|
#[test]
|
|
fn test_multixid_calc() {
|
|
// Check that the mx_offset_* functions produce the same values as the
|
|
// corresponding PostgreSQL C macros (MXOffsetTo*). These test values
|
|
// were generated by calling the PostgreSQL macros with a little C
|
|
// program.
|
|
assert_eq!(mx_offset_to_member_segment(0), 0);
|
|
assert_eq!(mx_offset_to_member_page(0), 0);
|
|
assert_eq!(mx_offset_to_flags_offset(0), 0);
|
|
assert_eq!(mx_offset_to_flags_bitshift(0), 0);
|
|
assert_eq!(mx_offset_to_member_offset(0), 4);
|
|
assert_eq!(mx_offset_to_member_segment(1), 0);
|
|
assert_eq!(mx_offset_to_member_page(1), 0);
|
|
assert_eq!(mx_offset_to_flags_offset(1), 0);
|
|
assert_eq!(mx_offset_to_flags_bitshift(1), 8);
|
|
assert_eq!(mx_offset_to_member_offset(1), 8);
|
|
assert_eq!(mx_offset_to_member_segment(123456789), 2358);
|
|
assert_eq!(mx_offset_to_member_page(123456789), 75462);
|
|
assert_eq!(mx_offset_to_flags_offset(123456789), 4780);
|
|
assert_eq!(mx_offset_to_flags_bitshift(123456789), 8);
|
|
assert_eq!(mx_offset_to_member_offset(123456789), 4788);
|
|
assert_eq!(mx_offset_to_member_segment(u32::MAX - 1), 82040);
|
|
assert_eq!(mx_offset_to_member_page(u32::MAX - 1), 2625285);
|
|
assert_eq!(mx_offset_to_flags_offset(u32::MAX - 1), 5160);
|
|
assert_eq!(mx_offset_to_flags_bitshift(u32::MAX - 1), 16);
|
|
assert_eq!(mx_offset_to_member_offset(u32::MAX - 1), 5172);
|
|
assert_eq!(mx_offset_to_member_segment(u32::MAX), 82040);
|
|
assert_eq!(mx_offset_to_member_page(u32::MAX), 2625285);
|
|
assert_eq!(mx_offset_to_flags_offset(u32::MAX), 5160);
|
|
assert_eq!(mx_offset_to_flags_bitshift(u32::MAX), 24);
|
|
assert_eq!(mx_offset_to_member_offset(u32::MAX), 5176);
|
|
}
|
|
}
|