rust/tantivy
1
0
Fork 0
mirror of https://github.com/quickwit-oss/tantivy.git synced 2026-01-04 16:22:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

add f32::MAX to disable a compressor

Browse Source
This commit is contained in:
Pascal Seitz
2021-06-08 11:50:18 +02:00
parent aa3c4d4029
commit 0ba05df545
2 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastfield_codecs/src/lib.rs
View File

@@ -30,7 +30,8 @@ pub trait FastFieldDataAccess: Clone {
/// The FastFieldSerializerEstimate trait is required on all variants
/// of fast field compressions, to decide which one to choose.
pub trait FastFieldSerializerEstimate {
/// returns an estimate of the compression ratio.
/// returns an estimate of the compression ratio. if the compressor is unable to handle the
/// data it needs to return f32::MAX.
/// The baseline is uncompressed 64bit data.
///
/// It could make sense to also return a value representing

4
fastfield_codecs/src/linearinterpol.rs
View File

@@ -163,8 +163,8 @@ impl FastFieldSerializerEstimate for LinearInterpolFastFieldSerializer {
/// where the local maxima are for the deviation of the calculated value and
/// the offset is also unknown.
fn estimate(fastfield_accessor: &impl FastFieldDataAccess, stats: FastFieldStats) -> f32 {
if stats.max_value > i64::MAX as u64 / 2 {
return 999.0; // effectively disable compressor for this case
if stats.max_value > i64::MAX as u64 / 2 || stats.num_vals < 3 {
return f32::MAX; //disable compressor for this case
}
let first_val = fastfield_accessor.get(0);
let last_val = fastfield_accessor.get(stats.num_vals as u32 - 1);