rust/tantivy
1
0
Fork 0
mirror of https://github.com/quickwit-oss/tantivy.git synced 2026-01-08 01:52:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added independant method for block compression, vint compression

Browse Source
This commit is contained in:
Paul Masurel
2016-04-24 19:09:35 +09:00
parent e239b1c989
commit acf7312af9
4 changed files with 232 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

55
cpp/encode.cpp
View File

@@ -4,19 +4,72 @@
#include "codecfactory.h"
#include "intersection.h"
#include "variablebyte.h"
#include "util.h"
using namespace SIMDCompressionLib;
// sorted
static shared_ptr<IntegerCODEC> codec_sorted = CODECFactory::getFromName("s4-bp128-dm");
// variable byte
static VariableByte<false> codec_unsorted = VariableByte<false>();
static SIMDBinaryPacking<SIMDIntegratedBlockPacker<Max4DeltaSIMD, true>> codec_packed_sorted = SIMDBinaryPacking<SIMDIntegratedBlockPacker<Max4DeltaSIMD, true>>();
static SIMDBinaryPacking<SIMDIntegratedBlockPacker<Max4DeltaSIMD, true>> simd_pack_sorted = SIMDBinaryPacking<SIMDIntegratedBlockPacker<Max4DeltaSIMD, true>>();
static VariableByte<true> vint_codec = VariableByte<true>();
// SIMDBinaryPacking<SIMDBlockPacker<RegularDeltaSIMD, true>
extern "C" {
// encode 128 u32 at a time.
size_t encode_sorted_block128_native(
uint32_t* begin,
uint32_t* output,
const size_t output_capacity) {
size_t output_length = output_capacity;
simd_pack_sorted.encodeArray(begin,
128,
output,
output_length);
return output_length;
}
size_t decode_sorted_block128_native(
const uint32_t* compressed_data,
const size_t compressed_size,
uint32_t* uncompressed,
const size_t uncompressed_capacity) {
size_t num_ints = uncompressed_capacity;
simd_pack_sorted.decodeArray(compressed_data, compressed_size, uncompressed, num_ints);
return num_ints;
}
size_t encode_sorted_vint_native(
uint32_t* begin,
const size_t num_els,
uint32_t* output,
const size_t output_capacity) {
size_t output_length = output_capacity;
vint_codec.encodeArray(begin,
num_els,
output,
output_length);
return output_length;
}
size_t decode_sorted_vint_native(
const uint32_t* compressed_data,
const size_t compressed_size,
uint32_t* uncompressed,
const size_t uncompressed_capacity) {
size_t num_ints = uncompressed_capacity;
vint_codec.decodeArray(compressed_data, compressed_size, uncompressed, num_ints);
return num_ints;
}
size_t encode_sorted_native(
uint32_t* begin,
const size_t num_els,