rust/tantivy
1
0
Fork 0
mirror of https://github.com/quickwit-oss/tantivy.git synced 2026-01-09 02:22:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

added decode simd compressed postings

Browse Source
This commit is contained in:
Paul Masurel
2016-02-18 19:03:06 +09:00
parent bd5abf462c
commit c0c0a2c579
7 changed files with 143 additions and 92 deletions
Download Patch File Download Diff File Expand all files Collapse all files

65
cpp/encode.cpp
View File

@@ -15,56 +15,37 @@ static shared_ptr<IntegerCODEC> codec = CODECFactory::getFromName("s4-bp128-dm"
extern "C" {
size_t encode_native(
uint32_t* begin,
const size_t num_els,
uint32_t* output) {
size_t output_length = 10000;
uint32_t* output,
const size_t output_capacity) {
size_t output_length = output_capacity;
codec -> encodeArray(begin,
num_els,
output,
output_length);
{
size_t num_ints = output_length;
uint32_t* uncompressed = new uint32_t[100];
codec -> decodeArray(output, output_length, uncompressed, num_ints);
delete uncompressed;
}
return output_length;
//
// if desired, shrink back the array:
//compressed_output.resize(compressedsize);
// compressed_output.shrink_to_fit();
// display compression rate:
// cout << setprecision(3);
// cout << "You are using " << 32.0 * static_cast<double>(compressed_output.size()) /
// static_cast<double>(mydata.size()) << " bits per integer. " << endl;
// //
// You are done!... with the compression...
//
///
// // decompressing is also easy:
// //
// vector<uint32_t> mydataback(N);
// size_t recoveredsize = mydataback.size();
// //
// codec.decodeArray(compressed_output.data(),
// compressed_output.size(), mydataback.data(), recoveredsize);
// mydataback.resize(recoveredsize);
// //
// // That's it for compression!
// //
// if (mydataback != mydata) throw runtime_error("bug!");
//
// //
// // Next we are going to test out intersection...
// //
// vector<uint32_t> mydata2(N);
// for (uint32_t i = 0; i < N; ++i) mydata2[i] = 6 * i;
// intersectionfunction inter = IntersectionFactory::getFromName("simd");// using SIMD intersection
// //
// // we are going to intersect mydata and mydata2 and write back
// the result to mydata2
//
// size_t intersize = inter(mydata2.data(), mydata2.size(), mydata.data(), mydata.size(), mydata2.data());
// mydata2.resize(intersize);
// mydata2.shrink_to_fit();
// cout << "Intersection size: " << mydata2.size() << " integers. " << endl;
// return mydata2.size();
}
size_t decode_native(
const uint32_t* compressed_data,
const size_t compressed_size,
uint32_t* uncompressed,
const size_t uncompressed_capacity) {
size_t num_ints = uncompressed_capacity;
codec -> decodeArray(compressed_data, compressed_size, uncompressed, num_ints);
return num_ints;
}
}