diff --git a/Cargo.toml b/Cargo.toml index 52bedc5ea..1779bfd74 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -26,7 +26,7 @@ lance-namespace-impls = { "version" = "=13.0.0-beta.12", default-features = fals lance-table = { "version" = "=13.0.0-beta.12", "tag" = "v13.0.0-beta.12", "git" = "https://github.com/lance-format/lance.git" } lance-testing = { "version" = "=13.0.0-beta.12", "tag" = "v13.0.0-beta.12", "git" = "https://github.com/lance-format/lance.git" } lance-datafusion = { "version" = "=13.0.0-beta.12", "tag" = "v13.0.0-beta.12", "git" = "https://github.com/lance-format/lance.git" } -lance-encoding = { "version" = "=13.0.0-beta.12", "tag" = "v13.0.0-beta.12", "git" = "https://github.com/lance-format/lance.git" } +lance-encoding = { path = "vendor/lance-encoding", version = "=13.0.0-beta.12" } lance-arrow = { "version" = "=13.0.0-beta.12", "tag" = "v13.0.0-beta.12", "git" = "https://github.com/lance-format/lance.git" } lancedb = { path = "rust/lancedb", default-features = false } ahash = "0.8" diff --git a/python/Cargo.toml b/python/Cargo.toml index ef5a5e0f2..2361368e0 100644 --- a/python/Cargo.toml +++ b/python/Cargo.toml @@ -20,9 +20,9 @@ arrow = { workspace = true, features = ["pyarrow"] } async-trait.workspace = true bytes.workspace = true lancedb.workspace = true -# Maturin includes direct path dependencies in source distributions. The -# workspace patch also applies to transitive Lance writer dependencies. -lance-encoding = { path = "../vendor/lance-encoding", version = "=13.0.0-beta.12" } +# Maturin includes this inherited local path dependency in source distributions. +# The workspace patch also applies to transitive Lance writer dependencies. +lance-encoding.workspace = true datafusion-common.workspace = true lance-core.workspace = true lance-namespace.workspace = true diff --git a/vendor/lance-encoding/PATCH.md b/vendor/lance-encoding/PATCH.md index 44a0ca0e0..5b5671b18 100644 --- a/vendor/lance-encoding/PATCH.md +++ b/vendor/lance-encoding/PATCH.md @@ -3,9 +3,13 @@ This is `rust/lance-encoding` from with the crate's build protos copied into `protos/`. Its manifest uses explicit dependencies so it can be built outside the Lance workspace. -The only source change is in `src/compression.rs`: skip out-of-line bitpacking -when the selected width is the full width of the values. That encoder requires -positive bit savings for a partial 1024-value chunk and panics in debug builds +The Rust sources retain the original Lance Authors attribution alongside the +LanceDB Authors header required by this repository's license check for the +vendored copy. + +The only behavioral source change is in `src/compression.rs`: skip out-of-line +bitpacking when the selected width is the full width of the values. That encoder +requires positive bit savings for a partial 1024-value chunk and panics in debug builds for signed dictionaries containing negative integers. Remove this patch and the root Cargo patch entry once Lance releases the guard. diff --git a/vendor/lance-encoding/build.rs b/vendor/lance-encoding/build.rs index 92fe03589..6c6bc952f 100644 --- a/vendor/lance-encoding/build.rs +++ b/vendor/lance-encoding/build.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::io::Result; diff --git a/vendor/lance-encoding/src/array_encoding.rs b/vendor/lance-encoding/src/array_encoding.rs index a76c6a186..6d5b76f5b 100644 --- a/vendor/lance-encoding/src/array_encoding.rs +++ b/vendor/lance-encoding/src/array_encoding.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Encoding and decoding mechanisms described by [`crate::format::pb::ArrayEncoding`]. diff --git a/vendor/lance-encoding/src/array_encoding/logical.rs b/vendor/lance-encoding/src/array_encoding/logical.rs index bdc981b2c..aa49f4dd2 100644 --- a/vendor/lance-encoding/src/array_encoding/logical.rs +++ b/vendor/lance-encoding/src/array_encoding/logical.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors pub mod binary; diff --git a/vendor/lance-encoding/src/array_encoding/logical/binary.rs b/vendor/lance-encoding/src/array_encoding/logical/binary.rs index 4a4ea45a5..ac59e5f7b 100644 --- a/vendor/lance-encoding/src/array_encoding/logical/binary.rs +++ b/vendor/lance-encoding/src/array_encoding/logical/binary.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::sync::Arc; diff --git a/vendor/lance-encoding/src/array_encoding/logical/blob.rs b/vendor/lance-encoding/src/array_encoding/logical/blob.rs index 6789125ac..2429e78f8 100644 --- a/vendor/lance-encoding/src/array_encoding/logical/blob.rs +++ b/vendor/lance-encoding/src/array_encoding/logical/blob.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{collections::VecDeque, sync::Arc, vec}; diff --git a/vendor/lance-encoding/src/array_encoding/logical/list.rs b/vendor/lance-encoding/src/array_encoding/logical/list.rs index 453e0c744..5e2cba0f3 100644 --- a/vendor/lance-encoding/src/array_encoding/logical/list.rs +++ b/vendor/lance-encoding/src/array_encoding/logical/list.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{ diff --git a/vendor/lance-encoding/src/array_encoding/logical/primitive.rs b/vendor/lance-encoding/src/array_encoding/logical/primitive.rs index 66a6bbdca..80c727da2 100644 --- a/vendor/lance-encoding/src/array_encoding/logical/primitive.rs +++ b/vendor/lance-encoding/src/array_encoding/logical/primitive.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{fmt::Debug, ops::Range, sync::Arc, vec}; diff --git a/vendor/lance-encoding/src/array_encoding/logical/struct.rs b/vendor/lance-encoding/src/array_encoding/logical/struct.rs index 6153f1a09..783a2c81a 100644 --- a/vendor/lance-encoding/src/array_encoding/logical/struct.rs +++ b/vendor/lance-encoding/src/array_encoding/logical/struct.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{ diff --git a/vendor/lance-encoding/src/array_encoding/physical.rs b/vendor/lance-encoding/src/array_encoding/physical.rs index 66af9e806..a475af927 100644 --- a/vendor/lance-encoding/src/array_encoding/physical.rs +++ b/vendor/lance-encoding/src/array_encoding/physical.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use arrow_schema::DataType; diff --git a/vendor/lance-encoding/src/array_encoding/physical/basic.rs b/vendor/lance-encoding/src/array_encoding/physical/basic.rs index fa4c58247..e42905c2f 100644 --- a/vendor/lance-encoding/src/array_encoding/physical/basic.rs +++ b/vendor/lance-encoding/src/array_encoding/physical/basic.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::sync::Arc; diff --git a/vendor/lance-encoding/src/array_encoding/physical/binary.rs b/vendor/lance-encoding/src/array_encoding/physical/binary.rs index f614b1e2e..67126eadf 100644 --- a/vendor/lance-encoding/src/array_encoding/physical/binary.rs +++ b/vendor/lance-encoding/src/array_encoding/physical/binary.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use core::panic; diff --git a/vendor/lance-encoding/src/array_encoding/physical/bitmap.rs b/vendor/lance-encoding/src/array_encoding/physical/bitmap.rs index 2168aff24..86528c22c 100644 --- a/vendor/lance-encoding/src/array_encoding/physical/bitmap.rs +++ b/vendor/lance-encoding/src/array_encoding/physical/bitmap.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{ops::Range, sync::Arc}; diff --git a/vendor/lance-encoding/src/array_encoding/physical/bitpack.rs b/vendor/lance-encoding/src/array_encoding/physical/bitpack.rs index a76add68a..593f4d42b 100644 --- a/vendor/lance-encoding/src/array_encoding/physical/bitpack.rs +++ b/vendor/lance-encoding/src/array_encoding/physical/bitpack.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::sync::Arc; diff --git a/vendor/lance-encoding/src/array_encoding/physical/block.rs b/vendor/lance-encoding/src/array_encoding/physical/block.rs index 3bbd966e2..31e5b6c5b 100644 --- a/vendor/lance-encoding/src/array_encoding/physical/block.rs +++ b/vendor/lance-encoding/src/array_encoding/physical/block.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use arrow_schema::DataType; diff --git a/vendor/lance-encoding/src/array_encoding/physical/dictionary.rs b/vendor/lance-encoding/src/array_encoding/physical/dictionary.rs index 9d02ed782..0b575e9de 100644 --- a/vendor/lance-encoding/src/array_encoding/physical/dictionary.rs +++ b/vendor/lance-encoding/src/array_encoding/physical/dictionary.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::sync::Arc; diff --git a/vendor/lance-encoding/src/array_encoding/physical/fixed_size_binary.rs b/vendor/lance-encoding/src/array_encoding/physical/fixed_size_binary.rs index a5ed222e1..dcdbb2283 100644 --- a/vendor/lance-encoding/src/array_encoding/physical/fixed_size_binary.rs +++ b/vendor/lance-encoding/src/array_encoding/physical/fixed_size_binary.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::sync::Arc; diff --git a/vendor/lance-encoding/src/array_encoding/physical/fixed_size_list.rs b/vendor/lance-encoding/src/array_encoding/physical/fixed_size_list.rs index 49d2dbff1..18884aa25 100644 --- a/vendor/lance-encoding/src/array_encoding/physical/fixed_size_list.rs +++ b/vendor/lance-encoding/src/array_encoding/physical/fixed_size_list.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::sync::Arc; diff --git a/vendor/lance-encoding/src/array_encoding/physical/fsst.rs b/vendor/lance-encoding/src/array_encoding/physical/fsst.rs index d6e8868ef..346642106 100644 --- a/vendor/lance-encoding/src/array_encoding/physical/fsst.rs +++ b/vendor/lance-encoding/src/array_encoding/physical/fsst.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{ops::Range, sync::Arc}; diff --git a/vendor/lance-encoding/src/array_encoding/physical/packed_struct.rs b/vendor/lance-encoding/src/array_encoding/physical/packed_struct.rs index aadd440c9..c5fd2387c 100644 --- a/vendor/lance-encoding/src/array_encoding/physical/packed_struct.rs +++ b/vendor/lance-encoding/src/array_encoding/physical/packed_struct.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::sync::Arc; diff --git a/vendor/lance-encoding/src/array_encoding/physical/value.rs b/vendor/lance-encoding/src/array_encoding/physical/value.rs index 9f594a002..327d063ef 100644 --- a/vendor/lance-encoding/src/array_encoding/physical/value.rs +++ b/vendor/lance-encoding/src/array_encoding/physical/value.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use arrow_schema::DataType; diff --git a/vendor/lance-encoding/src/array_encoding/strategy.rs b/vendor/lance-encoding/src/array_encoding/strategy.rs index 20439bad7..2c99b561e 100644 --- a/vendor/lance-encoding/src/array_encoding/strategy.rs +++ b/vendor/lance-encoding/src/array_encoding/strategy.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{collections::HashMap, env, hash::RandomState, sync::Arc}; diff --git a/vendor/lance-encoding/src/buffer.rs b/vendor/lance-encoding/src/buffer.rs index 646f4f515..3a99885d4 100644 --- a/vendor/lance-encoding/src/buffer.rs +++ b/vendor/lance-encoding/src/buffer.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Utilities for byte arrays diff --git a/vendor/lance-encoding/src/compression.rs b/vendor/lance-encoding/src/compression.rs index af8a0dff7..4d4091226 100644 --- a/vendor/lance-encoding/src/compression.rs +++ b/vendor/lance-encoding/src/compression.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Compression traits and definitions for Lance 2.1 diff --git a/vendor/lance-encoding/src/compression_config.rs b/vendor/lance-encoding/src/compression_config.rs index 4aee75b21..337d92a87 100644 --- a/vendor/lance-encoding/src/compression_config.rs +++ b/vendor/lance-encoding/src/compression_config.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Configuration for compression parameters diff --git a/vendor/lance-encoding/src/constants.rs b/vendor/lance-encoding/src/constants.rs index 0bd31d676..cdea4e8c5 100644 --- a/vendor/lance-encoding/src/constants.rs +++ b/vendor/lance-encoding/src/constants.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Constants for Lance encoding metadata keys diff --git a/vendor/lance-encoding/src/data.rs b/vendor/lance-encoding/src/data.rs index 84ea0300f..74ae9123c 100644 --- a/vendor/lance-encoding/src/data.rs +++ b/vendor/lance-encoding/src/data.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Data layouts to represent encoded data in a sub-Arrow format diff --git a/vendor/lance-encoding/src/decoder.rs b/vendor/lance-encoding/src/decoder.rs index 8a4aebbd0..4dfab31ef 100644 --- a/vendor/lance-encoding/src/decoder.rs +++ b/vendor/lance-encoding/src/decoder.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Utilities and traits for scheduling & decoding data diff --git a/vendor/lance-encoding/src/encoder.rs b/vendor/lance-encoding/src/encoder.rs index ee3c7d854..db6c3af13 100644 --- a/vendor/lance-encoding/src/encoder.rs +++ b/vendor/lance-encoding/src/encoder.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! The top-level encoding module for Lance files. diff --git a/vendor/lance-encoding/src/encoder/structural.rs b/vendor/lance-encoding/src/encoder/structural.rs index 3d4e49f42..e74c422c5 100644 --- a/vendor/lance-encoding/src/encoder/structural.rs +++ b/vendor/lance-encoding/src/encoder/structural.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Version-free structural field encoder builders. diff --git a/vendor/lance-encoding/src/encodings.rs b/vendor/lance-encoding/src/encodings.rs index d3ae90286..6e6905caa 100644 --- a/vendor/lance-encoding/src/encodings.rs +++ b/vendor/lance-encoding/src/encodings.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors pub mod logical; diff --git a/vendor/lance-encoding/src/encodings/fuzz_tests.rs b/vendor/lance-encoding/src/encodings/fuzz_tests.rs index 7fb2cb123..49a0aa629 100644 --- a/vendor/lance-encoding/src/encodings/fuzz_tests.rs +++ b/vendor/lance-encoding/src/encodings/fuzz_tests.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Comprehensive fuzz testing for Lance 2.1 encoding coverage diff --git a/vendor/lance-encoding/src/encodings/logical.rs b/vendor/lance-encoding/src/encodings/logical.rs index 199f470f5..f0dab1a06 100644 --- a/vendor/lance-encoding/src/encodings/logical.rs +++ b/vendor/lance-encoding/src/encodings/logical.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors pub mod blob; diff --git a/vendor/lance-encoding/src/encodings/logical/blob.rs b/vendor/lance-encoding/src/encodings/logical/blob.rs index a5432fdc5..ff8a3750d 100644 --- a/vendor/lance-encoding/src/encodings/logical/blob.rs +++ b/vendor/lance-encoding/src/encodings/logical/blob.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{collections::HashMap, sync::Arc}; diff --git a/vendor/lance-encoding/src/encodings/logical/fixed_size_list.rs b/vendor/lance-encoding/src/encodings/logical/fixed_size_list.rs index 745139bf7..d7c8c279a 100644 --- a/vendor/lance-encoding/src/encodings/logical/fixed_size_list.rs +++ b/vendor/lance-encoding/src/encodings/logical/fixed_size_list.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Encoding support for complex FixedSizeList types (FSL with non-primitive children). diff --git a/vendor/lance-encoding/src/encodings/logical/list.rs b/vendor/lance-encoding/src/encodings/logical/list.rs index a18608ace..06b9d5707 100644 --- a/vendor/lance-encoding/src/encodings/logical/list.rs +++ b/vendor/lance-encoding/src/encodings/logical/list.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{ops::Range, sync::Arc}; diff --git a/vendor/lance-encoding/src/encodings/logical/map.rs b/vendor/lance-encoding/src/encodings/logical/map.rs index 15a00471d..2217ba112 100644 --- a/vendor/lance-encoding/src/encodings/logical/map.rs +++ b/vendor/lance-encoding/src/encodings/logical/map.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{ops::Range, sync::Arc}; diff --git a/vendor/lance-encoding/src/encodings/logical/primitive.rs b/vendor/lance-encoding/src/encodings/logical/primitive.rs index 77484be0b..1b16903ef 100644 --- a/vendor/lance-encoding/src/encodings/logical/primitive.rs +++ b/vendor/lance-encoding/src/encodings/logical/primitive.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{ diff --git a/vendor/lance-encoding/src/encodings/logical/primitive/blob.rs b/vendor/lance-encoding/src/encodings/logical/primitive/blob.rs index d9ed1b390..6c068bca5 100644 --- a/vendor/lance-encoding/src/encodings/logical/primitive/blob.rs +++ b/vendor/lance-encoding/src/encodings/logical/primitive/blob.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Routines for decoding blob data diff --git a/vendor/lance-encoding/src/encodings/logical/primitive/chunk_index.rs b/vendor/lance-encoding/src/encodings/logical/primitive/chunk_index.rs index 19fb0fdb0..71f2affe1 100644 --- a/vendor/lance-encoding/src/encodings/logical/primitive/chunk_index.rs +++ b/vendor/lance-encoding/src/encodings/logical/primitive/chunk_index.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Compact per-page chunk index for the mini-block structural encoding. diff --git a/vendor/lance-encoding/src/encodings/logical/primitive/constant.rs b/vendor/lance-encoding/src/encodings/logical/primitive/constant.rs index 3ac011ceb..14e34a394 100644 --- a/vendor/lance-encoding/src/encodings/logical/primitive/constant.rs +++ b/vendor/lance-encoding/src/encodings/logical/primitive/constant.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{any::Any, collections::VecDeque, ops::Range, sync::Arc}; diff --git a/vendor/lance-encoding/src/encodings/logical/primitive/dict.rs b/vendor/lance-encoding/src/encodings/logical/primitive/dict.rs index 19582c167..8d85b6ba2 100644 --- a/vendor/lance-encoding/src/encodings/logical/primitive/dict.rs +++ b/vendor/lance-encoding/src/encodings/logical/primitive/dict.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{collections::HashMap, sync::Arc}; diff --git a/vendor/lance-encoding/src/encodings/logical/primitive/fullzip.rs b/vendor/lance-encoding/src/encodings/logical/primitive/fullzip.rs index aaafa1887..7d442c26d 100644 --- a/vendor/lance-encoding/src/encodings/logical/primitive/fullzip.rs +++ b/vendor/lance-encoding/src/encodings/logical/primitive/fullzip.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Routines for encoding and decoding full-zip data diff --git a/vendor/lance-encoding/src/encodings/logical/primitive/layout.rs b/vendor/lance-encoding/src/encodings/logical/primitive/layout.rs index 95df12ede..495319509 100644 --- a/vendor/lance-encoding/src/encodings/logical/primitive/layout.rs +++ b/vendor/lance-encoding/src/encodings/logical/primitive/layout.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use lance_core::Result; diff --git a/vendor/lance-encoding/src/encodings/logical/primitive/miniblock.rs b/vendor/lance-encoding/src/encodings/logical/primitive/miniblock.rs index 0ee408a85..f9b16aebc 100644 --- a/vendor/lance-encoding/src/encodings/logical/primitive/miniblock.rs +++ b/vendor/lance-encoding/src/encodings/logical/primitive/miniblock.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Routines for encoding and decoding miniblock data diff --git a/vendor/lance-encoding/src/encodings/logical/primitive/sparse.rs b/vendor/lance-encoding/src/encodings/logical/primitive/sparse.rs index ec8e0b418..9178475f4 100644 --- a/vendor/lance-encoding/src/encodings/logical/primitive/sparse.rs +++ b/vendor/lance-encoding/src/encodings/logical/primitive/sparse.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use super::*; diff --git a/vendor/lance-encoding/src/encodings/logical/primitive/sparse/writer.rs b/vendor/lance-encoding/src/encodings/logical/primitive/sparse/writer.rs index 5ec1d32b5..f8eccc2f5 100644 --- a/vendor/lance-encoding/src/encodings/logical/primitive/sparse/writer.rs +++ b/vendor/lance-encoding/src/encodings/logical/primitive/sparse/writer.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Sparse structural planning and serialization. diff --git a/vendor/lance-encoding/src/encodings/logical/struct.rs b/vendor/lance-encoding/src/encodings/logical/struct.rs index 3f27ae6ea..e72ede586 100644 --- a/vendor/lance-encoding/src/encodings/logical/struct.rs +++ b/vendor/lance-encoding/src/encodings/logical/struct.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{ diff --git a/vendor/lance-encoding/src/encodings/physical.rs b/vendor/lance-encoding/src/encodings/physical.rs index 0439c0216..9a681aace 100644 --- a/vendor/lance-encoding/src/encodings/physical.rs +++ b/vendor/lance-encoding/src/encodings/physical.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors pub mod binary; diff --git a/vendor/lance-encoding/src/encodings/physical/binary.rs b/vendor/lance-encoding/src/encodings/physical/binary.rs index e07d586a4..4060d0f37 100644 --- a/vendor/lance-encoding/src/encodings/physical/binary.rs +++ b/vendor/lance-encoding/src/encodings/physical/binary.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Basic encodings for variable width data diff --git a/vendor/lance-encoding/src/encodings/physical/bitpacking.rs b/vendor/lance-encoding/src/encodings/physical/bitpacking.rs index 6c957e31e..71c41f596 100644 --- a/vendor/lance-encoding/src/encodings/physical/bitpacking.rs +++ b/vendor/lance-encoding/src/encodings/physical/bitpacking.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Bitpacking encodings diff --git a/vendor/lance-encoding/src/encodings/physical/block.rs b/vendor/lance-encoding/src/encodings/physical/block.rs index 9d97c9e72..e2b867ed7 100644 --- a/vendor/lance-encoding/src/encodings/physical/block.rs +++ b/vendor/lance-encoding/src/encodings/physical/block.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Encodings based on traditional block compression schemes diff --git a/vendor/lance-encoding/src/encodings/physical/byte_stream_split.rs b/vendor/lance-encoding/src/encodings/physical/byte_stream_split.rs index d4dbd1045..00ff3127d 100644 --- a/vendor/lance-encoding/src/encodings/physical/byte_stream_split.rs +++ b/vendor/lance-encoding/src/encodings/physical/byte_stream_split.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! # Byte Stream Split (BSS) Miniblock Format diff --git a/vendor/lance-encoding/src/encodings/physical/constant.rs b/vendor/lance-encoding/src/encodings/physical/constant.rs index dd153f789..1360e426d 100644 --- a/vendor/lance-encoding/src/encodings/physical/constant.rs +++ b/vendor/lance-encoding/src/encodings/physical/constant.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Routines for compressing and decompressing constant-encoded data diff --git a/vendor/lance-encoding/src/encodings/physical/fsst.rs b/vendor/lance-encoding/src/encodings/physical/fsst.rs index 38acd24af..1b92b7eec 100644 --- a/vendor/lance-encoding/src/encodings/physical/fsst.rs +++ b/vendor/lance-encoding/src/encodings/physical/fsst.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! FSST encoding diff --git a/vendor/lance-encoding/src/encodings/physical/general.rs b/vendor/lance-encoding/src/encodings/physical/general.rs index bea6a85cb..21f40e621 100644 --- a/vendor/lance-encoding/src/encodings/physical/general.rs +++ b/vendor/lance-encoding/src/encodings/physical/general.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use log::trace; diff --git a/vendor/lance-encoding/src/encodings/physical/packed.rs b/vendor/lance-encoding/src/encodings/physical/packed.rs index 3ae3dc4d6..f2dd5f49f 100644 --- a/vendor/lance-encoding/src/encodings/physical/packed.rs +++ b/vendor/lance-encoding/src/encodings/physical/packed.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Packed encoding diff --git a/vendor/lance-encoding/src/encodings/physical/rle.rs b/vendor/lance-encoding/src/encodings/physical/rle.rs index 8d4bb2003..df5cf263c 100644 --- a/vendor/lance-encoding/src/encodings/physical/rle.rs +++ b/vendor/lance-encoding/src/encodings/physical/rle.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! # RLE (Run-Length Encoding) diff --git a/vendor/lance-encoding/src/encodings/physical/value.rs b/vendor/lance-encoding/src/encodings/physical/value.rs index 0dafa478f..d2345c972 100644 --- a/vendor/lance-encoding/src/encodings/physical/value.rs +++ b/vendor/lance-encoding/src/encodings/physical/value.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use arrow_buffer::{BooleanBufferBuilder, bit_util}; diff --git a/vendor/lance-encoding/src/format.rs b/vendor/lance-encoding/src/format.rs index f37e69b02..ac67e064a 100644 --- a/vendor/lance-encoding/src/format.rs +++ b/vendor/lance-encoding/src/format.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors /// Protobuf definitions for encodings diff --git a/vendor/lance-encoding/src/lib.rs b/vendor/lance-encoding/src/lib.rs index 338028b79..58c50dabe 100644 --- a/vendor/lance-encoding/src/lib.rs +++ b/vendor/lance-encoding/src/lib.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{ops::Range, sync::Arc}; diff --git a/vendor/lance-encoding/src/repdef.rs b/vendor/lance-encoding/src/repdef.rs index 1c102d1e7..4a4a22cd9 100644 --- a/vendor/lance-encoding/src/repdef.rs +++ b/vendor/lance-encoding/src/repdef.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Utilities for rep-def levels diff --git a/vendor/lance-encoding/src/statistics.rs b/vendor/lance-encoding/src/statistics.rs index e312bc513..4c87a2fd6 100644 --- a/vendor/lance-encoding/src/statistics.rs +++ b/vendor/lance-encoding/src/statistics.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{ diff --git a/vendor/lance-encoding/src/testing.rs b/vendor/lance-encoding/src/testing.rs index 22f7efe8e..ce809e3e8 100644 --- a/vendor/lance-encoding/src/testing.rs +++ b/vendor/lance-encoding/src/testing.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors use std::{cmp::Ordering, collections::HashMap, ops::Range, sync::Arc}; diff --git a/vendor/lance-encoding/src/utils.rs b/vendor/lance-encoding/src/utils.rs index 4163277d2..02990943d 100644 --- a/vendor/lance-encoding/src/utils.rs +++ b/vendor/lance-encoding/src/utils.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Miscellaneous utility functions that don't have a home elsewhere. diff --git a/vendor/lance-encoding/src/utils/accumulation.rs b/vendor/lance-encoding/src/utils/accumulation.rs index f6255d12e..214e685a9 100644 --- a/vendor/lance-encoding/src/utils/accumulation.rs +++ b/vendor/lance-encoding/src/utils/accumulation.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! An accumulation queue accumulates arrays until we have enough data to flush. diff --git a/vendor/lance-encoding/src/utils/bytepack.rs b/vendor/lance-encoding/src/utils/bytepack.rs index 7c92b8f86..a6a8d4084 100644 --- a/vendor/lance-encoding/src/utils/bytepack.rs +++ b/vendor/lance-encoding/src/utils/bytepack.rs @@ -1,4 +1,5 @@ // SPDX-License-Identifier: Apache-2.0 +// SPDX-FileCopyrightText: Copyright The LanceDB Authors // SPDX-FileCopyrightText: Copyright The Lance Authors //! Utilities for byte (not bit) packing for situations where saving a few