mirror of
https://github.com/lancedb/lancedb.git
synced 2025-12-22 21:09:58 +00:00
ed640a76d9
These operations have existed in lance for a long while and many users need to drop down to lance for this capability. This PR adds the API and implements it using filters (e.g. `_rowid IN (...)`) so that in doesn't currently add any load to `BaseTable`. I'm not sure that is sustainable as base table implementations may want to specialize how they handle this method. However, I figure it is a good starting point. In addition, unlike Lance, this API does not currently guarantee anything about the order of the take results. This is necessary for the fallback filter approach to work (SQL filters cannot guarantee result order)
61 lines
1.6 KiB
YAML
61 lines
1.6 KiB
YAML
name: Documentation Code Testing
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
paths:
|
|
- docs/**
|
|
- .github/workflows/docs_test.yml
|
|
pull_request:
|
|
paths:
|
|
- docs/**
|
|
- .github/workflows/docs_test.yml
|
|
|
|
# Allows you to run this workflow manually from the Actions tab
|
|
workflow_dispatch:
|
|
|
|
env:
|
|
# Disable full debug symbol generation to speed up CI build and keep memory down
|
|
# "1" means line tables only, which is useful for panic tracebacks.
|
|
RUSTFLAGS: "-C debuginfo=1 -C target-cpu=haswell -C target-feature=+f16c,+avx2,+fma"
|
|
RUST_BACKTRACE: "1"
|
|
|
|
jobs:
|
|
test-python:
|
|
name: Test doc python code
|
|
runs-on: ubuntu-24.04
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
- name: Print CPU capabilities
|
|
run: cat /proc/cpuinfo
|
|
- name: Install protobuf
|
|
run: |
|
|
sudo apt update
|
|
sudo apt install -y protobuf-compiler
|
|
- name: Install dependecies needed for ubuntu
|
|
run: |
|
|
sudo apt install -y libssl-dev
|
|
rustup update && rustup default
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: 3.11
|
|
cache: "pip"
|
|
cache-dependency-path: "docs/test/requirements.txt"
|
|
- name: Rust cache
|
|
uses: swatinem/rust-cache@v2
|
|
- name: Build Python
|
|
working-directory: docs/test
|
|
run:
|
|
python -m pip install --extra-index-url https://pypi.fury.io/lancedb/ -r requirements.txt
|
|
- name: Create test files
|
|
run: |
|
|
cd docs/test
|
|
python md_testing.py
|
|
- name: Test
|
|
run: |
|
|
cd docs/test/python
|
|
for d in *; do cd "$d"; echo "$d".py; python "$d".py; cd ..; done
|