mirror of
https://github.com/lancedb/lancedb.git
synced 2025-12-26 22:59:57 +00:00
8bb983bc3d
I know there's a larger effort to have the python client based on the core rust implementation, but in the meantime there have been several issues (#1072 and #485) with some of the azure blob storage calls due to pyarrow not natively supporting an azure backend. To this end, I've added an optional import of the fsspec implementation of azure blob storage [`adlfs`](https://pypi.org/project/adlfs/) and passed it to `pyarrow.fs`. I've modified the existing test and manually verified it with some real credentials to make sure it behaves as expected. It should be now as simple as: ```python import lancedb db = lancedb.connect("az://blob_name/path") table = db.open_table("test") table.search(...) ``` Thank you for this cool project and we're excited to start using this for real shortly! 🎉 And thanks to @dwhitena for bringing it to my attention with his prediction guard posts. Co-authored-by: christiandilorenzo <christian.dilorenzo@infiniaml.com>
104 lines
2.3 KiB
TOML
104 lines
2.3 KiB
TOML
[project]
|
|
name = "lancedb"
|
|
version = "0.6.3"
|
|
dependencies = [
|
|
"deprecation",
|
|
"pylance==0.10.3",
|
|
"ratelimiter~=1.0",
|
|
"retry>=0.9.2",
|
|
"tqdm>=4.27.0",
|
|
"pydantic>=1.10",
|
|
"attrs>=21.3.0",
|
|
"semver>=3.0",
|
|
"cachetools",
|
|
"overrides>=0.7",
|
|
]
|
|
description = "lancedb"
|
|
authors = [{ name = "LanceDB Devs", email = "dev@lancedb.com" }]
|
|
license = { file = "LICENSE" }
|
|
readme = "README.md"
|
|
requires-python = ">=3.8"
|
|
keywords = [
|
|
"data-format",
|
|
"data-science",
|
|
"machine-learning",
|
|
"arrow",
|
|
"data-analytics",
|
|
]
|
|
classifiers = [
|
|
"Development Status :: 3 - Alpha",
|
|
"Environment :: Console",
|
|
"Intended Audience :: Science/Research",
|
|
"License :: OSI Approved :: Apache Software License",
|
|
"Operating System :: OS Independent",
|
|
"Programming Language :: Python",
|
|
"Programming Language :: Python :: 3",
|
|
"Programming Language :: Python :: 3 :: Only",
|
|
"Programming Language :: Python :: 3.8",
|
|
"Programming Language :: Python :: 3.9",
|
|
"Programming Language :: Python :: 3.10",
|
|
"Programming Language :: Python :: 3.11",
|
|
"Topic :: Scientific/Engineering",
|
|
]
|
|
|
|
[project.urls]
|
|
repository = "https://github.com/lancedb/lancedb"
|
|
|
|
[project.optional-dependencies]
|
|
tests = [
|
|
"aiohttp",
|
|
"pandas>=1.4",
|
|
"pytest",
|
|
"pytest-mock",
|
|
"pytest-asyncio",
|
|
"duckdb",
|
|
"pytz",
|
|
"polars>=0.19",
|
|
]
|
|
dev = ["ruff", "pre-commit"]
|
|
docs = [
|
|
"mkdocs",
|
|
"mkdocs-jupyter",
|
|
"mkdocs-material",
|
|
"mkdocstrings[python]",
|
|
"mkdocs-ultralytics-plugin==0.0.44",
|
|
]
|
|
clip = ["torch", "pillow", "open-clip"]
|
|
embeddings = [
|
|
"openai>=1.6.1",
|
|
"sentence-transformers",
|
|
"torch",
|
|
"pillow",
|
|
"open-clip-torch",
|
|
"cohere",
|
|
"huggingface_hub",
|
|
"InstructorEmbedding",
|
|
"google.generativeai",
|
|
"boto3>=1.28.57",
|
|
"awscli>=1.29.57",
|
|
"botocore>=1.31.57",
|
|
]
|
|
azure = [
|
|
"adlfs>=2024.2.0"
|
|
]
|
|
|
|
[tool.maturin]
|
|
python-source = "python"
|
|
module-name = "lancedb._lancedb"
|
|
|
|
[build-system]
|
|
requires = ["maturin>=1.4"]
|
|
build-backend = "maturin"
|
|
|
|
|
|
[tool.ruff.lint]
|
|
select = ["F", "E", "W", "I", "G", "TCH", "PERF"]
|
|
|
|
[tool.pytest.ini_options]
|
|
addopts = "--strict-markers --ignore-glob=lancedb/embeddings/*.py"
|
|
|
|
markers = [
|
|
"slow: marks tests as slow (deselect with '-m \"not slow\"')",
|
|
"asyncio",
|
|
]
|