mirror of
https://github.com/lancedb/lancedb.git
synced 2025-12-27 07:09:57 +00:00
0554db03b3
# WARNING: specifying engine is NOT a publicly supported feature in
lancedb yet. THE API WILL CHANGE.
This PR exposes dynamodb based commit to `vectordb` and JS SDK (will do
python in another PR since it's on a different release track)
This PR also added aws integration test using `localstack`
## What?
This PR adds uri parameters to DB connection string. User may specify
`engine` in the connection string to let LanceDB know that the user
wants to use an external store when reading and writing a table. User
may also pass any parameters required by the commitStore in the
connection string, these parameters will be propagated to lance.
e.g.
```
vectordb.connect("s3://my-db-bucket?engine=ddb&ddbTableName=my-commit-table")
```
will automatically convert table path to
```
s3+ddb://my-db-bucket/my_table.lance?&ddbTableName=my-commit-table
```
16 lines
398 B
YAML
16 lines
398 B
YAML
version: "3.9"
|
|
services:
|
|
localstack:
|
|
image: localstack/localstack:0.14
|
|
ports:
|
|
- 4566:4566
|
|
environment:
|
|
- SERVICES=s3,dynamodb
|
|
- DEBUG=1
|
|
- LS_LOG=trace
|
|
- DOCKER_HOST=unix:///var/run/docker.sock
|
|
- AWS_ACCESS_KEY_ID=ACCESSKEY
|
|
- AWS_SECRET_ACCESS_KEY=SECRETKEY
|
|
healthcheck:
|
|
test: [ "CMD", "curl", "-f", "http://localhost:4566/health" ]
|