lancedb/.github/workflows/release.yml

name: Prepare Release

# Based on https://github.com/dherman/neon-prebuild-example/blob/eaa4d33d682e5eb7abbc3da7aed153a1b1acb1b3/.github/workflows/publish.yml

on:
  push:
    tags:
      - v*

jobs:
  draft-release:
    runs-on: ubuntu-latest
    steps:
      - uses: softprops/action-gh-release@v1
        with:
          draft: true
          prerelease: true # hardcoded on for now
          generate_release_notes: true
  
  rust:
    runs-on: ubuntu-latest
    needs: draft-release
    defaults:
      run:
        shell: bash
        working-directory: rust/vectordb
    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          lfs: true
      - name: Install dependencies
        run: |
          sudo apt update
          sudo apt install -y protobuf-compiler libssl-dev
      - name: Package Rust
        run: cargo package --all-features
      - uses: softprops/action-gh-release@v1
        with:
          draft: true
          files: target/vectordb-*.crate
    
  python:
    runs-on: ubuntu-latest
    needs: draft-release
    defaults:
      run:
        shell: bash
        working-directory: python
    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          lfs: true
      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: "3.10"
      - name: Build wheel
        run: |
          pip install wheel
          python setup.py sdist bdist_wheel
      - uses: softprops/action-gh-release@v1
        with:
          draft: true
          files: |
            python/dist/lancedb-*.tar.gz 
            python/dist/lancedb-*.whl

  node:
    runs-on: ubuntu-latest
    needs: draft-release
    defaults:
      run:
        shell: bash
        working-directory: node
    steps:
      - name: Checkout
        uses: actions/checkout@v2
      - uses: actions/setup-node@v3
        with:
          node-version: 20
          cache: 'npm'
          cache-dependency-path: node/package-lock.json
      - name: Install dependencies
        run: |
          sudo apt update
          sudo apt install -y protobuf-compiler libssl-dev
      - name: Build
        run: |
          npm ci
          npm run tsc
          npm pack
      - uses: softprops/action-gh-release@v1
        with:
          draft: true
          files: node/vectordb-*.tgz

  node-macos:
    runs-on: macos-12
    needs: draft-release
    strategy:
      fail-fast: false
      matrix:
        target: [x86_64-apple-darwin, aarch64-apple-darwin]
    steps:
    - name: Checkout
      uses: actions/checkout@v2
    - name: Install system dependencies
      run: brew install protobuf
    - name: Install npm dependencies
      run: |
        cd node
        npm ci
    - name: Build MacOS native node modules
      run: bash ci/build_macos_artifacts.sh ${{ matrix.target }}
    - uses: softprops/action-gh-release@v1
      with:
        draft: true
        files: node/dist/vectordb-darwin*.tgz

  node-linux:
    name: node-linux (${{ matrix.arch}}-unknown-linux-${{ matrix.libc }})
    runs-on: ubuntu-latest
    needs: draft-release
    strategy:
      fail-fast: false
      matrix:
        libc:
          - gnu
          - musl
        arch:
          - x86_64
          - aarch64
    steps:
    - name: Checkout
      uses: actions/checkout@v2
    - name: Build Linux GNU native node modules
      if: ${{ matrix.libc == 'gnu' }}
      run: |
        docker run \
          -v $(pwd):/io -w /io \
          quay.io/pypa/manylinux2014_${{ matrix.arch }} \
          bash ci/build_linux_artifacts.sh ${{ matrix.arch }}-unknown-linux-gnu
    - name: Build musl Linux native node modules
      if: ${{ matrix.libc == 'musl' }}
      run: |
        docker run \
          -v $(pwd):/io -w /io \
          quay.io/pypa/musllinux_1_1_${{ matrix.arch }} \
          bash ci/build_linux_artifacts.sh ${{ matrix.arch }}-unknown-linux-musl
    - uses: softprops/action-gh-release@v1
      with:
        draft: true
        files: node/dist/vectordb-linux*.tgz

  release:
    needs: [python, node, node-macos, node-linux, rust]
    runs-on: ubuntu-latest
    steps:
      - uses: actions/download-artifact@v3
      - name: Publish to PyPI
        env:
          TWINE_USERNAME: __token__
          TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
        run: |
          python -m twine upload --non-interactive \
            --skip-existing \
            --repository testpypi python/dist/*
      - name: Publish to NPM
        run: |
          for filename in node/dist/*.tgz; do
            npm publish --dry-run $filename
          done
      - name: Publish to crates.io
        env:
          CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }}
        run: |
          cargo publish --dry-run --no-verify rust/target/vectordb-*.crate
      # - uses: softprops/action-gh-release@v1
      #   with:
      #     draft: false