Added doc on troubleshooting #2714
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: dest | lancedb | |
on: | |
pull_request_target: | |
branches: | |
- master | |
- devel | |
types: | |
- opened | |
- synchronize | |
- labeled | |
workflow_dispatch: | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
cancel-in-progress: true | |
env: | |
DLT_SECRETS_TOML: ${{ secrets.DLT_SECRETS_TOML }} | |
# RUNTIME__SENTRY_DSN: https://6f6f7b6f8e0f458a89be4187603b55fe@o1061158.ingest.sentry.io/4504819859914752 | |
RUNTIME__LOG_LEVEL: ERROR | |
RUNTIME__DLTHUB_TELEMETRY_ENDPOINT: ${{ secrets.RUNTIME__DLTHUB_TELEMETRY_ENDPOINT }} | |
ACTIVE_DESTINATIONS: "[\"lancedb\"]" | |
ALL_FILESYSTEM_DRIVERS: "[\"memory\"]" | |
jobs: | |
authorize: | |
# run when label is assigned OR when we are not a fork | |
if: ${{ github.event.label.name == 'ci from fork' || (github.event.pull_request.head.repo.full_name == github.repository && (github.event.action == 'opened' || github.event.action == 'synchronize'))}} | |
runs-on: ubuntu-latest | |
steps: | |
- run: true | |
get_docs_changes: | |
name: docs changes | |
needs: authorize | |
uses: ./.github/workflows/get_docs_changes.yml | |
run_loader: | |
name: dest | lancedb tests | |
needs: get_docs_changes | |
if: needs.get_docs_changes.outputs.changes_outside_docs == 'true' | |
defaults: | |
run: | |
shell: bash | |
runs-on: "ubuntu-latest" | |
steps: | |
- name: Check out | |
uses: actions/checkout@master | |
with: | |
ref: ${{ github.event.pull_request.head.sha || github.ref }} | |
- name: Setup Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: "3.11.x" | |
- name: Install Poetry | |
uses: snok/install-poetry@v1.3.2 | |
with: | |
virtualenvs-create: true | |
virtualenvs-in-project: true | |
installer-parallel: true | |
version: 1.8.5 | |
- name: Load cached venv | |
id: cached-poetry-dependencies | |
uses: actions/cache@v3 | |
with: | |
path: .venv | |
key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}-gcp | |
- name: create secrets.toml | |
run: pwd && echo "$DLT_SECRETS_TOML" > tests/.dlt/secrets.toml | |
- name: Install dependencies | |
run: poetry install --no-interaction -E lancedb -E parquet --with sentry-sdk --with pipeline | |
- name: Install embedding provider dependencies | |
run: poetry run pip install openai | |
- run: | | |
poetry run pytest tests/load --ignore tests/load/sources -m "essential" | |
name: Run essential tests Linux | |
if: ${{ ! (contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule')}} | |
- run: | | |
poetry run pytest tests/load --ignore tests/load/sources | |
name: Run all tests Linux | |
if: ${{ contains(github.event.pull_request.labels.*.name, 'ci full') || github.event_name == 'schedule'}} |