Fix storage uploads: use preferred chunk size #5563
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: NucliaDB Dataset (py) | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }} | |
| cancel-in-progress: true | |
| jobs: | |
| pre-checks: | |
| strategy: | |
| matrix: | |
| python-version: ["3.8", "3.9", "3.10", "3.11"] | |
| uses: ./.github/workflows/_component_prechecks.yml | |
| with: | |
| python_version: "${{ matrix.python-version }}" | |
| component: "nucliadb_dataset" | |
| # Job to run tests | |
| tests: | |
| name: NucliaDBDatasetTests | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ["3.11"] | |
| steps: | |
| - name: Checkout the repository | |
| uses: actions/checkout@v3 | |
| - name: Setup Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| cache: "pip" | |
| - name: Install the package | |
| run: make -C nucliadb_dataset/ install-dev | |
| - uses: dorny/paths-filter@v2 | |
| id: filter | |
| with: | |
| filters: | | |
| nucliadb_node_modified: | |
| - 'nucliadb_core/**' | |
| - 'nucliadb_node/src/**' | |
| - 'nucliadb_paragraphs/**' | |
| - 'nucliadb_procs/**' | |
| - 'nucliadb_relations/**' | |
| - 'nucliadb_relations2/**' | |
| - 'nucliadb_telemetry/**' | |
| - 'nucliadb_texts/**' | |
| - 'nucliadb_texts2/**' | |
| - 'nucliadb_vectors/**' | |
| nucliadb_modified: | |
| - 'nucliadb/**' | |
| - name: Build Nucliadb docker image (with compiled node bindings) for testing | |
| if: steps.filter.outputs.nucliadb_node_modified == 'true' | |
| run: | | |
| docker build -t nuclia/nucliadb:latest -f Dockerfile.withbinding --build-arg RUST_BUILD_PROFILE=dev . | |
| - name: Build Nucliadb docker image (without bindings) for testing | |
| if: ${{ steps.filter.outputs.nucliadb_node_modified != 'true' && steps.filter.outputs.nucliadb_modified == 'true' }} | |
| run: | | |
| docker build -t nuclia/nucliadb:latest -f Dockerfile . | |
| - name: Run tests | |
| run: make -C nucliadb_dataset/ test | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@v3 | |
| with: | |
| file: ./coverage.xml | |
| flags: sdk |