Topic workload SLO #1032
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: SLO | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| branches: | |
| - main | |
| workflow_dispatch: | |
| inputs: | |
| github_pull_request_number: | |
| required: true | |
| slo_workload_duration_seconds: | |
| default: '600' | |
| required: false | |
| slo_workload_read_max_rps: | |
| default: '1000' | |
| required: false | |
| slo_workload_write_max_rps: | |
| default: '100' | |
| required: false | |
| jobs: | |
| ydb-slo-action: | |
| if: (!contains(github.event.pull_request.labels.*.name, 'no slo')) | |
| name: Run YDB SLO Tests | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| include: | |
| - prefix: table | |
| workload: sync-table | |
| create-args: grpc://localhost:2135 /Root/testdb | |
| run-args: | | |
| grpc://localhost:2135 /Root/testdb \ | |
| --prom-pgw localhost:9091 \ | |
| --report-period 250 \ | |
| --time ${{inputs.slo_workload_duration_seconds || 600}} \ | |
| --read-rps ${{inputs.slo_workload_read_max_rps || 1000}} \ | |
| --write-rps ${{inputs.slo_workload_write_max_rps || 100}} \ | |
| --read-timeout 1000 \ | |
| --write-timeout 1000 | |
| cleanup-args: grpc://localhost:2135 /Root/testdb | |
| - prefix: table | |
| workload: sync-query | |
| create-args: grpc://localhost:2135 /Root/testdb | |
| run-args: | | |
| grpc://localhost:2135 /Root/testdb \ | |
| --prom-pgw localhost:9091 \ | |
| --report-period 250 \ | |
| --time ${{inputs.slo_workload_duration_seconds || 600}} \ | |
| --read-rps ${{inputs.slo_workload_read_max_rps || 1000}} \ | |
| --write-rps ${{inputs.slo_workload_write_max_rps || 100}} \ | |
| --read-timeout 1000 \ | |
| --write-timeout 1000 | |
| cleanup-args: grpc://localhost:2135 /Root/testdb | |
| - prefix: topic | |
| workload: topic-basic | |
| create-args: | | |
| grpc://localhost:2135 /Root/testdb \ | |
| --path /Root/testdb/slo_topic \ | |
| --partitions-count 10 | |
| run-args: | | |
| grpc://localhost:2135 /Root/testdb \ | |
| --path /Root/testdb/slo_topic \ | |
| --prom-pgw localhost:9091 \ | |
| --partitions-count 10 \ | |
| --read-threads 10 \ | |
| --write-threads 10 \ | |
| --report-period 250 \ | |
| --time ${{inputs.slo_workload_duration_seconds || 600}} \ | |
| --read-rps ${{inputs.slo_workload_read_max_rps || 100}} \ | |
| --write-rps ${{inputs.slo_workload_write_max_rps || 100}} \ | |
| --read-timeout 5000 \ | |
| --write-timeout 5000 | |
| cleanup-args: grpc://localhost:2135 /Root/testdb --path /Root/testdb/slo_topic | |
| concurrency: | |
| group: slo-${{ github.ref }}-${{ matrix.workload }} | |
| cancel-in-progress: true | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Install Python3 | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.8' | |
| cache: 'pip' | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --no-cache-dir --upgrade pip | |
| python -m pip install --no-cache-dir -e . | |
| python -m pip install --no-cache-dir -r tests/slo/requirements.txt | |
| - name: Initialize YDB SLO | |
| uses: ydb-platform/ydb-slo-action/init@main | |
| with: | |
| github_pull_request_number: ${{ github.event.inputs.github_pull_request_number }} | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| workload_name: ${{ matrix.workload }} | |
| ydb_database_node_count: 5 | |
| - name: Prepare SLO Database | |
| run: | | |
| python ./tests/slo/src ${{ matrix.prefix }}-create ${{ matrix.create-args }} | |
| - name: Run SLO Tests | |
| env: | |
| REF: '${{ github.head_ref || github.ref }}' | |
| WORKLOAD: '${{ matrix.workload }}' | |
| run: | | |
| python ./tests/slo/src ${{ matrix.prefix }}-run ${{ matrix.run-args }} | |
| - if: always() | |
| name: Cleanup SLO Database | |
| run: | | |
| python ./tests/slo/src ${{ matrix.prefix }}-cleanup ${{ matrix.cleanup-args }} | |
| - if: always() | |
| name: Store ydb chaos testing logs | |
| run: | | |
| docker logs ydb-chaos > chaos-ydb.log | |
| - if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.workload }}-chaos-ydb.log | |
| path: ./chaos-ydb.log | |
| retention-days: 1 |