Collect-analytics-fast-run #12354
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Collect-analytics-fast-run | |
| on: | |
| schedule: | |
| - cron: "*/15 * * * *" # Every 15 min | |
| workflow_dispatch: | |
| inputs: | |
| commit_sha: | |
| type: string | |
| default: "" | |
| defaults: | |
| run: | |
| shell: bash | |
| jobs: | |
| main: | |
| name: Checkout and setup | |
| runs-on: [ self-hosted, auto-provisioned, build-preset-analytic-node] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ inputs.commit_sha }} | |
| - name: Setup ydb access | |
| uses: ./.github/actions/setup_ci_ydb_service_account_key_file_credentials | |
| with: | |
| ci_ydb_service_account_key_file_credentials: ${{ secrets.CI_YDB_SERVICE_ACCOUNT_KEY_FILE_CREDENTIALS }} | |
| - name: Install dependencies | |
| run: | | |
| python3 -m pip install ydb ydb[yc] codeowners pandas | |
| - name: Upload new test history to fast table | |
| continue-on-error: true | |
| run: python3 .github/scripts/analytics/test_history_fast.py | |
| - name: Upload olap perfomance data mart | |
| continue-on-error: true | |
| run: python3 .github/scripts/analytics/data_mart_executor.py --query_path .github/scripts/analytics/data_mart_queries/perfomance_olap_mart.sql --table_path perfomance/olap/fast_results --store_type column --partition_keys Run_start_timestamp --primary_keys Run_start_timestamp Db Suite Test Branch --ttl_min 43200 --ttl_key Run_start_timestamp | |
| - name: Upload test monitor data mart | |
| continue-on-error: true | |
| run: python3 .github/scripts/analytics/data_mart_executor.py --query_path .github/scripts/analytics/data_mart_queries/test_monitor_mart.sql --table_path test_results/analytics/test_monitor_mart --store_type column --partition_keys date_window branch build_type owner_team suite_folder --primary_keys date_window owner_team branch build_type suite_folder full_name --ttl_min 43200 --ttl_key date_window | |
| - name: Upload muted test data mart | |
| continue-on-error: true | |
| run: python3 .github/scripts/analytics/data_mart_executor.py --query_path .github/scripts/analytics/data_mart_queries/test_history_mart.sql --table_path test_results/analytics/test_history_mart --store_type column --partition_keys run_timestamp job_id build_type branch --primary_keys run_timestamp full_name job_id job_name branch build_type test_id --ttl_min 20160 --ttl_key run_timestamp | |