- Notifications
You must be signed in to change notification settings - Fork715
feat: new kv table for kv store#28321
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.Learn more about bidirectional Unicode characters
| name:Playwright UI Tests | |
| on: | |
| push: | |
| branches: | |
| -"main" | |
| # paths-ignore: | |
| # - "**.md" | |
| # - "**.yml" | |
| # - "**.yaml" | |
| pull_request: | |
| branches: | |
| -"*" | |
| # paths-ignore: | |
| # - "**.md" | |
| # - "**.yml" | |
| # - "**.yaml" | |
| concurrency: | |
| group:${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress:true | |
| env: | |
| COLUMNS:150 | |
| ZO_ROOT_USER_EMAIL:root@example.com | |
| ZO_ROOT_USER_PASSWORD:Complexpass#123 | |
| ZO_BASE_URL:http://localhost:5080 | |
| WS_ZO_BASE_URL:ws://localhost:5080 | |
| ZO_BASE_URL_SC:http://localhost:5080 | |
| ZO_BASE_URL_SC_UI:http://localhost:5080 | |
| INGESTION_URL:http://localhost:5080 | |
| ORGNAME:default | |
| ZO_QUICK_MODE_NUM_FIELDS:100 | |
| ZO_QUICK_MODE_STRATEGY:first | |
| ZO_ALLOW_USER_DEFINED_SCHEMAS:true | |
| ZO_INGEST_ALLOWED_UPTO:5 | |
| ZO_FEATURE_QUERY_EXCLUDE_ALL:false | |
| ZO_USAGE_BATCH_SIZE:200 | |
| ZO_USAGE_PUBLISH_INTERVAL:2 | |
| ZO_USAGE_REPORTING_ENABLED:true | |
| ZO_MIN_AUTO_REFRESH_INTERVAL:5 | |
| ZO_STREAMING_ENABLED:true | |
| ZO_COLS_PER_RECORD_LIMIT:"80000" | |
| ZO_SMTP_ENABLED:true | |
| ZO_FORMAT_STREAM_NAME_TO_LOWERCASE:false | |
| ZO_CREATE_ORG_THROUGH_INGESTION:true | |
| ZO_UTF8_VIEW_ENABLED:false | |
| UPLOAD_TO_TESTDINO:${{ vars.UPLOAD_TO_TESTDINO || 'false' }} | |
| jobs: | |
| build_binary: | |
| name:build_binary | |
| runs-on: | |
| labels:repo-openobserve-standard-16 | |
| steps: | |
| -name:Remove unused tools | |
| run:| | |
| sudo rm -rf /usr/share/dotnet | |
| sudo rm -rf /opt/ghc | |
| sudo rm -rf "/usr/local/share/boost" | |
| sudo rm -rf "$AGENT_TOOLSDIRECTORY" | |
| -name:Clone the current repo | |
| uses:actions/checkout@v5 | |
| with: | |
| fetch-depth:0 | |
| -name:Setup Rust Toolchain | |
| uses:dtolnay/rust-toolchain@master | |
| with: | |
| toolchain:nightly-2025-11-11 | |
| targets:x86_64-unknown-linux-gnu | |
| -uses:Swatinem/rust-cache@v2 | |
| with: | |
| cache-on-failure:true | |
| prefix-key:playwright | |
| -name:Install Protoc | |
| uses:arduino/setup-protoc@v3 | |
| with: | |
| version:"21.12" | |
| -uses:actions/setup-node@v5 | |
| with: | |
| node-version:22 | |
| -name:Build frontend code | |
| env: | |
| NODE_OPTIONS:"--max-old-space-size=8192" | |
| VITE_COVERAGE:"true" | |
| COVERAGE:"true" | |
| run:cd web && npm install && npm run build | |
| -name:Build and run binary | |
| run:cargo build --release --target x86_64-unknown-linux-gnu | |
| -name:Upload artifacts | |
| uses:actions/upload-artifact@v4 | |
| with: | |
| name:release-binary | |
| path:target/x86_64-unknown-linux-gnu/release/openobserve | |
| retention-days:1 | |
| ui_integration_tests: | |
| name:e2e / ${{ matrix.testfolder }} | |
| needs:[build_binary] | |
| runs-on: | |
| labels:repo-openobserve-standard-8 | |
| # container: | |
| # image: mcr.microsoft.com/playwright:v1.50.0-jammy | |
| # options: --user root | |
| strategy: | |
| matrix: | |
| include: | |
| -testfolder:"GeneralTests" | |
| browser:"chrome" | |
| run_files: | |
| [ | |
| "sanity.spec.js", | |
| "changeOrg.spec.js", | |
| "enrichment.spec.js", | |
| "schema.spec.js", | |
| "schemaload.spec.js", | |
| "serviceAccount.spec.js", | |
| "usersOrg.spec.js", | |
| "org.spec.js", | |
| "theme-management.spec.js", | |
| "ingestion-config.spec.js", | |
| ] | |
| -testfolder:"Logs-Core" | |
| browser:"chrome" | |
| run_files: | |
| [ | |
| "join.spec.js", | |
| "logshistogram.spec.js", | |
| "logspage.spec.js", | |
| "logsquickmode.spec.js", | |
| "pagination.spec.js", | |
| "unflattened.spec.js", | |
| "logstable.spec.js", | |
| "shareLink.spec.js", | |
| ] | |
| -testfolder:"Logs-Queries" | |
| browser:"chrome" | |
| run_files: | |
| [ | |
| "logsDownloads.spec.js", | |
| "logsqueries.spec.js", | |
| "secondsPrecisionAdded.spec.js", | |
| "logsqueries.cte.spec.js", | |
| "logsqueries.matchall.spec.js", | |
| "searchpartition.spec.js", | |
| ] | |
| -testfolder:"Alerts" | |
| browser:"chrome" | |
| run_files: | |
| [ | |
| "alerts-e2e-flow.spec.js", | |
| "alerts-ui-operations.spec.js", | |
| "alerts-import.spec.js", | |
| ] | |
| -testfolder:"Dashboards-Core" | |
| browser:"chrome" | |
| run_files: | |
| [ | |
| "dashboard.spec.js", | |
| "dashboard2.spec.js", | |
| "dashboardtype.spec.js", | |
| "dashboard-folder.spec.js", | |
| "dashboard-import.spec.js", | |
| "maxquery.spec.js", | |
| ] | |
| -testfolder:"Dashboards-Settings" | |
| browser:"chrome" | |
| run_files: | |
| [ | |
| "dashboard-filter.spec.js", | |
| "dashboard-general-setting.spec.js", | |
| "dashboard-tabs-setting.spec.js", | |
| "dashboard-variables-setting.spec.js", | |
| "dashboard-transpose.spec.js", | |
| ] | |
| -testfolder:"Dashboards-Charts" | |
| browser:"chrome" | |
| run_files:[ | |
| "custom-charts.spec.js", | |
| "dashboard-geoMap.spec.js", | |
| "dashboard-maps.spec.js", | |
| "dashboard-multi-y-axis.spec.js", | |
| "dashboard-html-chart.spec.js", | |
| "visualize.spec.js", | |
| # "visualization-vrl.spec.js" | |
| ] | |
| -testfolder:"Dashboards-Streaming" | |
| browser:"chrome" | |
| run_files:["dashboard-streaming.spec.js",] | |
| -testfolder:"Pipelines" | |
| browser:"chrome" | |
| run_files:[ | |
| "pipeline-conditions.spec.js", | |
| "pipeline-conditions-validation.spec.js", | |
| "pipelines.spec.js", | |
| "pipeline-dynamic.spec.js", | |
| "pipeline-core.spec.js", | |
| # "remotepipeline.spec.js" | |
| ] | |
| -testfolder:"Reports" | |
| browser:"chrome" | |
| run_files:[ | |
| "reportsScheduleNow.spec.js", | |
| "reportsScheduleLater.spec.js" | |
| ] | |
| -testfolder:"Streams" | |
| browser:"chrome" | |
| run_files: | |
| [ | |
| "multiselect-stream.spec.js", | |
| "streamname.spec.js", | |
| "streaming.spec.js", | |
| "stream-settings.spec.js", | |
| ] | |
| -testfolder:"RegressionSet" | |
| browser:"chrome" | |
| run_files:["logs-regression.spec.js", "streams-regression.spec.js"] | |
| steps: | |
| -name:Clone the current repo | |
| uses:actions/checkout@v5 | |
| with: | |
| fetch-depth:0 | |
| -name:Download artifacts | |
| uses:actions/download-artifact@v5 | |
| with: | |
| name:release-binary | |
| path:release-binary | |
| -name:Start OpenObserve | |
| run:chmod +x ./release-binary/openobserve && ./release-binary/openobserve > o2.log 2>&1 & | |
| -name:Wait for start | |
| run:sleep 60 | |
| -name:Ensure we are getting a reply from the server | |
| run:curl http://localhost:5080/web/login | |
| -name:Create coverage json folder | |
| run:mkdir -p tests/ui-testing/.nyc_output | |
| -uses:actions/setup-node@v5 | |
| with: | |
| node-version:22 | |
| -name:Check if this is a rerun | |
| id:check_rerun | |
| env: | |
| GH_TOKEN:${{ github.token }} | |
| run:| | |
| echo "::notice::GitHub run attempt: ${{ github.run_attempt }}" | |
| if [ "${{ github.run_attempt }}" -gt "1" ]; then | |
| # This is a rerun - always try TestDino optimization | |
| echo "is_rerun=true" >> $GITHUB_OUTPUT | |
| echo "::notice::This is a rerun (attempt ${{ github.run_attempt }}). Will attempt to run only failed tests." | |
| # Additionally detect if this is "re-run all" vs "re-run failed" for better handling | |
| echo "::group::Detecting rerun type (all jobs vs failed only)" | |
| CURRENT_ATTEMPT=${{ github.run_attempt }} | |
| # Get all jobs from the run | |
| ALL_JOBS_RESPONSE=$(curl -s -H "Authorization: token $GH_TOKEN" \ | |
| -H "Accept: application/vnd.github.v3+json" \ | |
| "https://api.github.com/repos/${{ github.repository }}/actions/runs/${{ github.run_id }}/jobs?filter=all&per_page=100") | |
| # Count jobs that are NOT completed (actually running in this attempt) | |
| CURRENT_ATTEMPT_JOBS=$(echo "$ALL_JOBS_RESPONSE" | jq -r "[.jobs[] | select(.name | startswith(\"e2e /\")) | select(.run_attempt == $CURRENT_ATTEMPT) | select(.status != \"completed\")] | length") | |
| # Count total unique matrix job names (from attempt 1) | |
| TOTAL_MATRIX_JOBS=$(echo "$ALL_JOBS_RESPONSE" | jq -r "[.jobs[] | select(.name | startswith(\"e2e /\")) | select(.run_attempt == 1) | .name] | unique | length") | |
| echo "::notice::Total unique matrix job names: $TOTAL_MATRIX_JOBS" | |
| echo "::notice::Jobs running in current attempt $CURRENT_ATTEMPT: $CURRENT_ATTEMPT_JOBS" | |
| # Store rerun type for potential use | |
| if [ "$CURRENT_ATTEMPT_JOBS" -eq "$TOTAL_MATRIX_JOBS" ]; then | |
| echo "::notice::✅ DETECTED: Re-run ALL jobs (all $TOTAL_MATRIX_JOBS matrix jobs running)" | |
| echo "rerun_type=all" >> $GITHUB_OUTPUT | |
| else | |
| echo "::notice::✅ DETECTED: Re-run FAILED jobs only ($CURRENT_ATTEMPT_JOBS out of $TOTAL_MATRIX_JOBS jobs)" | |
| echo "rerun_type=failed" >> $GITHUB_OUTPUT | |
| fi | |
| echo "::endgroup::" | |
| else | |
| echo "is_rerun=false" >> $GITHUB_OUTPUT | |
| echo "rerun_type=none" >> $GITHUB_OUTPUT | |
| echo "::notice::This is the first run. Will run all tests in matrix." | |
| fi | |
| -name:Install dependencies and run ui-tests | |
| env: | |
| TESTDINO_TOKEN:${{ secrets.TESTDINO_API_TOKEN }} | |
| GH_TOKEN:${{ github.token }} | |
| run:| | |
| touch .env | |
| echo "ZO_ROOT_USER_EMAIL=${ZO_ROOT_USER_EMAIL}" >> .env | |
| echo "ZO_ROOT_USER_PASSWORD=${ZO_ROOT_USER_PASSWORD}" >> .env | |
| echo "ZO_BASE_URL=${ZO_BASE_URL}" >> .env | |
| echo "WS_ZO_BASE_URL=${WS_ZO_BASE_URL}" >> .env | |
| echo "ZO_BASE_URL_SC=${ZO_BASE_URL_SC}" >> .env | |
| echo "ZO_BASE_URL_SC_UI=${ZO_BASE_URL_SC_UI}" >> .env | |
| echo "INGESTION_URL=${INGESTION_URL}" >> .env | |
| echo "ORGNAME=${ORGNAME}" >> .env | |
| echo "ZO_SMTP_ENABLED=${ZO_SMTP_ENABLED}" >> .env | |
| mv .env tests/ui-testing | |
| cd tests/ui-testing && npm ci | |
| npx playwright install --with-deps chromium | |
| # Check if this is a rerun | |
| IS_RERUN="${{ steps.check_rerun.outputs.is_rerun }}" | |
| RERUN_TYPE="${{ steps.check_rerun.outputs.rerun_type }}" | |
| if [ "$IS_RERUN" = "true" ]; then | |
| # Check if this is "re-run all" - if so, skip TestDino and run all tests | |
| if [ "$RERUN_TYPE" = "all" ]; then | |
| echo "::notice::🔄 Re-run ALL jobs detected - skipping TestDino optimization" | |
| echo "::notice::Will run ALL tests in this shard regardless of previous failures" | |
| RERUN_MODE="normal" | |
| EXTRA_PW_FLAGS="" | |
| else | |
| # This is "re-run failed" - use TestDino optimization | |
| echo "::group::Fetching last failed tests from TestDino" | |
| # Use custom cache ID that includes run_id to distinguish separate workflow runs | |
| # Format: gh_openobserve_main_12345678 (for main) or gh_openobserve_feature-branch_12345678 (for PRs) | |
| # Sanitize branch name by replacing slashes with underscores | |
| BRANCH_NAME=$(echo "${{ github.ref_name }}" | sed 's/\//_/g') | |
| CACHE_ID="gh_openobserve_${BRANCH_NAME}_${{ github.run_id }}" | |
| echo "::notice::Using cache ID: $CACHE_ID" | |
| # Try to get last failed tests from TestDino | |
| # Use a temp file to avoid shell variable truncation for large output | |
| TEMP_OUTPUT="/tmp/testdino_output_$$.txt" | |
| if npx tdpw last-failed --cache-id "$CACHE_ID" > "$TEMP_OUTPUT" 2>&1; then | |
| # Filter out ALL lines that don't match test file pattern | |
| # Valid format: "FolderName/testfile.spec.js" or "FolderName/testfile.spec.js -g test name" | |
| # This filters out debug lines, empty lines, and anything that's not a test path | |
| LAST_FAILED_FLAGS="$(grep -E '^[A-Za-z_-]+/[a-zA-Z0-9_-]+\.spec\.js' "$TEMP_OUTPUT" | tail -1)" | |
| rm -f "$TEMP_OUTPUT" | |
| if [ -n "$LAST_FAILED_FLAGS" ] && [ "$LAST_FAILED_FLAGS" != "No failed tests found" ]; then | |
| echo "::notice::✅ Found failed tests from previous run." | |
| echo "::notice::TestDino flags: $LAST_FAILED_FLAGS" | |
| RERUN_MODE="optimized" | |
| EXTRA_PW_FLAGS="$LAST_FAILED_FLAGS" | |
| else | |
| echo "::warning::TestDino returned no failed tests. Falling back to running all tests in this matrix job." | |
| echo "::warning::This means you'll be billed for all tests. Please investigate why last-failed returned empty." | |
| RERUN_MODE="fallback" | |
| EXTRA_PW_FLAGS="" | |
| fi | |
| else | |
| echo "::error::Failed to fetch last failed tests from TestDino (exit code: $?)." | |
| echo "::warning::Falling back to running all tests in this matrix job." | |
| echo "::warning::This means you'll be billed for all tests. Please check TestDino integration." | |
| RERUN_MODE="fallback" | |
| EXTRA_PW_FLAGS="" | |
| fi | |
| echo "::endgroup::" | |
| fi | |
| else | |
| RERUN_MODE="normal" | |
| EXTRA_PW_FLAGS="" | |
| fi | |
| # Get list of files to run using join function | |
| FILE_LIST="${{ join(matrix.run_files, ' ') }}" | |
| echo "DEBUG: FILE_LIST = $FILE_LIST" | |
| echo "DEBUG: matrix.testfolder = ${{ matrix.testfolder }}" | |
| if [ -n "$FILE_LIST" ]; then | |
| # Map logical folder names to actual directories | |
| case "${{ matrix.testfolder }}" in | |
| "Logs-Core"|"Logs-Queries") | |
| ACTUAL_FOLDER="Logs" | |
| ;; | |
| "Dashboards-Core"|"Dashboards-Settings"|"Dashboards-Charts"|"Dashboards-Streaming") | |
| ACTUAL_FOLDER="Dashboards" | |
| ;; | |
| *) | |
| ACTUAL_FOLDER="${{ matrix.testfolder }}" | |
| ;; | |
| esac | |
| echo "DEBUG: ACTUAL_FOLDER = $ACTUAL_FOLDER" | |
| # Build file paths | |
| FILE_PATHS="" | |
| for file in $FILE_LIST; do | |
| FILE_PATH="./playwright-tests/$ACTUAL_FOLDER/$file" | |
| echo "DEBUG: Will run file: $FILE_PATH" | |
| FILE_PATHS="$FILE_PATHS $FILE_PATH" | |
| done | |
| # Determine what to run based on rerun mode | |
| if [ "$RERUN_MODE" = "optimized" ]; then | |
| # TestDino returns ALL failed tests from the previous run | |
| # Format examples: | |
| # Single: "SDR/test.spec.js -g test name" | |
| # Multiple: "Logs/test1.spec.js -g name1 Pipelines/test2.spec.js -g name2" | |
| echo "DEBUG: Full TestDino output (all failed tests): $EXTRA_PW_FLAGS" | |
| echo "DEBUG: Current shard folder: $ACTUAL_FOLDER" | |
| # Strategy: Extract only tests that start with "$ACTUAL_FOLDER/" | |
| # Use grep to find lines matching our shard folder | |
| SHARD_TESTS="" | |
| # Check if the TestDino output contains tests for this shard (case-insensitive) | |
| # Look for pattern: $ACTUAL_FOLDER/something.spec.js | |
| if echo "$EXTRA_PW_FLAGS" | grep -iq "$ACTUAL_FOLDER/.*\.spec\.js"; then | |
| echo "DEBUG: Found test(s) for this shard in TestDino output" | |
| # IMPORTANT: Based on observation, TestDino returns ONE test at a time | |
| # Format: "Folder/file.spec.js -g test name" | |
| # Simply check if it starts with our folder and pass it through | |
| # Extract file path (everything before -g or end of string) - case-insensitive | |
| TEST_FILE=$(echo "$EXTRA_PW_FLAGS" | grep -ioE "$ACTUAL_FOLDER/[^ ]+\.spec\.js" | head -1) | |
| if [ -n "$TEST_FILE" ]; then | |
| # Check if file actually starts with our folder (case-insensitive) | |
| if [[ "${TEST_FILE,,}" == "${ACTUAL_FOLDER,,}/"* ]]; then | |
| # Extract just the filename from the test file path | |
| TEST_FILENAME=$(basename "$TEST_FILE") | |
| # Check if this file is actually in the current shard's run_files list | |
| if echo "$FILE_LIST" | grep -qw "$TEST_FILENAME"; then | |
| # Parse out the file path and test name separately for proper quoting | |
| # Extract file path (before -g) | |
| TEST_FILE_PATH=$(echo "$EXTRA_PW_FLAGS" | sed "s/ -g.*//" | sed "s|^|./playwright-tests/|") | |
| # Check if there's a -g flag | |
| if echo "$EXTRA_PW_FLAGS" | grep -q " -g "; then | |
| # Extract test name (after -g) and strip any surrounding quotes | |
| TEST_NAME=$(echo "$EXTRA_PW_FLAGS" | sed 's/.*-g //' | sed 's/^"\(.*\)"$/\1/') | |
| echo "DEBUG: File path: $TEST_FILE_PATH" | |
| echo "DEBUG: Test name (unquoted): $TEST_NAME" | |
| echo "::notice::🎯 OPTIMIZED RERUN: Running failed test from this shard" | |
| echo "DEBUG: Final command: npx playwright test \"$TEST_FILE_PATH\" -g \"$TEST_NAME\"" | |
| # Properly quote the test name to handle spaces and special chars | |
| npx playwright test "$TEST_FILE_PATH" -g "$TEST_NAME" | |
| else | |
| # No -g flag, just run the file | |
| echo "DEBUG: File path: $TEST_FILE_PATH (no -g flag)" | |
| echo "::notice::🎯 OPTIMIZED RERUN: Running failed test file from this shard" | |
| echo "DEBUG: Final command: npx playwright test \"$TEST_FILE_PATH\"" | |
| npx playwright test "$TEST_FILE_PATH" | |
| fi | |
| else | |
| echo "::notice::⏭️ Test file '$TEST_FILENAME' not in this shard's run_files list." | |
| echo "::notice::Checking if this shard was cancelled/abruptly ended in previous attempt..." | |
| # Check the status of this matrix job in the previous attempt | |
| PREV_ATTEMPT=$((${{ github.run_attempt }} - 1)) | |
| if [ "$PREV_ATTEMPT" -ge 1 ]; then | |
| JOB_NAME="e2e / ${{ matrix.testfolder }}" | |
| API_RESPONSE=$(curl -s -H "Authorization: token $GH_TOKEN" \ | |
| -H "Accept: application/vnd.github.v3+json" \ | |
| "https://api.github.com/repos/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/$PREV_ATTEMPT/jobs" 2>/dev/null) | |
| if [ $? -eq 0 ] && [ -n "$API_RESPONSE" ]; then | |
| PREV_JOB_STATUS=$(echo "$API_RESPONSE" | jq -r ".jobs[] | select(.name == \"$JOB_NAME\") | .conclusion" 2>/dev/null) | |
| if [ "$PREV_JOB_STATUS" = "cancelled" ] || [ "$PREV_JOB_STATUS" = "null" ] || [ -z "$PREV_JOB_STATUS" ]; then | |
| echo "::warning::⚠️ Previous shard was cancelled/abruptly ended - running FULL test suite" | |
| npx playwright test $FILE_PATHS | |
| exit $? | |
| elif [ "$PREV_JOB_STATUS" = "success" ]; then | |
| echo "::notice::✅ Previous shard completed successfully - no tests to rerun" | |
| exit 0 | |
| elif [ "$PREV_JOB_STATUS" = "failure" ]; then | |
| echo "::warning::⚠️ Previous shard failed but TestDino has no failures recorded - running FULL test suite" | |
| npx playwright test $FILE_PATHS | |
| exit $? | |
| else | |
| echo "::warning::⚠️ Unknown job status - running FULL test suite for safety" | |
| npx playwright test $FILE_PATHS | |
| exit $? | |
| fi | |
| else | |
| echo "::error::Failed to fetch job status from GitHub API - running FULL test suite" | |
| npx playwright test $FILE_PATHS | |
| exit $? | |
| fi | |
| else | |
| echo "::notice::✅ This is the first run, no previous attempt to check" | |
| echo "::notice::No failed tests to rerun. Exiting successfully." | |
| exit 0 | |
| fi | |
| fi | |
| else | |
| echo "::notice::⏭️ Test file doesn't match shard folder exactly. Skipping." | |
| exit 0 | |
| fi | |
| else | |
| echo "::warning::Failed to extract test file path. Falling back to skip." | |
| exit 0 | |
| fi | |
| else | |
| echo "::notice::⏭️ OPTIMIZED RERUN: No failed tests found for '$ACTUAL_FOLDER' shard in TestDino output" | |
| echo "::notice::Checking if this shard was cancelled/abruptly ended in previous attempt..." | |
| # Check the status of this matrix job in the previous attempt | |
| # Rule: If shard was cancelled/abruptly ended → treat as failed → run full test suite | |
| PREV_ATTEMPT=$((${{ github.run_attempt }} - 1)) | |
| if [ "$PREV_ATTEMPT" -ge 1 ]; then | |
| # Job name format: "e2e / {matrix.testfolder}" | |
| JOB_NAME="e2e / ${{ matrix.testfolder }}" | |
| echo "DEBUG: Checking previous attempt #$PREV_ATTEMPT for job: $JOB_NAME" | |
| # Use GitHub REST API to get job status from specific attempt | |
| # This is guaranteed to work and provides attempt-specific data | |
| API_RESPONSE=$(curl -s -H "Authorization: token $GH_TOKEN" \ | |
| -H "Accept: application/vnd.github.v3+json" \ | |
| "https://api.github.com/repos/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/$PREV_ATTEMPT/jobs" 2>/dev/null) | |
| if [ $? -eq 0 ] && [ -n "$API_RESPONSE" ]; then | |
| # Successfully got API response, parse it | |
| PREV_JOB_STATUS=$(echo "$API_RESPONSE" | jq -r ".jobs[] | select(.name == \"$JOB_NAME\") | .conclusion" 2>/dev/null) | |
| echo "DEBUG: Previous job status: $PREV_JOB_STATUS" | |
| if [ "$PREV_JOB_STATUS" = "cancelled" ] || [ "$PREV_JOB_STATUS" = "null" ] || [ -z "$PREV_JOB_STATUS" ]; then | |
| echo "::warning::⚠️ Previous shard was cancelled/abruptly ended (status: ${PREV_JOB_STATUS:-not found})" | |
| echo "::warning::Treating as FAILED - running FULL test suite for this shard" | |
| echo "DEBUG: Running all matrix tests: npx playwright test $FILE_PATHS" | |
| npx playwright test $FILE_PATHS | |
| exit $? | |
| elif [ "$PREV_JOB_STATUS" = "success" ]; then | |
| echo "::notice::✅ Previous shard completed successfully - all tests passed" | |
| echo "::notice::No failed tests to rerun. Exiting successfully." | |
| exit 0 | |
| elif [ "$PREV_JOB_STATUS" = "failure" ]; then | |
| echo "::warning::⚠️ Previous shard failed but TestDino has no failures recorded" | |
| echo "::warning::This shouldn't happen - running FULL test suite for safety" | |
| echo "DEBUG: Running all matrix tests: npx playwright test $FILE_PATHS" | |
| npx playwright test $FILE_PATHS | |
| exit $? | |
| else | |
| echo "::warning::⚠️ Unknown job status: $PREV_JOB_STATUS" | |
| echo "::warning::Running FULL test suite for safety" | |
| echo "DEBUG: Running all matrix tests: npx playwright test $FILE_PATHS" | |
| npx playwright test $FILE_PATHS | |
| exit $? | |
| fi | |
| else | |
| echo "::error::Failed to fetch job status from GitHub API" | |
| echo "::warning::Falling back to running FULL test suite for safety" | |
| echo "DEBUG: Running all matrix tests: npx playwright test $FILE_PATHS" | |
| npx playwright test $FILE_PATHS | |
| exit $? | |
| fi | |
| else | |
| echo "::notice::✅ This is the first run, no previous attempt to check" | |
| echo "::notice::No failed tests to rerun. Exiting successfully." | |
| exit 0 | |
| fi | |
| fi | |
| else | |
| # Normal run or fallback | |
| if [ "$RERUN_MODE" = "fallback" ]; then | |
| echo "::warning::⚠️ FALLBACK RERUN: Running all tests in matrix (TestDino optimization failed)" | |
| fi | |
| echo "DEBUG: Final command: npx playwright test $FILE_PATHS" | |
| npx playwright test $FILE_PATHS | |
| fi | |
| else | |
| echo "No files specified to run for ${{ matrix.testfolder }} folder" | |
| fi | |
| -name:Sanitize Test Folder Name | |
| shell:bash | |
| run:| | |
| # Assign the matrix variable to a Bash variable | |
| SANITIZED_FOLDERNAME="${{ matrix.testfolder }}" | |
| # Export as a GitHub Actions environment variable | |
| echo "SANITIZED_FOLDERNAME=$SANITIZED_FOLDERNAME" >> $GITHUB_ENV | |
| -name:Upload Coverage Data | |
| uses:actions/upload-artifact@v4 | |
| with: | |
| name:playwright-coverage-${{ env.SANITIZED_FOLDERNAME }}-attempt-${{ github.run_attempt }} | |
| path:tests/ui-testing/.nyc_output | |
| include-hidden-files:true | |
| -name:Generate Coverage Report | |
| run:cd tests/ui-testing && npx nyc report | |
| -name:Upload blob report to GitHub Actions Artifacts | |
| if:${{ !cancelled() }} | |
| uses:actions/upload-artifact@v4 | |
| with: | |
| name:blob-report-${{ matrix.testfolder }}-attempt-${{ github.run_attempt }} | |
| path:tests/ui-testing/blob-report | |
| retention-days:1 | |
| -name:Check OpenObserve logs | |
| if:always() | |
| run:cat o2.log | |
| merge_and_upload_reports: | |
| name:Merge Reports and Upload to TestDino | |
| needs:[ui_integration_tests] | |
| if:${{ !cancelled() && needs.ui_integration_tests.result != 'skipped' }} | |
| runs-on: | |
| labels:repo-openobserve-standard-8 | |
| steps: | |
| -name:Clone the current repo | |
| uses:actions/checkout@v5 | |
| -name:Setup Node.js | |
| uses:actions/setup-node@v5 | |
| with: | |
| node-version:'22' | |
| -name:Install project dependencies | |
| run:cd tests/ui-testing && npm ci | |
| -name:Download blob reports from GitHub Actions Artifacts | |
| uses:actions/download-artifact@v4 | |
| continue-on-error:true | |
| id:download_blobs | |
| with: | |
| path:tests/ui-testing/all-blob-reports | |
| pattern:blob-report-*-attempt-${{ github.run_attempt }} | |
| merge-multiple:true | |
| -name:Check if any artifacts were downloaded | |
| run:| | |
| if [ -d "tests/ui-testing/all-blob-reports" ] && [ "$(ls -A tests/ui-testing/all-blob-reports)" ]; then | |
| echo "✅ Artifacts downloaded successfully" | |
| ls -la tests/ui-testing/all-blob-reports | |
| else | |
| echo "⚠️ No artifacts found or download failed completely" | |
| # Don't fail here - let the Merge Reports step handle this | |
| fi | |
| -name:Merge Reports | |
| env: | |
| GH_TOKEN:${{ github.token }} | |
| run:| | |
| cd tests/ui-testing | |
| # Check if directory exists and contains reports | |
| if [ ! -d "all-blob-reports" ] || [ -z "$(ls -A all-blob-reports 2>/dev/null)" ]; then | |
| echo "::warning::No blob reports found to merge." | |
| # Investigate: Check if all test jobs succeeded (meaning they skipped intentionally) | |
| # vs test jobs failed (meaning blob reporter might have failed) | |
| echo "::group::Investigating why no blob reports exist" | |
| JOBS_RESPONSE=$(curl -s -H "Authorization: token $GH_TOKEN" \ | |
| -H "Accept: application/vnd.github.v3+json" \ | |
| "https://api.github.com/repos/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/${{ github.run_attempt }}/jobs") | |
| # Count test matrix jobs by conclusion | |
| SUCCEEDED=$(echo "$JOBS_RESPONSE" | jq -r '[.jobs[] | select(.name | startswith("e2e /")) | select(.conclusion == "success")] | length') | |
| FAILED=$(echo "$JOBS_RESPONSE" | jq -r '[.jobs[] | select(.name | startswith("e2e /")) | select(.conclusion == "failure")] | length') | |
| TOTAL=$(echo "$JOBS_RESPONSE" | jq -r '[.jobs[] | select(.name | startswith("e2e /"))] | length') | |
| echo "::notice::Test job results: $SUCCEEDED succeeded, $FAILED failed, $TOTAL total" | |
| if [ "$SUCCEEDED" -gt 0 ] && [ "$FAILED" -eq 0 ]; then | |
| echo "::notice::✅ All test jobs succeeded - tests likely skipped because they already passed" | |
| echo "::notice::Skipping merge and upload (no reports to process)" | |
| echo "::endgroup::" | |
| exit 0 | |
| else | |
| echo "::error::❌ Some/all test jobs failed but no blob reports were found" | |
| echo "::error::This indicates a problem with test execution or blob reporter" | |
| echo "::error::Failed jobs: $FAILED, Succeeded jobs: $SUCCEEDED" | |
| echo "::endgroup::" | |
| exit 1 | |
| fi | |
| fi | |
| # Unset CI to use non-CI reporter config (html + json instead of blob) | |
| unset CI | |
| npx playwright merge-reports --config playwright.config.js ./all-blob-reports | |
| echo "Contents of playwright-results:" | |
| ls -la playwright-results/ | |
| echo "Contents of html-report:" | |
| ls -la playwright-results/html-report/ | |
| echo "Checking report.json:" | |
| ls -lh playwright-results/report.json | |
| -name:Cache test failures to TestDino | |
| if:always() | |
| env: | |
| TESTDINO_TOKEN:${{ secrets.TESTDINO_API_TOKEN }} | |
| run:| | |
| cd tests/ui-testing | |
| echo "::group::Caching test failure metadata to TestDino" | |
| if [ -f "playwright-results/report.json" ]; then | |
| echo "::notice::JSON report found at playwright-results/report.json" | |
| ls -lh playwright-results/report.json | |
| # Copy report.json to repo root to ensure correct git metadata | |
| mkdir -p ../../playwright-results | |
| cp playwright-results/report.json ../../playwright-results/ | |
| # Run tdpw cache from repo root directory (for correct git metadata) | |
| cd ../../playwright-results | |
| # Use custom cache ID that includes run_id to distinguish separate workflow runs | |
| # Format: gh_openobserve_main_12345678 (for main) or gh_openobserve_feature-branch_12345678 (for PRs) | |
| # Sanitize branch name by replacing slashes with underscores | |
| BRANCH_NAME=$(echo "${{ github.ref_name }}" | sed 's/\//_/g') | |
| CACHE_ID="gh_openobserve_${BRANCH_NAME}_${{ github.run_id }}" | |
| echo "::notice::Using cache ID: $CACHE_ID" | |
| # Suppress verbose debug output from TestDino, only show result | |
| if CACHE_OUTPUT=$(npx tdpw cache --cache-id "$CACHE_ID" 2>&1); then | |
| # Extract only the success message, filter out debug spam | |
| SUCCESS_MSG=$(echo "$CACHE_OUTPUT" | grep "Cache data submitted successfully" || echo "") | |
| if [ -n "$SUCCESS_MSG" ]; then | |
| echo "::notice::✅ Successfully cached test failure metadata to TestDino cloud" | |
| else | |
| echo "::notice::✅ Cache command completed" | |
| fi | |
| else | |
| echo "::warning::⚠️ Failed to cache test metadata to TestDino" | |
| echo "::warning::Rerun optimization may not work properly" | |
| # Show output only on failure for debugging | |
| echo "$CACHE_OUTPUT" | |
| fi | |
| else | |
| echo "::error::JSON report not found at playwright-results/report.json" | |
| echo "::warning::Cannot cache test failures - skipping" | |
| fi | |
| echo "::endgroup::" | |
| -name:Upload to TestDino | |
| if:${{ (success() || failure()) && env.UPLOAD_TO_TESTDINO == 'true' }} | |
| run:| | |
| cd tests/ui-testing | |
| # Fix startTime format: convert Unix timestamp (number) to ISO 8601 string for TestDino compatibility | |
| if [ -f "playwright-results/report.json" ]; then | |
| # Check if startTime is a number and convert it | |
| START_TIME=$(jq -r '.stats.startTime // empty' playwright-results/report.json) | |
| if [ -n "$START_TIME" ] && [[ "$START_TIME" =~ ^[0-9]+$ ]]; then | |
| echo "Converting startTime from Unix timestamp to ISO 8601 string" | |
| jq '.stats.startTime = (.stats.startTime / 1000 | strftime("%Y-%m-%dT%H:%M:%S.000Z"))' playwright-results/report.json > playwright-results/report.json.tmp | |
| mv playwright-results/report.json.tmp playwright-results/report.json | |
| fi | |
| fi | |
| npx --yes tdpw@latest upload playwright-results \ | |
| --json-report playwright-results/report.json \ | |
| --html-report playwright-results/html-report \ | |
| --upload-html \ | |
| --verbose \ | |
| --token="${{ secrets.TESTDINO_API_TOKEN }}" | |
| generate_coverage_report: | |
| name:Generate Coverage Report | |
| needs:[build_binary, ui_integration_tests] | |
| runs-on:repo-openobserve-standard-8 | |
| if:success() || failure() | |
| steps: | |
| -name:Clone the current repo | |
| uses:actions/checkout@v5 | |
| with: | |
| fetch-depth:0 | |
| -name:Download Playwright Coverage Data | |
| uses:actions/download-artifact@v5 | |
| with: | |
| pattern:playwright-coverage-*-attempt-${{ github.run_attempt }} | |
| path:merged-coverage | |
| merge-multiple:true | |
| -name:Verify Downloaded Files | |
| run:ls -R merged-coverage# Check the structure and contents | |
| -name:Move Coverage Files to .nyc_output | |
| run:| | |
| mkdir -p tests/ui-testing/.nyc_output | |
| mv merged-coverage/* tests/ui-testing/.nyc_output/ || echo "No files to move" | |
| -name:Generate Coverage Report | |
| run:cd tests/ui-testing && npm ci && npx nyc report | |
| -name:Upload Coverage Report | |
| uses:actions/upload-artifact@v4 | |
| if:hashFiles('tests/ui-testing/coverage-report/**') != '' | |
| with: | |
| name:coverage-report | |
| path:tests/ui-testing/coverage-report | |
| retention-days:7 | |
| playwright_summary: | |
| runs-on: | |
| labels:repo-openobserve-standard-8 | |
| permissions:{} | |
| needs:[build_binary, ui_integration_tests, merge_and_upload_reports, generate_coverage_report] | |
| if:always() | |
| steps: | |
| -name:Check test results | |
| run:| | |
| # Check all job results - accept success or skipped for all jobs | |
| BUILD_OK=false | |
| UI_OK=false | |
| MERGE_OK=false | |
| COV_OK=false | |
| if [ "${{ needs.build_binary.result }}" == "success" ] || [ "${{ needs.build_binary.result }}" == "skipped" ]; then | |
| BUILD_OK=true | |
| fi | |
| if [ "${{ needs.ui_integration_tests.result }}" == "success" ] || [ "${{ needs.ui_integration_tests.result }}" == "skipped" ]; then | |
| UI_OK=true | |
| fi | |
| if [ "${{ needs.merge_and_upload_reports.result }}" == "success" ] || [ "${{ needs.merge_and_upload_reports.result }}" == "skipped" ]; then | |
| MERGE_OK=true | |
| fi | |
| if [ "${{ needs.generate_coverage_report.result }}" == "success" ] || [ "${{ needs.generate_coverage_report.result }}" == "skipped" ]; then | |
| COV_OK=true | |
| fi | |
| if [ "$BUILD_OK" == "true" ] && [ "$UI_OK" == "true" ] && [ "$MERGE_OK" == "true" ] && [ "$COV_OK" == "true" ]; then | |
| echo "All Playwright tests completed successfully" | |
| exit 0 | |
| else | |
| echo "Playwright tests failed:" | |
| echo " build_binary: ${{ needs.build_binary.result }}" | |
| echo " ui_integration_tests: ${{ needs.ui_integration_tests.result }}" | |
| echo " merge_and_upload_reports: ${{ needs.merge_and_upload_reports.result }}" | |
| echo " generate_coverage_report: ${{ needs.generate_coverage_report.result }}" | |
| exit 1 | |
| fi |