Files
openobserve/tests/ui-testing/ci-matrix/ci_matrix.json
T

527 lines
16 KiB
JSON

[
{
"testfolder": "Alerts",
"actual_folder": "Alerts",
"browser": "chrome",
"run_files": [
"alerts-ui-operations.spec.js",
"alerts-import.spec.js",
"alerts-metrics-notification.spec.js",
"alerts-destinations-prebuilt.spec.js",
"dl-email-destinations.spec.js",
"alerts-vrl-encoding.spec.js",
"alerts-history.spec.js",
"alerts-template-prebuilt-guard.spec.js",
"alerts-form-validation.spec.js",
"alerts-priority-tags.spec.js",
"alerts-multialert-ui.spec.js",
"alert-library.spec.js",
"alerts-add-alert-org-identifier.spec.js",
"alerts-composite-builder.spec.js",
"alerts-composite-list.spec.js",
"alerts-clone-dialog.spec.js",
"alerts-composite-preview.spec.js",
"alerts-composite-detail.spec.js",
"alerts-evaluation-chart.spec.js",
"alerts-chart-error-state.spec.js",
"alertsPagination.spec.js",
"alertTemplatesPagination.spec.js",
"alertDestinationsPagination.spec.js",
"alerts-destinations-usage.spec.js"
],
"disabled": [
{
"file": "alerts-e2e-flow.spec.js",
"reason": ""
},
{
"file": "alerts-advanced.spec.js",
"reason": ""
},
{
"file": "alerts-scheduled-features.spec.js",
"reason": ""
}
]
},
{
"testfolder": "Dashboard-Config-Settings",
"actual_folder": "Dashboards",
"browser": "chrome",
"run_files": [
"dashboard-series-color-multiwindow.spec.js",
"dashboard-config-advanced.spec.js",
"dashboard-config-axis.spec.js",
"dashboard-config-gauge-maps.spec.js",
"dashboard-config-general.spec.js",
"dashboard-config-legends.spec.js",
"dashboard-config-line-style.spec.js",
"dashboard-config-panel-time.spec.js",
"dashboard-config-table.spec.js",
"dashboard-config-trellis.spec.js",
"dashboard-config-drilldown.spec.js",
"dashboard-config-promql.spec.js",
"dashboard-config-markline.spec.js"
],
"disabled": []
},
{
"testfolder": "Dashboards-Charts",
"_comment": "Dashboard panel tests are grouped by feature so each shard stays under the ephemeral-runner endurance window. A single combined 16-spec shard ran ~40 min and got reclaimed mid-run ('runner lost communication'). Add new specs to the shard of the feature they cover.",
"actual_folder": "Dashboards",
"browser": "chrome",
"run_files": [
"custom-charts.spec.js",
"dashboard-geoMap.spec.js",
"dashboard-maps.spec.js",
"dashboard-multi-y-axis.spec.js",
"dashboard-html-chart.spec.js",
"dashboard-sankey.spec.js",
"dashboard-pie-donut.spec.js",
"dashboard-metric-camelcase.spec.js",
"dashboard-create-alert.spec.js",
"dashboard-zoom-brush.spec.js"
],
"disabled": []
},
{
"testfolder": "Dashboards-Core",
"actual_folder": "Dashboards",
"browser": "chrome",
"run_files": [
"dashboard.spec.js",
"dashboard2.spec.js",
"dashboardtype.spec.js",
"dashboard-folder.spec.js",
"dashboard-import.spec.js",
"maxquery.spec.js",
"dashboard-chartJson.spec.js",
"dashboard-promql-suggestions.spec.js",
"dashboard-sql-autocomplete.spec.js",
"dashboard-share-link.spec.js",
"crossLinking.spec.js",
"dashboard-multi-sql.spec.js",
"crossLinkMultiStream.spec.js",
"dashboards-form-validation.spec.js",
"dashboard-refresh-without-cache.spec.js",
"dashboard-print-layout.spec.js",
"dashboardPagination.spec.js"
],
"disabled": [
{
"file": "promqlAutocomplete.spec.js",
"reason": "silently dead: manifest listed it under the wrong folder, so it never ran; revalidate before enabling"
}
]
},
{
"testfolder": "Dashboards-Isolated",
"actual_folder": "Dashboards",
"browser": "chrome",
"run_files": [
"dashboard-favorites.spec.js"
],
"disabled": []
},
{
"testfolder": "Dashboards-Panel-Level-DateTime-Config",
"actual_folder": "Dashboards",
"browser": "chrome",
"run_files": [
"dashboard-panel-time-config-behavior.spec.js",
"dashboard-panel-time-url-priority.spec.js",
"dashboard-panel-time-advanced-edge-cases.spec.js",
"dashboard-panel-time-apply-behavior.spec.js",
"dashboard-panel-time-variables-behavior.spec.js"
],
"disabled": []
},
{
"testfolder": "Dashboards-Settings",
"actual_folder": "Dashboards",
"browser": "chrome",
"run_files": [
"dashboard-filter.spec.js",
"dashboard-general-setting.spec.js",
"dashboard-tabs-setting.spec.js",
"dashboard-transpose.spec.js",
"dashboard-join.spec.js",
"dashboard-nested-functions.spec.js",
"dashboard-legends-copy.spec.js",
"dashboard-raw-query.spec.js"
],
"disabled": []
},
{
"testfolder": "Dashboards-Streaming",
"actual_folder": "Dashboards",
"browser": "chrome",
"run_files": [
"dashboard-streaming.spec.js"
],
"disabled": []
},
{
"testfolder": "Dashboards-Tables",
"_comment": "Owns the pagination and pivot-table specs (previously their own single-spec shards) \u2014 keep them here.",
"actual_folder": "Dashboards",
"browser": "chrome",
"run_files": [
"dashboard-table-chart.spec.js",
"dashboard-table-copy-cell.spec.js",
"dashboard-table-csv-download.spec.js",
"dashboard-table-column-formatting.spec.js",
"dashboard-table-column-filtering.spec.js",
"dashboard-table-pagination.spec.js",
"dashboard-pivot-table.spec.js",
"interactive-dashboard-table.spec.js",
"dashboard-cell-explorer-detail.spec.js"
],
"disabled": []
},
{
"testfolder": "Dashboards-Variables",
"actual_folder": "Dashboards",
"browser": "chrome",
"run_files": [
"dashboard-variables-setting.spec.js",
"dashboard-variables-global.spec.js",
"dashboard-variables-tab-level.spec.js",
"dashboard-variables-panel-level.spec.js",
"dashboard-variables-dependency.spec.js",
"dashboard-variables-refresh.spec.js",
"dashboard-variables-url-sync.spec.js",
"dashboard-variables-creation-scopes.spec.js",
"dashboard-variables-default-values-chain.spec.js",
"dashboard-variables-custom-parents.spec.js",
"dashboard-variables-stream-field.spec.js",
"dashboard-mustache-variables.spec.js",
"dashboard-variable-select-all.spec.js"
],
"disabled": []
},
{
"testfolder": "Dashboards-Visualize",
"actual_folder": "Dashboards",
"browser": "chrome",
"run_files": [
"visualize.spec.js",
"visualize-vrl.spec.js"
],
"disabled": [],
"paths": [
"tests/ui-testing/pages/cloudPages/**"
]
},
{
"testfolder": "Functions",
"actual_folder": "Functions",
"browser": "chrome",
"run_files": [
"js-transform-type.spec.js",
"row-expansion.spec.js",
"enrichment-table-url.spec.js",
"functions-form-validation.spec.js"
],
"disabled": [],
"paths": [
"tests/ui-testing/pages/cloudPages/**"
]
},
{
"testfolder": "GeneralTests",
"actual_folder": "GeneralTests",
"browser": "chrome",
"run_files": [
"sanity.spec.js",
"landingPage.spec.js",
"datetime-picker-copy-paste.spec.js",
"dateTime.spec.js",
"dateTimeCustomRange.spec.js",
"otableSelectCell.spec.js",
"shared-components-form-validation.spec.js",
"ai-toolsets-form-validation.spec.js",
"annotationQueueInputPreview.spec.js",
"login-form-validation.spec.js"
],
"disabled": []
},
{
"testfolder": "Management",
"actual_folder": "Management",
"browser": "chrome",
"run_files": [
"iam-form-validation.spec.js",
"serviceAccount.spec.js",
"users.spec.js",
"passwordPolicy.spec.js",
"cipher-keys-form-validation.spec.js",
"settings-form-validation.spec.js",
"theme.spec.js",
"languageTranslation.spec.js",
"edition-features.spec.js",
"onboarding-form-validation.spec.js",
"settings-query-management-redirect.spec.js"
],
"disabled": []
},
{
"testfolder": "Org",
"actual_folder": "Org",
"browser": "chrome",
"run_files": [
"org.spec.js",
"changeOrg.spec.js"
],
"disabled": []
},
{
"testfolder": "Logs-Builder-Advanced",
"actual_folder": "Logs",
"browser": "chrome",
"run_files": [
"logsQueryBuilder-editor.spec.js",
"logsQueryBuilder-filters-advanced.spec.js",
"logsquickmode.spec.js",
"logshistogram.spec.js",
"logsQuickPick.spec.js"
],
"disabled": []
},
{
"testfolder": "Logs-Builder-Basic",
"actual_folder": "Logs",
"browser": "chrome",
"run_files": [
"logsQueryBuilder-chart.spec.js",
"logsQueryBuilder-filters-basic.spec.js",
"pagination.spec.js",
"unflattened.spec.js"
],
"disabled": []
},
{
"testfolder": "Logs-Core",
"actual_folder": "Logs",
"browser": "chrome",
"run_files": [
"logspage.spec.js",
"logstable.spec.js",
"logsqueries.spec.js",
"join.spec.js",
"shareLink.spec.js",
"logsAnalyzeDimensions.spec.js",
"monaco-query-prefill.spec.js",
"logsqueries.matchall.spec.js",
"ftsDefaultColumn.spec.js",
"logsVisualizePersistence.spec.js",
"streamNotFound.spec.js",
"logsRefreshCacheDropdown.spec.js"
],
"disabled": [
{
"file": "logsqueries.sql-comments.spec.js",
"reason": "silently dead: manifest listed it under the wrong folder, so it never ran; revalidate before enabling"
}
]
},
{
"testfolder": "Logs-Features",
"actual_folder": "Logs",
"browser": "chrome",
"run_files": [
"logs-autocomplete-suggestions.spec.js",
"logs-sql-autocomplete.spec.js",
"logsqueries.cte.spec.js",
"logsDownloads.spec.js",
"secondsPrecisionAdded.spec.js",
"searchpartition.spec.js",
"indexquery.spec.js",
"region.spec.js",
"timezoneDisplay.spec.js",
"searchPatternsMultiStream.spec.js"
],
"disabled": [
{
"file": "searchJobInspector.spec.js",
"reason": "TODO: update for new correlation feature"
}
]
},
{
"_comment": "Own shard because isSelectStarForTable() only exists when the server runs with ZO_QUICK_MODE_ENABLED=true. That flag is read once at process start, so it cannot vary between tests sharing a backend \u2014 each shard gets its own OpenObserve process. Every other shard omits quick_mode_enabled and keeps the default (false).",
"testfolder": "Logs-SelectStar",
"actual_folder": "Logs",
"browser": "chrome",
"quick_mode_enabled": "true",
"run_files": [
"logsVisualizeSelectStar.spec.js",
"logsBuildStreamList.spec.js"
],
"disabled": []
},
{
"testfolder": "Metrics",
"actual_folder": "Metrics",
"browser": "chrome",
"run_files": [
"metrics.spec.js",
"metrics-queries.spec.js",
"metrics-aggregations.spec.js",
"metrics-advanced.spec.js",
"metrics-config-tabs.spec.js",
"metrics-visualizations.spec.js",
"metrics-config.spec.js",
"metrics-promql-query-persistence.spec.js",
"metrics-table-column-order.spec.js",
"metrics-promql-builder.spec.js",
"metrics-share-deep-link.spec.js",
"metrics-explorer-share-visualize.spec.js"
],
"disabled": [],
"paths": [
"tests/ui-testing/playwright-tests/Dashboards/utils/**"
]
},
{
"testfolder": "Pipelines",
"actual_folder": "Pipelines",
"browser": "chrome",
"run_files": [
"pipeline-conditions.spec.js",
"pipeline-conditions-validation.spec.js",
"pipelines.spec.js",
"pipeline-dynamic.spec.js",
"pipeline-core.spec.js",
"pipeline-traces.spec.js",
"pipeline-metrics.spec.js",
"pipeline-backfill.spec.js",
"pipeline-history.spec.js",
"scheduled-pipeline-query-builder.spec.js",
"pipelines-form-validation.spec.js"
],
"disabled": [
{
"file": "remotepipeline.spec.js",
"reason": ""
}
]
},
{
"testfolder": "Reports",
"actual_folder": "Reports",
"browser": "chrome",
"run_files": [
"reportsScheduleNow.spec.js",
"reportsScheduleLater.spec.js",
"reportFolders.spec.js",
"reports-bulk-operations.spec.js",
"reports-form-validation.spec.js",
"reportCsvMediaType.spec.js",
"scheduledReportsDrawer.spec.js"
],
"disabled": [],
"paths": [
"web/src/components/dashboards/**",
"web/src/views/Dashboards/**"
]
},
{
"testfolder": "RUM",
"_comment": "The RUM ingest/token/sourcemaps routes are part of the standard (OSS) router (src/api/http/src/handler/http/router/mod.rs), so these specs run against the OSS binary. Ingestion-auth negative cases live in the API suite (tests/api-testing/tests/rum).",
"actual_folder": "RUM",
"browser": "chrome",
"run_files": [
"rum-cdn-dataflow.spec.js",
"rum-npm-dataflow.spec.js",
"rum-page-dataflow.spec.js",
"rum-onboarding-snippets.spec.js",
"sourcemap-ui.spec.js",
"sourcemap-upload-pretty.spec.js",
"rum-form-validation.spec.js"
],
"disabled": []
},
{
"testfolder": "RUM-Token",
"_comment": "rum-token.spec.js RESETS the org RUM token; running it beside the dataflow specs (workers run files in parallel) would 401 their in-flight SDK beacons. Own shard = own isolated instance \u2014 do NOT merge back into RUM.",
"actual_folder": "RUM",
"browser": "chrome",
"run_files": [
"rum-token.spec.js"
],
"disabled": [],
"paths": [
"web/src/components/ingestion/**"
]
},
{
"testfolder": "Streams",
"actual_folder": "Streams",
"browser": "chrome",
"run_files": [
"multiselect-stream.spec.js",
"streamname.spec.js",
"streaming.spec.js",
"stream-settings.spec.js",
"streams-form-validation.spec.js",
"ingestion-config.spec.js",
"ingestionTokens.spec.js",
"ingestion-passcode-forbidden.spec.js",
"connectDataSourcePopup.spec.js",
"splunk-hec-ingestion-window.spec.js",
"enrichment.spec.js",
"schema.spec.js"
],
"disabled": []
},
{
"testfolder": "Traces",
"actual_folder": "Traces",
"browser": "chrome",
"run_files": [
"service-catalog.spec.js",
"tracesSearch.spec.js",
"traceQueryEditor.spec.js",
"traceErrorFilter.spec.js",
"traceDetails.spec.js",
"traceAdvancedFiltering.spec.js",
"tracesAnalyzeDimensions.spec.js",
"traces-autocomplete-suggestions.spec.js",
"traceGenAiParts.spec.js",
"tracesCharts.spec.js",
"traceSessionReplay.spec.js"
],
"disabled": []
},
{
"testfolder": "SLO",
"_comment": "SLO lifecycle, form validation and the alert SLI type. No backfill dependency, so these run in parallel \u2014 but pinned to 3 workers: at 5 the concurrent SLO/alert/destination writes trip SQLite's 'database is locked' on the single-node meta store. The REST contract is covered by pytest in tests/api-testing/tests/slos/.",
"actual_folder": "SLO",
"browser": "chrome",
"ingest_allowed_upto": "240",
"workers": 3,
"run_files": [
"slo-crud.spec.js",
"slo-form-validation.spec.js",
"slo-required-fields.spec.js",
"slo-alert-sli.spec.js"
],
"disabled": []
},
{
"testfolder": "SLO-Measurement",
"_comment": "SEPARATE SHARD ON PURPOSE. These two specs seed 8 days of history and wait for the backfill job (ZO_SCHEDULER_SLO_BACKFILL_CONCURRENCY=1, so its 3 backfilled SLOs queue strictly one at a time). slo_backfill_chunk_secs is bumped from the 86400 (1-day) server default to the full 604800 (7-day) window each of those SLOs uses, so each finishes in 1 chunk instead of 7 -- no test here asserts on per-chunk timing or partial coverage, only on the final measured state. Any spec creating SLOs on the same instance queues behind them and starves the wait, so they must not share a runner with the SLO shard. Both specs are mode:serial and pay the backfill once in beforeAll.",
"actual_folder": "SLO",
"browser": "chrome",
"ingest_allowed_upto": "240",
"slo_backfill_chunk_secs": "604800",
"workers": 1,
"run_files": [
"slo-timeslice.spec.js",
"slo-alerts.spec.js"
],
"disabled": []
}
]