mirror of
https://github.com/windmill-labs/windmill.git
synced 2026-09-10 00:05:27 +00:00
Ruben FiszelandClaude Opus 4.6
82e5f6de48
* Add windmill-operator crate for Kubernetes CRD-based instance config Introduces a new `windmill-operator` crate that enables declarative management of Windmill instance configuration via a Kubernetes `WindmillInstance` CRD. The operator watches CRD resources and performs full declarative sync of global_settings and worker configs to the database, supporting GitOps workflows for instance-level configuration. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * Add tests for windmill-operator CRD and db_sync - 9 unit tests for CRD serialization, deserialization, metadata, and status field behavior - 15 integration tests for db_sync using #[sqlx::test] with full declarative sync coverage: upsert, delete, protected keys, idempotency, worker config prefix handling, and end-to-end sync Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * Replace untyped BTreeMap CRD fields with typed structs for schema validation GlobalSettings, SmtpSettings, IndexerSettings, and WorkerGroupConfig now have explicit typed fields with serde(flatten) catch-all for forward compatibility. The generated CRD YAML includes a full OpenAPI v3 schema that Kubernetes validates on kubectl apply. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * Type opaque serde_json::Value CRD fields with real structs Replace most remaining serde_json::Value fields in WindmillInstance CRD with properly typed structs derived from the codebase: - oauths: BTreeMap<String, OAuthClient> - otel: OtelSettings - otel_tracing_proxy: OtelTracingProxySettings with ScriptLang enum - critical_error_channels: Vec<CriticalErrorChannel> (untagged enum) - critical_alerts_on_db_oversize: DbOversizeAlert - ducklake_settings: DucklakeSettings with nested catalog/storage types - custom_instance_pg_databases: CustomInstancePgDatabases - autoscaling (worker config): AutoscalingConfig with integration struct - custom_tags, default_tags_workspaces: Vec<String> - default_tags_per_workspace: bool Still opaque (serde_json::Value): object_store_cache_config (kube-core can't generate schemas for internally-tagged enums), secret_backend (EE-private), slack, teams (no clear struct definitions). Regenerated CRD YAML with full OpenAPI schema (352→703 lines). Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * Unify instance config types and add bulk GET/PUT API Move all typed settings (GlobalSettings, WorkerGroupConfig, etc.) from windmill-operator/crd.rs into windmill-common/instance_config.rs so both the API server and operator share a single source of truth. Add diff/apply logic (Merge mode for UI, Replace mode for operator) and InstanceConfig::from_db(). Add GET/PUT /settings/instance_config endpoints so the frontend loads all settings in 1 call instead of 42, and saves with a single bulk PUT. The backend handles the diff internally, running pre-write hooks for changed keys. Refactor windmill-operator/db_sync.rs to use the shared diff+apply functions and slim crd.rs down to the CRD wrapper with re-exports. Includes 32 unit tests and 30 integration tests covering serialization, diff logic, DB roundtrips, protected settings, and edge cases. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * feat: add Form/YAML toggle to instance settings UI Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com> * fix: show Form/YAML toggle regardless of hideTabs prop Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com> * refactor: replace toggle button group with simple YAML toggle Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com> * feat: mask sensitive fields in YAML view with show/hide toggle Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com> * feat: hide internal settings and mask sensitive fields in YAML view Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com> * feat: hide jwt_secret and min_keep_alive_version from API and config exports Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com> * all * feat: add secretKeyRef support for sensitive fields in operator CRD Allow sensitive fields (license_key, hub_api_secret, scim_token, smtp_password, OAuthClient.secret, custom PG user_pwd) to reference Kubernetes Secrets via the standard secretKeyRef pattern instead of inlining values as plaintext YAML. The reconciler resolves all refs by reading K8s Secrets before syncing to the database. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * all * all * all * fix: merge main and update dev environment docs Resolve merge conflicts from origin/main, fix duplicate UV_INDEX_STRATEGY_SETTING import, and add Playwright MCP testing instructions to CLAUDE.md. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * all * fix: init tracing for CLI subcommands and deduplicate setting side-effects Initialize tracing subscriber before early-return CLI paths (sync-config, operator) so tracing calls are not silently dropped. Refactor set_global_setting_internal to call run_setting_pre_write_hook instead of duplicating the side-effect logic. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * feat: add `wmill instance get-config` CLI command Dumps the current instance config (global settings + worker configs) as YAML. Supports --output-file to write to a file instead of stdout. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * all --------- Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
134 lines
4.4 KiB
TOML
134 lines
4.4 KiB
TOML
[package]
|
|
name = "windmill-common"
|
|
version.workspace = true
|
|
authors.workspace = true
|
|
edition.workspace = true
|
|
|
|
[features]
|
|
default = []
|
|
enterprise = ["dep:aws-config"]
|
|
instance_config_schema = ["dep:schemars"]
|
|
local_reports = ["dep:rsa", "dep:aes-gcm"]
|
|
private = ["dep:aws-sdk-rds"]
|
|
jemalloc = ["dep:tikv-jemalloc-ctl"]
|
|
tantivy = []
|
|
prometheus = ["dep:prometheus"]
|
|
benchmark = []
|
|
parquet = ["dep:object_store", "dep:aws-sdk-sts", "dep:aws-smithy-types-convert", "dep:datafusion", "dep:aws-config", "dep:aws-credential-types"]
|
|
aws_auth = ["dep:aws-sdk-sts", "dep:aws-config"]
|
|
otel = ["dep:opentelemetry-semantic-conventions", "dep:opentelemetry-otlp", "dep:opentelemetry_sdk",
|
|
"dep:tracing-opentelemetry", "dep:opentelemetry-appender-tracing", "dep:tonic", "dep:opentelemetry"]
|
|
smtp = ["dep:mail-send"]
|
|
scoped_cache = []
|
|
cloud = []
|
|
openidconnect = ["dep:openidconnect"]
|
|
bedrock = ["dep:aws-sdk-bedrockruntime", "dep:aws-credential-types", "dep:aws-smithy-types", "dep:aws-config"]
|
|
python = ["dep:windmill-parser-py"]
|
|
|
|
[lib]
|
|
name = "windmill_common"
|
|
path = "src/lib.rs"
|
|
|
|
[dependencies]
|
|
tar.workspace = true
|
|
hmac.workspace = true
|
|
sha2.workspace = true
|
|
thiserror.workspace = true
|
|
anyhow.workspace = true
|
|
serde.workspace = true
|
|
serde_json.workspace = true
|
|
serde_yml.workspace = true
|
|
chrono.workspace = true
|
|
chrono-tz.workspace = true
|
|
hex.workspace = true
|
|
async-trait.workspace = true
|
|
reqwest-middleware = { workspace = true }
|
|
reqwest-retry = { workspace = true }
|
|
rand.workspace = true
|
|
sqlx = { workspace = true, features = ["postgres"] }
|
|
uuid.workspace = true
|
|
tracing = { workspace = true }
|
|
axum = { workspace = true }
|
|
hyper = { workspace = true }
|
|
tokio = { workspace = true }
|
|
tokio-stream.workspace = true
|
|
tokio-util.workspace = true
|
|
datafusion = { workspace = true, optional = true}
|
|
reqwest = { workspace = true }
|
|
tracing-subscriber = { workspace = true }
|
|
lazy_static.workspace = true
|
|
tracing-appender.workspace = true
|
|
gethostname.workspace = true
|
|
itertools.workspace = true
|
|
regex.workspace = true
|
|
git-version.workspace = true
|
|
cron.workspace = true
|
|
magic-crypt.workspace = true
|
|
object_store = { workspace = true, optional = true }
|
|
prometheus = { workspace = true, optional = true }
|
|
aws-config = { workspace = true, optional = true }
|
|
aws-sdk-sts = { workspace = true, optional = true }
|
|
aws-credential-types = { workspace = true, optional = true }
|
|
aws-smithy-types = { workspace = true, optional = true }
|
|
aws-sdk-bedrockruntime = { workspace = true, optional = true }
|
|
base64.workspace = true
|
|
bitflags.workspace = true
|
|
once_cell.workspace = true
|
|
phf.workspace = true
|
|
tokio-postgres.workspace = true
|
|
postgres-native-tls.workspace = true
|
|
native-tls.workspace = true
|
|
|
|
aws-smithy-types-convert = { workspace = true, optional = true }
|
|
aws-sdk-rds = { workspace = true, optional = true }
|
|
indexmap.workspace = true
|
|
bytes.workspace = true
|
|
mail-send = { workspace = true, optional = true }
|
|
futures-core.workspace = true
|
|
async-stream.workspace = true
|
|
const_format.workspace = true
|
|
const-str.workspace = true
|
|
crc.workspace = true
|
|
windmill-macros.workspace = true
|
|
windmill-parser-sql.workspace = true
|
|
windmill-parser-ts.workspace = true
|
|
windmill-parser-py = { workspace = true, optional = true }
|
|
windmill-parser.workspace = true
|
|
jsonwebtoken.workspace = true
|
|
backon.workspace = true
|
|
openidconnect = { workspace = true, optional = true }
|
|
schemars = { workspace = true, optional = true }
|
|
strum.workspace = true
|
|
strum_macros.workspace = true
|
|
windmill-types.workspace = true
|
|
url.workspace = true
|
|
urlencoding.workspace = true
|
|
async-recursion.workspace = true
|
|
pep440_rs.workspace = true
|
|
systemstat.workspace = true
|
|
size.workspace = true
|
|
rsa = { workspace = true, optional = true }
|
|
aes-gcm = { workspace = true, optional = true }
|
|
|
|
semver.workspace = true
|
|
croner.workspace = true
|
|
quick_cache.workspace = true
|
|
pin-project-lite.workspace = true
|
|
futures.workspace = true
|
|
tempfile.workspace = true
|
|
globset.workspace = true
|
|
|
|
opentelemetry-semantic-conventions = { workspace = true, optional = true }
|
|
opentelemetry-otlp = { workspace = true, optional = true }
|
|
opentelemetry_sdk = { workspace = true, optional = true }
|
|
opentelemetry = { workspace = true, optional = true }
|
|
tracing-opentelemetry = { workspace = true, optional = true }
|
|
opentelemetry-appender-tracing = { workspace = true, optional = true }
|
|
tonic = { workspace = true, optional = true }
|
|
|
|
[target.'cfg(not(target_env = "msvc"))'.dependencies]
|
|
tikv-jemalloc-ctl = { optional = true, workspace = true }
|
|
|
|
[target.'cfg(windows)'.dependencies]
|
|
sysinfo.workspace = true
|