mirror of
https://github.com/windmill-labs/windmill.git
synced 2026-09-21 08:02:38 +00:00
fix(cli): resolve lockgen imports through modules a push leaves alone (#11160)
Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
b51c0eabbe
commit
54553b2add
@@ -128,6 +128,8 @@ import {
|
||||
} from "../../utils/metadata.ts";
|
||||
import {
|
||||
DoubleLinkedDependencyTree,
|
||||
LocalScripts,
|
||||
resolvePlaceholdersFromLocal,
|
||||
uploadScripts,
|
||||
} from "../../utils/dependency_tree.ts";
|
||||
import {
|
||||
@@ -176,6 +178,7 @@ import {
|
||||
isDbtModulePath,
|
||||
isDbtGeneratedPath,
|
||||
isModuleEntryPoint,
|
||||
scriptPathToRemotePath,
|
||||
getScriptBasePathFromModulePath,
|
||||
hasWrongFormatSuffix,
|
||||
DBT_DESCRIPTOR_NAME,
|
||||
@@ -3385,6 +3388,37 @@ async function addToChangedIfNotExists(p: string, tracker: ChangeTracker) {
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Index the checkout's standalone scripts by the remote path a relative import
|
||||
* resolves to, reusing the content the local/remote diff already read.
|
||||
*
|
||||
* Same classification as `addToChangedIfNotExists`: a flow or app inline script
|
||||
* is not addressable as an import target, and a module bundle is addressed by
|
||||
* its entry point.
|
||||
*/
|
||||
function localScriptsByRemotePath(
|
||||
localMap: Record<string, string>,
|
||||
): LocalScripts {
|
||||
const byRemotePath: LocalScripts = new Map();
|
||||
for (const [p, content] of Object.entries(localMap)) {
|
||||
if (isScriptModulePath(p)) {
|
||||
if (!isModuleEntryPoint(p)) continue;
|
||||
} else if (
|
||||
!hasScriptExt(p) ||
|
||||
isDatatableMigrationPath(p) ||
|
||||
isFileResource(p) ||
|
||||
isFilesetResource(p) ||
|
||||
isFlowPath(p) ||
|
||||
isAppPath(p) ||
|
||||
isRawAppPath(p)
|
||||
) {
|
||||
continue;
|
||||
}
|
||||
byRemotePath.set(scriptPathToRemotePath(p), { localPath: p, content });
|
||||
}
|
||||
return byRemotePath;
|
||||
}
|
||||
|
||||
export async function buildTracker(changes: Change[]) {
|
||||
const tracker: ChangeTracker = {
|
||||
scripts: [],
|
||||
@@ -5074,6 +5108,14 @@ export async function push(
|
||||
}
|
||||
|
||||
if (autoRegenerate && tree) {
|
||||
// Pass 1 only ever walks the change set, so anything imported through a
|
||||
// module the push leaves alone is still a dead end here.
|
||||
await resolvePlaceholdersFromLocal(
|
||||
tree,
|
||||
localScriptsByRemotePath(localMap),
|
||||
opts.defaultTs,
|
||||
);
|
||||
|
||||
// Propagate staleness through imports + upload script content to
|
||||
// raw_script_temp so the dep job can resolve cross-folder relative imports
|
||||
// via temp_script_refs (instead of hitting 404s for not-yet-deployed
|
||||
|
||||
@@ -5,7 +5,7 @@
|
||||
import { Workspace } from "../commands/workspace/workspace.ts";
|
||||
import * as wmill from "../../gen/services.gen.ts";
|
||||
import type { ScriptLang } from "../../gen/types.gen.ts";
|
||||
import { ScriptLanguage } from "./script_common.ts";
|
||||
import { ScriptLanguage, inferContentTypeFromFilePath } from "./script_common.ts";
|
||||
import {
|
||||
filterWorkspaceDependencies,
|
||||
generateScriptHash,
|
||||
@@ -14,6 +14,65 @@ import {
|
||||
updateMetadataGlobalLock,
|
||||
} from "./metadata.ts";
|
||||
import { generateHash } from "./utils.ts";
|
||||
import { extractRelativeImports } from "./relative_imports.ts";
|
||||
|
||||
/** A local script file, keyed in `LocalScripts` by its Windmill remote path. */
|
||||
export interface LocalScriptSource {
|
||||
localPath: string;
|
||||
content: string;
|
||||
}
|
||||
export type LocalScripts = Map<string, LocalScriptSource>;
|
||||
|
||||
/**
|
||||
* Give every import target that is only a placeholder its local content and its
|
||||
* own imports, so the graph continues through it. A tree seeded from a subset of
|
||||
* the checkout otherwise dead-ends at any module outside that subset — a
|
||||
* re-export barrel needing no edit, typically — hiding what it re-exports from
|
||||
* `getTempScriptRefs`, which then resolves it against the deployed copy.
|
||||
*/
|
||||
export async function resolvePlaceholdersFromLocal(
|
||||
tree: DoubleLinkedDependencyTree,
|
||||
localScripts: LocalScripts,
|
||||
defaultTs: "bun" | "deno" | undefined
|
||||
): Promise<void> {
|
||||
// A module resolved here can expose placeholders of its own (a barrel behind
|
||||
// a barrel), so keep going until a round resolves nothing.
|
||||
for (;;) {
|
||||
let resolved = false;
|
||||
for (const remotePath of tree.placeholderPaths()) {
|
||||
const local = localScripts.get(remotePath);
|
||||
if (!local) continue;
|
||||
let language: ScriptLanguage;
|
||||
try {
|
||||
language = inferContentTypeFromFilePath(local.localPath, defaultTs);
|
||||
} catch {
|
||||
// A bare `.sql` names no dialect, so its imports cannot be read here.
|
||||
continue;
|
||||
}
|
||||
const imports = await extractRelativeImports(
|
||||
local.content,
|
||||
remotePath,
|
||||
language
|
||||
);
|
||||
// Never directly stale: it is outside the change set, so nothing relocks
|
||||
// it. It is here to carry edges, and to be uploaded if it differs from
|
||||
// what is deployed.
|
||||
await tree.addNode(
|
||||
remotePath,
|
||||
local.content,
|
||||
language,
|
||||
"",
|
||||
imports,
|
||||
"script",
|
||||
remotePath,
|
||||
local.localPath,
|
||||
false
|
||||
);
|
||||
resolved = true;
|
||||
}
|
||||
if (!resolved) break;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Diff local scripts against deployed versions, upload only those that differ.
|
||||
@@ -97,6 +156,9 @@ interface DependencyNode {
|
||||
originalPath: string; // Original path passed to handler (with extension for scripts)
|
||||
isRawApp?: boolean; // Only set for apps
|
||||
isDirectlyStale: boolean; // True if this item's content changed (vs transitively stale)
|
||||
// True while the node exists only because something imports it, so it carries
|
||||
// no content and no imports of its own.
|
||||
isPlaceholder: boolean;
|
||||
}
|
||||
|
||||
export class DoubleLinkedDependencyTree {
|
||||
@@ -130,9 +192,11 @@ export class DoubleLinkedDependencyTree {
|
||||
content: "", stalenessHash: "", language: "deno", metadata: "",
|
||||
imports: new Set(), importedBy: new Set(),
|
||||
itemType: "script", folder: "", originalPath: "", isDirectlyStale: false,
|
||||
isPlaceholder: true,
|
||||
});
|
||||
}
|
||||
const node = this.nodes.get(path)!;
|
||||
node.isPlaceholder = false;
|
||||
node.content = content;
|
||||
node.stalenessHash = stalenessHash;
|
||||
node.language = language;
|
||||
@@ -155,7 +219,7 @@ export class DoubleLinkedDependencyTree {
|
||||
stalenessHash: "", language: depsInfo?.language ?? "deno", metadata: "",
|
||||
imports: new Set(), importedBy: new Set(),
|
||||
itemType: "dependencies", folder: "", originalPath: depsPath,
|
||||
isDirectlyStale: !isUpToDate,
|
||||
isDirectlyStale: !isUpToDate, isPlaceholder: false,
|
||||
});
|
||||
}
|
||||
}
|
||||
@@ -169,6 +233,7 @@ export class DoubleLinkedDependencyTree {
|
||||
content: "", stalenessHash: "", language: "deno", metadata: "",
|
||||
imports: new Set(), importedBy: new Set(),
|
||||
itemType: "script", folder: "", originalPath: "", isDirectlyStale: false,
|
||||
isPlaceholder: true,
|
||||
});
|
||||
}
|
||||
this.nodes.get(importPath)!.importedBy.add(path);
|
||||
@@ -309,6 +374,18 @@ export class DoubleLinkedDependencyTree {
|
||||
return this.nodes.keys();
|
||||
}
|
||||
|
||||
/**
|
||||
* Paths that exist only as somebody's import target, so the traversal stops
|
||||
* at them instead of continuing into what they themselves import.
|
||||
*/
|
||||
placeholderPaths(): string[] {
|
||||
const result: string[] = [];
|
||||
for (const [path, node] of this.nodes.entries()) {
|
||||
if (node.isPlaceholder) result.push(path);
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
/**
|
||||
* Returns paths of all stale nodes (those with a staleReason).
|
||||
*/
|
||||
|
||||
Reference in New Issue
Block a user