mirror of
https://github.com/windmill-labs/windmill.git
synced 2026-08-25 00:01:55 +00:00
4b79e53f0d
* fix bad mutation * remove unnecessary data structure for step args
244 lines
6.2 KiB
TypeScript
244 lines
6.2 KiB
TypeScript
import {
|
|
JobService,
|
|
type Flow,
|
|
type FlowModule,
|
|
type InputTransform,
|
|
type Job,
|
|
type RestartedFrom,
|
|
type OpenFlow
|
|
} from '$lib/gen'
|
|
import { workspaceStore } from '$lib/stores'
|
|
import { cleanExpr, emptySchema } from '$lib/utils'
|
|
import { get } from 'svelte/store'
|
|
import type { FlowModuleState } from './flowState'
|
|
import { type PickableProperties, dfs } from './previousResults'
|
|
import { NEVER_TESTED_THIS_FAR } from './models'
|
|
import { sendUserToast } from '$lib/toast'
|
|
import type { ExtendedOpenFlow } from './types'
|
|
import type { GraphModuleState } from '../graph'
|
|
import type { ModulesTestStates } from '../modulesTest.svelte'
|
|
|
|
function create_context_function_template(eval_string: string, context: Record<string, any>) {
|
|
return `
|
|
return function (context) {
|
|
"use strict";
|
|
${
|
|
Object.keys(context).length > 0
|
|
? `let ${Object.keys(context).map((key) => ` ${key} = context['${key}']`)};`
|
|
: ``
|
|
}
|
|
return ${eval_string}
|
|
}`
|
|
}
|
|
|
|
function make_context_evaluator(eval_string, context): (context) => any {
|
|
let template = create_context_function_template(eval_string, context)
|
|
let functor = Function(template)
|
|
return functor()
|
|
}
|
|
|
|
export function evalValue(
|
|
k: string,
|
|
mod: FlowModule,
|
|
pickableProperties: PickableProperties | undefined,
|
|
showError: boolean
|
|
): any {
|
|
let inputTransforms = (mod.value['input_transforms'] ?? {}) as Record<string, InputTransform>
|
|
let v: any
|
|
let t = inputTransforms?.[k]
|
|
|
|
if (t.type == 'static') {
|
|
v = t.value
|
|
} else {
|
|
try {
|
|
let context = {
|
|
flow_input: pickableProperties?.flow_input,
|
|
results: pickableProperties?.priorIds
|
|
}
|
|
v = make_context_evaluator(t.expr, context)(context)
|
|
} catch (e) {
|
|
if (showError) {
|
|
sendUserToast(`Error evaluating ${k}: ${e.message}`, true)
|
|
}
|
|
v = undefined
|
|
}
|
|
}
|
|
return v
|
|
}
|
|
|
|
export function filteredContentForExport(flow: ExtendedOpenFlow) {
|
|
let o = {
|
|
summary: flow.summary,
|
|
description: flow.description,
|
|
value: flow.value,
|
|
schema: flow.schema
|
|
}
|
|
if (flow.dedicated_worker) {
|
|
o['dedicated_worker'] = flow.dedicated_worker
|
|
}
|
|
if (flow.visible_to_runner_only) {
|
|
o['visible_to_runner_only'] = flow.visible_to_runner_only
|
|
}
|
|
if (flow.on_behalf_of_email) {
|
|
o['on_behalf_of_email'] = flow.on_behalf_of_email
|
|
}
|
|
if (flow.ws_error_handler_muted) {
|
|
o['ws_error_handler_muted'] = flow.ws_error_handler_muted
|
|
}
|
|
if (flow.tag) {
|
|
o['tag'] = flow.tag
|
|
}
|
|
return o
|
|
}
|
|
|
|
export function cleanInputs(flow: OpenFlow | any): OpenFlow & {
|
|
tag?: string
|
|
ws_error_handler_muted?: boolean
|
|
dedicated_worker?: boolean
|
|
visible_to_runner_only?: boolean
|
|
on_behalf_of_email?: string
|
|
} {
|
|
const newFlow: Flow = JSON.parse(JSON.stringify(flow))
|
|
newFlow.value.modules.forEach((mod) => {
|
|
if (mod.value.type == 'rawscript' || mod.value.type == 'script') {
|
|
Object.values(mod.value.input_transforms ?? {}).forEach((inp) => {
|
|
// for now we use the value for dynamic expression when done in the static editor so we have to resort to this
|
|
if (inp.type == 'javascript') {
|
|
//@ts-ignore
|
|
inp.value = undefined
|
|
inp.expr = cleanExpr(inp.expr)
|
|
} else {
|
|
//@ts-ignore
|
|
inp.expr = undefined
|
|
}
|
|
})
|
|
}
|
|
})
|
|
if (newFlow.value.concurrency_key == '') {
|
|
newFlow.value.concurrency_key = undefined
|
|
}
|
|
|
|
return newFlow
|
|
}
|
|
|
|
export function getDefaultExpr(
|
|
key: string = 'myfield',
|
|
previousModuleId: string | undefined,
|
|
previousExpr?: string
|
|
) {
|
|
return (
|
|
previousExpr ?? (previousModuleId ? `results.${previousModuleId}.${key}` : `flow_input.${key}`)
|
|
)
|
|
}
|
|
|
|
export function jobsToResults(jobs: Job[]) {
|
|
return jobs.map((job) => {
|
|
if ('result' in job) {
|
|
return job.result
|
|
} else if (Array.isArray(job)) {
|
|
return jobsToResults(job)
|
|
}
|
|
})
|
|
}
|
|
|
|
export async function runFlowPreview(
|
|
args: Record<string, any>,
|
|
flow: OpenFlow & { tag?: string },
|
|
path: string,
|
|
restartedFrom: RestartedFrom | undefined
|
|
) {
|
|
const newFlow = flow
|
|
return await JobService.runFlowPreview({
|
|
workspace: get(workspaceStore) ?? '',
|
|
requestBody: {
|
|
args,
|
|
value: newFlow.value,
|
|
path: path,
|
|
tag: newFlow.tag,
|
|
restarted_from: restartedFrom
|
|
}
|
|
})
|
|
}
|
|
|
|
export function codeToStaticTemplate(code?: string): string | undefined {
|
|
if (!code || typeof code != 'string') return undefined
|
|
|
|
const lines = code.split('\n')
|
|
if (lines.length == 1) {
|
|
const line = lines[0].trim()
|
|
if (line[0] == '`' && line.charAt(line.length - 1) == '`') {
|
|
return line.slice(1, line.length - 1).replaceAll('\\`', '`')
|
|
} else {
|
|
return `\$\{${line}\}`
|
|
}
|
|
}
|
|
return undefined
|
|
}
|
|
|
|
export function emptyFlowModuleState(): FlowModuleState {
|
|
return {
|
|
schema: emptySchema(),
|
|
previewResult: NEVER_TESTED_THIS_FAR
|
|
}
|
|
}
|
|
|
|
export function checkIfParentLoop(
|
|
flowStore: ExtendedOpenFlow,
|
|
modId: string
|
|
): { id: string; type: 'forloopflow' | 'whileloopflow' } | undefined {
|
|
const flow: ExtendedOpenFlow = JSON.parse(JSON.stringify(flowStore))
|
|
const parents = dfs(modId, flow, true)
|
|
for (const parent of parents.slice(1)) {
|
|
if (parent.value.type === 'forloopflow' || parent.value.type === 'whileloopflow') {
|
|
return { id: parent.id, type: parent.value.type }
|
|
}
|
|
}
|
|
return undefined
|
|
}
|
|
|
|
/**
|
|
* Updates moduleStates based on test job data from modulesTestStates
|
|
* Extracts job information and converts it to GraphModuleState format
|
|
* for graph rendering
|
|
*/
|
|
export function updateDerivedModuleStatesFromTestJobs(
|
|
moduleId: string | undefined,
|
|
moduleTestStates: ModulesTestStates | undefined,
|
|
moduleStates: Record<string, GraphModuleState> | undefined
|
|
) {
|
|
if (!moduleId || !moduleTestStates || !moduleStates) {
|
|
return
|
|
}
|
|
const newStates: Record<string, GraphModuleState> = {}
|
|
|
|
const testState = moduleTestStates?.states[moduleId]
|
|
if (testState) {
|
|
if (testState.testJob) {
|
|
const job = testState.testJob
|
|
|
|
// Create GraphModuleState from job data
|
|
const moduleState: GraphModuleState = {
|
|
args: job.args,
|
|
type: job.type === 'QueuedJob' ? 'InProgress' : job['success'] ? 'Success' : 'Failure',
|
|
job_id: job.id,
|
|
tag: job.tag,
|
|
duration_ms: job['duration_ms'],
|
|
started_at: job.started_at ? new Date(job.started_at).getTime() : undefined
|
|
}
|
|
|
|
newStates[moduleId] = moduleState
|
|
} else if (testState.loading) {
|
|
// If test is loading, show as InProgress
|
|
newStates[moduleId] = {
|
|
type: 'InProgress',
|
|
args: {}
|
|
}
|
|
}
|
|
}
|
|
|
|
return {
|
|
...moduleStates,
|
|
...newStates
|
|
}
|
|
}
|