feat(backend): job result stream optimization (#6673)

* feat(backend): job result stream optimization

* get offset locally instead of from db

* fix: agent worker result stream

* update ref

* nit

* remove foreign key on job

* fix build
This commit is contained in:
hugocasa
2025-09-26 11:26:50 +00:00
committed by GitHub
parent 46625e8e7f
commit a08268337b
45 changed files with 605 additions and 355 deletions
@@ -544,6 +544,7 @@ pub async fn handle_python_job(
new_args: &mut Option<HashMap<String, Box<RawValue>>>,
occupancy_metrics: &mut OccupancyMetrics,
precomputed_agent_info: Option<PrecomputedAgentInfo>,
has_stream: &mut bool,
) -> windmill_common::error::Result<Box<RawValue>> {
let script_path = crate::common::use_flow_root_path(job.runnable_path());
@@ -885,6 +886,8 @@ mount {{
)
.await?;
*has_stream = handle_result.result_stream.is_some();
if apply_preprocessor {
let args = read_file(&format!("{job_dir}/args.json"))
.await