windmill/benchmarks/graphs_config.json

[
  {
    "graph_title": "noop throughput benchmark",
    "benchmarks": [
      {
        "kind": "noop",
        "workers": 1,
        "label": "1 worker"
      },
      {
        "kind": "noop",
        "workers": 4,
        "label": "4 workers"
      },
      {
        "kind": "noop",
        "workers": 8,
        "label": "8 workers"
      }
    ]
  },
  {
    "graph_title": "single dedicated worker throughput benchmark",
    "benchmarks": [
      {
        "kind": "dedicated",
        "workers": 1,
        "label": "dedicated"
      }
    ]
  },
  {
    "graph_title": "flow throughput benchmark",
    "benchmarks": [
      {
        "kind": "2steps",
        "workers": 1,
        "label": "1 worker"
      },
      {
        "kind": "2steps",
        "workers": 4,
        "label": "4 workers"
      },
      {
        "kind": "2steps",
        "workers": 8,
        "label": "8 workers"
      }
    ]
  },
  {
    "graph_title": "bun throughput benchmark",
    "benchmarks": [
      {
        "kind": "bun",
        "workers": 1,
        "label": "1 worker"
      },
      {
        "kind": "bun",
        "workers": 4,
        "label": "4 workers"
      },
      {
        "kind": "bun",
        "workers": 8,
        "label": "8 workers"
      }
    ]
  },
  {
    "graph_title": "python throughput benchmark",
    "benchmarks": [
      {
        "kind": "python",
        "workers": 1,
        "label": "1 worker"
      },
      {
        "kind": "python",
        "workers": 4,
        "label": "4 workers"
      },
      {
        "kind": "python",
        "workers": 8,
        "label": "8 workers"
      }
    ]
  },
  {
    "graph_title": "go throughput benchmark",
    "benchmarks": [
      {
        "kind": "go",
        "workers": 1,
        "label": "1 worker"
      },
      {
        "kind": "go",
        "workers": 4,
        "label": "4 workers"
      },
      {
        "kind": "go",
        "workers": 8,
        "label": "8 workers"
      }
    ]
  },
  {
    "graph_title": "bash throughput benchmark",
    "benchmarks": [
      {
        "kind": "bash",
        "workers": 1,
        "label": "1 worker"
      },
      {
        "kind": "bash",
        "workers": 4,
        "label": "4 workers"
      },
      {
        "kind": "bash",
        "workers": 8,
        "label": "8 workers"
      }
    ]
  },
  {
    "graph_title": "nativets throughput benchmark",
    "benchmarks": [
      {
        "kind": "nativets",
        "workers": 1,
        "label": "1 worker"
      },
      {
        "kind": "nativets",
        "workers": 4,
        "label": "4 workers"
      },
      {
        "kind": "nativets",
        "workers": 8,
        "label": "8 workers"
      }
    ]
  },
  {
    "graph_title": "go vs python vs bun vs bash vs nativets",
    "benchmarks": [
      {
        "kind": "go",
        "workers": 1,
        "label": "go"
      },
      {
        "kind": "python",
        "workers": 1,
        "label": "python"
      },
      {
        "kind": "bun",
        "workers": 1,
        "label": "bun"
      },
      {
        "kind": "bash",
        "workers": 1,
        "label": "bash"
      },
      {
        "kind": "nativets",
        "workers": 1,
        "label": "nativets"
      }
    ]
  },
  {
    "graph_title": "bun vs dedicated vs noop",
    "benchmarks": [
      {
        "kind": "bun",
        "workers": 1,
        "label": "bun"
      },
      {
        "kind": "dedicated",
        "workers": 1,
        "label": "dedicated"
      },
      {
        "kind": "noop",
        "workers": 1,
        "label": "noop"
      }
    ]
  },
  {
    "graph_title": "WAC v2 sequential vs flow sequential (2 steps, bun)",
    "benchmarks": [
      {
        "kind": "wac_seq_2",
        "workers": 1,
        "label": "WAC v2 sequential"
      },
      {
        "kind": "flow_seq_2_bun",
        "workers": 1,
        "label": "Flow sequential"
      }
    ]
  },
  {
    "graph_title": "WAC v2 parallel vs flow parallel (2 steps, bun)",
    "benchmarks": [
      {
        "kind": "wac_par_2",
        "workers": 1,
        "label": "WAC v2 parallel"
      },
      {
        "kind": "flow_par_2_bun",
        "workers": 1,
        "label": "Flow parallel"
      }
    ]
  },
  {
    "graph_title": "WAC v2 sequential vs flow sequential (3 steps, bun)",
    "benchmarks": [
      {
        "kind": "wac_seq_3",
        "workers": 1,
        "label": "WAC v2 sequential"
      },
      {
        "kind": "flow_seq_3_bun",
        "workers": 1,
        "label": "Flow sequential"
      }
    ]
  },
  {
    "graph_title": "WAC v2 patterns comparison",
    "benchmarks": [
      {
        "kind": "wac_seq_2",
        "workers": 1,
        "label": "sequential 2-task"
      },
      {
        "kind": "wac_par_2",
        "workers": 1,
        "label": "parallel 2-task"
      },
      {
        "kind": "wac_seq_3",
        "workers": 1,
        "label": "sequential 3-task"
      },
      {
        "kind": "wac_inline_2",
        "workers": 1,
        "label": "inline 2-step"
      }
    ]
  }
]