concurrent scheduler foundation

src/wf_core/runtime/ops/flow.py

@@ -13,6 +13,10 @@ from wf_core.run_state import (
 )
 from wf_core.runtime.ops.schemas import validate_payload_against_schema
 from wf_core.runtime.ops.state import project_output
+from wf_core.runtime.scheduler import (
+    mark_frame_pending,
+    wake_parent_if_children_complete,
+)
 from wf_core.tokens import END
 
 
@@ -77,8 +81,10 @@ def advance_frame(
     if next_node_id == END:
         frame.status = FrameStatus.COMPLETED
         frame.finished_at_node_id = END
+        wake_parent_if_children_complete(run, frame.id)
     else:
         frame.finished_at_node_id = None
+        mark_frame_pending(run, frame.id)
     run.sync_from_current_frame()
 
 

src/wf_core/runtime/ops/foreach.py

@@ -8,6 +8,11 @@ from wf_core.run_state import ExecutionFrame, FrameStatus, RunState, StepExecuti
 from wf_core.runtime.ops.flow import advance_frame, append_step_result_trace
 from wf_core.runtime.ops.frames import frame_context_values
 from wf_core.runtime.ops.index import WorkflowIndex
+from wf_core.runtime.scheduler import (
+    ForeachIterationMetadata,
+    add_frame,
+    block_frame_on_children,
+)
 
 
 def step_foreach(
@@ -61,20 +66,25 @@ def step_foreach(
     item = iterable[loop_index]
     progress["index"] = loop_index + 1
     child_id = f"{frame.id}:{step.id}:{loop_index}"
-    child_metadata = {
-        "foreach_node_id": step.id,
-        "loop_index": loop_index,
-        "loop_item": item,
-        "loop_alias": step.as_,
-    }
-    run.frames[child_id] = ExecutionFrame(
-        id=child_id,
-        kind="foreach_iteration",
-        node_id=loop_start,
-        status=FrameStatus.PENDING,
-        parent_frame_id=frame.id,
-        metadata=child_metadata,
+    child_metadata = ForeachIterationMetadata(
+        foreach_node_id=step.id,
+        loop_index=loop_index,
+        loop_item=item,
+        loop_alias=step.as_,
     )
+    add_frame(
+        run,
+        ExecutionFrame(
+            id=child_id,
+            kind="foreach_iteration",
+            node_id=loop_start,
+            status=FrameStatus.PENDING,
+            parent_frame_id=frame.id,
+            metadata=child_metadata.to_metadata(),
+        ),
+        ready=True,
+    )
+    block_frame_on_children(run, frame.id, (child_id,))
     append_step_result_trace(
         run,
         frame_id=frame.id,
@@ -88,6 +98,5 @@ def step_foreach(
             state_changes={},
         ),
     )
-    run.current_frame_id = child_id
     run.sync_from_current_frame()
     return run

src/wf_core/runtime/ops/runs.py

@@ -5,6 +5,7 @@ from copy import deepcopy
 from wf_core.models.workflow import Workflow
 from wf_core.paths import set_nested_value
 from wf_core.run_state import ExecutionFrame, FrameStatus, RunState, RunStatus
+from wf_core.runtime.scheduler import add_frame
 
 
 def create_run_state(workflow: Workflow, workflow_input: dict[str, object]) -> RunState:
@@ -18,16 +19,18 @@ def create_run_state(workflow: Workflow, workflow_input: dict[str, object]) -> R
         status=RunStatus.PENDING,
         workflow_input=dict(workflow_input),
         state=state,
-        frames={
-            "root": ExecutionFrame(
-                id="root",
-                kind="workflow",
-                node_id=workflow.start,
-                status=FrameStatus.PENDING,
-            )
-        },
         current_frame_id="root",
         current_node_id=workflow.start,
     )
+    add_frame(
+        run,
+        ExecutionFrame(
+            id="root",
+            kind="workflow",
+            node_id=workflow.start,
+            status=FrameStatus.PENDING,
+        ),
+        ready=True,
+    )
     run.sync_from_current_frame()
     return run