Skip to content

Commit

Permalink
check iteration_count for parallel tasks
Browse files Browse the repository at this point in the history
Signed-off-by: zazulam <[email protected]>
Co-authored-by: droctothorpe <[email protected]>
  • Loading branch information
zazulam and droctothorpe committed Oct 22, 2024
1 parent 9127cc1 commit 9d9b578
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions backend/src/v2/driver/driver.go
Original file line number Diff line number Diff line change
Expand Up @@ -1245,8 +1245,9 @@ func getDAGTasks(
// within a single DAG, which results in an error when
// mlmd.GetExecutionsInDAG is called. ParallelFor outputs should be
// handled with dsl.Collected.
iterationIndex, ok := v.GetExecution().GetCustomProperties()["iteration_index"]
if ok && iterationIndex != nil {
_, ok := v.GetExecution().GetCustomProperties()["iteration_count"]
if ok {
glog.Infof("Found a ParallelFor task, %v. Skipping it.", v.TaskName())
continue
}
glog.V(4).Infof("Found a task, %v, with an execution type of system.DAGExecution. Adding its tasks to the task list.", v.TaskName())
Expand Down

0 comments on commit 9d9b578

Please sign in to comment.