-
Notifications
You must be signed in to change notification settings - Fork 0
/
taskpool-goroutine-dispatch-taskwait.go
99 lines (81 loc) · 1.92 KB
/
taskpool-goroutine-dispatch-taskwait.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
package main
import (
// "fmt"
"os"
"runtime"
"strconv"
"sync"
)
type TaskId chan bool
type TaskPool struct {
mutex sync.RWMutex
goroutineSlots int
}
func NewTaskPool() *TaskPool {
bindThreads := os.Getenv("OMP_PROC_BIND")
if bindThreads == "TRUE" {
runtime.LockOSThread()
}
numThreads, err := strconv.Atoi(os.Getenv("OMP_NUM_THREADS"))
if err != nil || numThreads < 1 {
numThreads = runtime.NumCPU()
}
runtime.GOMAXPROCS(numThreads)
pool := &TaskPool{
goroutineSlots: numThreads - 1,
}
return pool
}
func (pool *TaskPool) availableGoroutineSlots() int {
pool.mutex.Lock()
defer pool.mutex.Unlock()
return pool.goroutineSlots
}
func (pool *TaskPool) WaitForTasks(deps []TaskId) {
for _, dep := range deps {
if dep != nil {
pool.WaitForTask(dep)
}
}
}
func (pool *TaskPool) WaitForTask(doneChan chan bool) {
/* we're stuck in a goroutine, waiting for a child to finish.
while we wait, free a worker slot. as soon as the child finishes,
we continue, removing the extra worker slot */
pool.mutex.Lock()
pool.goroutineSlots++
pool.mutex.Unlock()
/* block while waiting for a done signal */
<-doneChan
pool.mutex.Lock()
pool.goroutineSlots--
pool.mutex.Unlock()
}
/* If worker slots are available, run this task as another goroutine.
If all workers are working, run the task in the current goroutine.
Return a chan we'll send a done signal to when the task finishes. */
func (pool *TaskPool) AddTask(workFunc func()) chan bool {
doneChan := make(chan bool, 1)
pool.mutex.Lock()
if pool.goroutineSlots > 0 {
pool.goroutineSlots--
pool.mutex.Unlock()
// fmt.Printf("GoroutineSlots: %d\n", pool.goroutineSlots)
go func() {
workFunc()
doneChan <- true
pool.mutex.Lock()
pool.goroutineSlots++
pool.mutex.Unlock()
}()
} else {
pool.mutex.Unlock()
workFunc()
doneChan <- true
}
return doneChan
}
func (pool *TaskPool) Start() {
}
func (pool *TaskPool) Stop() {
}