87 lines
1.4 KiB
Go
87 lines
1.4 KiB
Go
package pool
|
|
|
|
import (
|
|
"errors"
|
|
"sync"
|
|
)
|
|
|
|
type TaskPool struct {
|
|
workers int
|
|
queue chan Task
|
|
wg sync.WaitGroup
|
|
|
|
lck sync.Mutex
|
|
curTaskID int
|
|
waitMap map[int]chan error
|
|
}
|
|
|
|
func NewTaskPool(maxWorkers, bufferSize int) *TaskPool {
|
|
return &TaskPool{
|
|
workers: maxWorkers,
|
|
queue: make(chan Task, bufferSize),
|
|
waitMap: make(map[int]chan error),
|
|
curTaskID: 1, // task id starts from 1
|
|
}
|
|
}
|
|
|
|
func (tp *TaskPool) Start() {
|
|
for i := 1; i <= tp.workers; i++ { // worker id starts from 1
|
|
worker := NewWorker(i, tp.queue, tp)
|
|
tp.wg.Add(1)
|
|
go worker.Start(&tp.wg)
|
|
}
|
|
}
|
|
|
|
func (tp *TaskPool) AddTask(f func() error) int {
|
|
tp.lck.Lock()
|
|
|
|
id := tp.curTaskID
|
|
tp.curTaskID++
|
|
|
|
waitChan := make(chan error, 1)
|
|
tp.waitMap[id] = waitChan
|
|
|
|
tp.lck.Unlock()
|
|
|
|
task := Task{id: id, f: f}
|
|
tp.queue <- task
|
|
|
|
return id
|
|
}
|
|
|
|
func (tp *TaskPool) WaitForTask(taskID int) error {
|
|
tp.lck.Lock()
|
|
waitChan, ok := tp.waitMap[taskID]
|
|
if !ok {
|
|
tp.lck.Unlock()
|
|
return errors.New("task not found")
|
|
}
|
|
tp.lck.Unlock()
|
|
|
|
ret := <-waitChan
|
|
close(waitChan)
|
|
|
|
tp.lck.Lock()
|
|
delete(tp.waitMap, taskID)
|
|
tp.lck.Unlock()
|
|
|
|
return ret
|
|
}
|
|
|
|
func (tp *TaskPool) markTaskComplete(taskID int, err error) {
|
|
tp.lck.Lock()
|
|
waitChan, ok := tp.waitMap[taskID]
|
|
if !ok {
|
|
tp.lck.Unlock()
|
|
return
|
|
}
|
|
tp.lck.Unlock()
|
|
|
|
waitChan <- err
|
|
}
|
|
|
|
func (tp *TaskPool) Stop() {
|
|
close(tp.queue)
|
|
tp.wg.Wait()
|
|
}
|