| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | package runners | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | import ( | 
					
						
							|  |  |  | 	"context" | 
					
						
							| 
									
										
										
										
											2022-05-08 19:49:45 +02:00
										 |  |  | 	"runtime" | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 	"sync" | 
					
						
							|  |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // WorkerFunc represents a function processable by a worker in WorkerPool. Note | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | // that implementations absolutely MUST check whether passed context is <-ctx.Done() | 
					
						
							|  |  |  | // otherwise stopping the pool may block indefinitely. | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | type WorkerFunc func(context.Context) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // WorkerPool provides a means of enqueuing asynchronous work. | 
					
						
							|  |  |  | type WorkerPool struct { | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 	fns chan WorkerFunc | 
					
						
							|  |  |  | 	svc Service | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | // Start will start the main WorkerPool management loop in a new goroutine, along | 
					
						
							|  |  |  | // with requested number of child worker goroutines. Returns false if already running. | 
					
						
							|  |  |  | func (pool *WorkerPool) Start(workers int, queue int) bool { | 
					
						
							|  |  |  | 	// Attempt to start the svc | 
					
						
							|  |  |  | 	ctx, ok := pool.svc.doStart() | 
					
						
							|  |  |  | 	if !ok { | 
					
						
							|  |  |  | 		return false | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-05-08 19:49:45 +02:00
										 |  |  | 	if workers < 1 { | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 		// Use $GOMAXPROCS as default worker count | 
					
						
							| 
									
										
										
										
											2022-05-08 19:49:45 +02:00
										 |  |  | 		workers = runtime.GOMAXPROCS(0) | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	if queue < 0 { | 
					
						
							|  |  |  | 		// Set a reasonable queue default | 
					
						
							| 
									
										
										
										
											2022-05-08 19:49:45 +02:00
										 |  |  | 		queue = workers * 2 | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 	// Allocate pool queue of given size | 
					
						
							|  |  |  | 	fns := make(chan WorkerFunc, queue) | 
					
						
							|  |  |  | 	pool.fns = fns | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	go func() { | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 		defer func() { | 
					
						
							|  |  |  | 			// unlock single wait | 
					
						
							|  |  |  | 			pool.svc.wait.Unlock() | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 			// ensure stopped | 
					
						
							|  |  |  | 			pool.svc.Stop() | 
					
						
							|  |  |  | 		}() | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 		var wait sync.WaitGroup | 
					
						
							| 
									
										
										
										
											2022-05-08 19:49:45 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 		// Start goroutine worker functions | 
					
						
							|  |  |  | 		for i := 0; i < workers; i++ { | 
					
						
							|  |  |  | 			go func() { | 
					
						
							|  |  |  | 				// Trigger start / stop | 
					
						
							|  |  |  | 				wait.Add(1) | 
					
						
							|  |  |  | 				defer wait.Done() | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 				// Keep workers running on panic | 
					
						
							|  |  |  | 				for !workerstart(ctx, fns) { | 
					
						
							|  |  |  | 				} | 
					
						
							|  |  |  | 			}() | 
					
						
							|  |  |  | 		} | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 		// Set GC finalizer to stop pool on dealloc | 
					
						
							|  |  |  | 		runtime.SetFinalizer(pool, func(pool *WorkerPool) { | 
					
						
							|  |  |  | 			pool.svc.Stop() | 
					
						
							|  |  |  | 		}) | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 		// Wait on ctx | 
					
						
							|  |  |  | 		<-ctx.Done() | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 		// Stop all workers | 
					
						
							|  |  |  | 		close(pool.fns) | 
					
						
							|  |  |  | 		wait.Wait() | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 	}() | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	return true | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | // workerstart is the main worker runner routine, accepting functions from 'fns' until it is closed. | 
					
						
							|  |  |  | func workerstart(ctx context.Context, fns <-chan WorkerFunc) bool { | 
					
						
							|  |  |  | 	// Recover and drop any panic | 
					
						
							|  |  |  | 	defer func() { recover() }() | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 	for { | 
					
						
							|  |  |  | 		// Wait on next func | 
					
						
							|  |  |  | 		fn, ok := <-fns | 
					
						
							|  |  |  | 		if !ok { | 
					
						
							|  |  |  | 			return true | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 		// Run with ctx | 
					
						
							|  |  |  | 		fn(ctx) | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | // Stop will stop the WorkerPool management loop, blocking until stopped. | 
					
						
							|  |  |  | func (pool *WorkerPool) Stop() bool { | 
					
						
							|  |  |  | 	return pool.svc.Stop() | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | // Enqueue will add provided WorkerFunc to the queue to be performed when there is a free worker. | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | // This will block until function is queued or pool is stopped. In all cases, the WorkerFunc will be | 
					
						
							|  |  |  | // executed, with the state of the pool being indicated by <-ctx.Done() of the passed ctx. | 
					
						
							|  |  |  | // WorkerFuncs MUST respect the passed context. | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | func (pool *WorkerPool) Enqueue(fn WorkerFunc) { | 
					
						
							|  |  |  | 	// Check valid fn | 
					
						
							|  |  |  | 	if fn == nil { | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	select { | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 	// Pool ctx cancelled | 
					
						
							|  |  |  | 	case <-pool.svc.Done(): | 
					
						
							|  |  |  | 		fn(closedctx) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Placed fn in queue | 
					
						
							|  |  |  | 	case pool.fns <- fn: | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // EnqueueCtx is functionally identical to WorkerPool.Enqueue() but returns early in the | 
					
						
							|  |  |  | // case that caller provided <-ctx.Done() is closed, WITHOUT running the WorkerFunc. | 
					
						
							|  |  |  | func (pool *WorkerPool) EnqueueCtx(ctx context.Context, fn WorkerFunc) { | 
					
						
							|  |  |  | 	// Check valid fn | 
					
						
							|  |  |  | 	if fn == nil { | 
					
						
							|  |  |  | 		return | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	select { | 
					
						
							|  |  |  | 	// Caller ctx cancelled | 
					
						
							|  |  |  | 	case <-ctx.Done(): | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Pool ctx cancelled | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 	case <-pool.svc.Done(): | 
					
						
							| 
									
										
										
										
											2022-05-08 19:49:45 +02:00
										 |  |  | 		fn(closedctx) | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	// Placed fn in queue | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 	case pool.fns <- fn: | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | // EnqueueNow attempts Enqueue but returns false if not executed. | 
					
						
							|  |  |  | func (pool *WorkerPool) EnqueueNow(fn WorkerFunc) bool { | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 	// Check valid fn | 
					
						
							|  |  |  | 	if fn == nil { | 
					
						
							|  |  |  | 		return false | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	select { | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 	// Pool ctx cancelled | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 	case <-pool.svc.Done(): | 
					
						
							|  |  |  | 		return false | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Placed fn in queue | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 	case pool.fns <- fn: | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | 		return true | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Queue is full | 
					
						
							|  |  |  | 	default: | 
					
						
							|  |  |  | 		return false | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // Queue returns the number of currently queued WorkerFuncs. | 
					
						
							|  |  |  | func (pool *WorkerPool) Queue() int { | 
					
						
							| 
									
										
										
										
											2022-09-28 18:30:40 +01:00
										 |  |  | 	return len(pool.fns) | 
					
						
							| 
									
										
										
										
											2022-01-03 17:37:09 +01:00
										 |  |  | } |