| 1 | | | import 'dart:async'; |
| 2 | | | import 'dart:collection'; |
| 3 | | | |
| 4 | | | import 'package:logger/web.dart'; |
| 5 | | | import 'package:using/using.dart'; |
| 6 | | | |
| 7 | | | import '../concurrency_settings.dart'; |
| 8 | | | import '../exceptions/exception_manager.dart'; |
| 9 | | | import '../exceptions/squadron_error.dart'; |
| 10 | | | import '../exceptions/squadron_exception.dart'; |
| 11 | | | import '../exceptions/task_terminated_exception.dart'; |
| 12 | | | import '../exceptions/worker_exception.dart'; |
| 13 | | | import '../iworker.dart'; |
| 14 | | | import '../stats/perf_counter.dart'; |
| 15 | | | import '../stats/worker_stat.dart'; |
| 16 | | | import '../typedefs.dart'; |
| 17 | | | import '../worker/worker.dart'; |
| 18 | | | import '../worker_service.dart'; |
| 19 | | | import '_pool_worker.dart'; |
| 20 | | | import '_worker_stream_task.dart'; |
| 21 | | | import '_worker_task.dart'; |
| 22 | | | import '_worker_value_task.dart'; |
| 23 | | | import 'stream_task.dart'; |
| 24 | | | import 'task.dart'; |
| 25 | | | import 'value_task.dart'; |
| 26 | | | |
| 27 | | | typedef WorkerFactory<W> = W Function(ExceptionManager); |
| 28 | | | |
| 29 | | | /// Worker pool responsible for instantiating, starting and stopping workers running in parallel. |
| 30 | | | /// A [WorkerPool] is also responsible for creating and assigning [WorkerTask]s to [Worker]s. |
| 31 | | | abstract class WorkerPool<W extends Worker> |
| 32 | | | with Releasable |
| 33 | | | implements WorkerService, IWorker { |
| 34 | | | /// Create a worker pool. |
| 35 | | | /// |
| 36 | | | /// Workers are instantiated using the provided [_workerFactory]. |
| 37 | | | /// The pool will only instantiate workers as needed, depending on [concurrencySettings]. |
| 38 | | | /// The [ConcurrencySettings.minWorkers] and [ConcurrencySettings.maxWorkers] settings control |
| 39 | | | /// how many workers will live in the pool. The [ConcurrencySettings.maxParallel] setting |
| 40 | | | /// controls how many tasks can be posted to each individual worker in the pool. |
| 41 | | 4 | WorkerPool(this._workerFactory, |
| 42 | | | {ConcurrencySettings? concurrencySettings, |
| 43 | | | ExceptionManager? exceptionManager}) |
| 44 | | 0 | : concurrencySettings = concurrencySettings ?? ConcurrencySettings(), |
| 45 | | 3 | _exceptionManager = exceptionManager ?? ExceptionManager(); |
| 46 | | | |
| 47 | | 4 | @override |
| 48 | | | void release() { |
| 49 | | 4 | stop(); |
| 50 | | 4 | super.release(); |
| 51 | | | } |
| 52 | | | |
| 53 | | | final WorkerFactory<W> _workerFactory; |
| 54 | | | |
| 55 | | | @override |
| 56 | | | Logger? channelLogger; |
| 57 | | | |
| 58 | | 4 | @override |
| 59 | | | ExceptionManager get exceptionManager => |
| 60 | | 4 | (_exceptionManager ??= ExceptionManager()); |
| 61 | | | ExceptionManager? _exceptionManager; |
| 62 | | | |
| 63 | | | /// Concurrency settings. |
| 64 | | | final ConcurrencySettings concurrencySettings; |
| 65 | | | |
| 66 | | | final _workers = <PoolWorker<W>>[]; |
| 67 | | | |
| 68 | | | final _deadWorkerStats = <WorkerStat>[]; |
| 69 | | | |
| 70 | | | /// Whether this pool is scheduled for stopping. |
| 71 | | 2 | bool get stopped => _stopped; |
| 72 | | | bool _stopped = false; |
| 73 | | | |
| 74 | | | /// Number of workers. |
| 75 | | 3 | int get size => _workers.length; |
| 76 | | | |
| 77 | | | /// Maximum number of workers. |
| 78 | | 0 | int get maxSize => _maxSize; |
| 79 | | | int _maxSize = 0; |
| 80 | | | |
| 81 | | | final _workerPoolListeners = <Object, void Function(WorkerStat, bool)>{}; |
| 82 | | | |
| 83 | | | /// Registers a callback to be invoked when a worker thread is added or removed from the pool. |
| 84 | | 0 | Object registerWorkerPoolListener(void Function(WorkerStat, bool) listener) { |
| 85 | | 0 | final token = Object(); |
| 86 | | 0 | _workerPoolListeners[token] = listener; |
| 87 | | | return token; |
| 88 | | | } |
| 89 | | | |
| 90 | | | /// Unregisters a callback. |
| 91 | | 0 | void unregisterWorkerPoolListener( |
| 92 | | | {Function(WorkerStat, bool)? listener, Object? token}) { |
| 93 | | | if (token != null) { |
| 94 | | 0 | _workerPoolListeners.remove(token); |
| 95 | | | } else if (listener != null) { |
| 96 | | 0 | _workerPoolListeners.removeWhere((key, value) => value == listener); |
| 97 | | | } |
| 98 | | | } |
| 99 | | | |
| 100 | | | int _startingWorkers = 0; |
| 101 | | | |
| 102 | | 4 | int _getProvisionNeeds(int workload) { |
| 103 | | 8 | final minWorkers = concurrencySettings.minWorkers; |
| 104 | | 4 | if (workload < minWorkers) { |
| 105 | | | // at least minWorkers |
| 106 | | | workload = minWorkers; |
| 107 | | | } |
| 108 | | 8 | final maxWorkers = concurrencySettings.maxWorkers; |
| 109 | | 8 | if (maxWorkers > 0 && workload > maxWorkers) { |
| 110 | | | // at most maxWorkers if > 0 |
| 111 | | | workload = maxWorkers; |
| 112 | | | } |
| 113 | | | // adjust by _workers.length and _startingWorkers |
| 114 | | 20 | return workload - _workers.length - _startingWorkers; |
| 115 | | | } |
| 116 | | | |
| 117 | | 4 | Future<void> _provisionWorkers(int workload) { |
| 118 | | 8 | final tasks = <Future>[], errors = []; |
| 119 | | 8 | final maxParallel = concurrencySettings.maxParallel; |
| 120 | | 8 | for (var i = 0; i < workload; i++) { |
| 121 | | | try { |
| 122 | | 12 | final worker = _workerFactory(exceptionManager); |
| 123 | | 8 | worker.channelLogger = channelLogger; |
| 124 | | | |
| 125 | | 4 | final poolWorker = PoolWorker(worker, maxParallel); |
| 126 | | 8 | _startingWorkers++; |
| 127 | | 20 | tasks.add(poolWorker.worker.start().whenComplete(() { |
| 128 | | 8 | _startingWorkers--; |
| 129 | | 8 | }).then((_) { |
| 130 | | | // start succeeded: register worker |
| 131 | | 4 | _addWorkerAndNotify(poolWorker); |
| 132 | | 5 | }).catchError((ex, st) { |
| 133 | | | // start failed, ensure the worker is stopped |
| 134 | | 2 | poolWorker.worker.terminate(); |
| 135 | | 2 | errors.add(SquadronException.from(ex, st)); |
| 136 | | | })); |
| 137 | | | } catch (ex, st) { |
| 138 | | 0 | errors.add(SquadronException.from(ex, st)); |
| 139 | | | } |
| 140 | | | } |
| 141 | | | |
| 142 | | 12 | return Future.wait(tasks).whenComplete(() { |
| 143 | | 16 | if (_workers.length > _maxSize) { |
| 144 | | 12 | _maxSize = _workers.length; |
| 145 | | | } |
| 146 | | 4 | if (errors.isNotEmpty) { |
| 147 | | 3 | if (errors.length < tasks.length) { |
| 148 | | | // some tasks failed: warn |
| 149 | | 0 | channelLogger?.e(() => 'Error while provisionning workers: $errors'); |
| 150 | | | } else { |
| 151 | | | // all tasks failed: throw |
| 152 | | 3 | throw errors.firstWhere((e) => e is SquadronError, |
| 153 | | 1 | orElse: () => null) ?? |
| 154 | | 3 | errors.firstWhere((e) => e is WorkerException, |
| 155 | | 0 | orElse: () => null) ?? |
| 156 | | 0 | errors.first; |
| 157 | | | } |
| 158 | | | } |
| 159 | | | }); |
| 160 | | | } |
| 161 | | | |
| 162 | | | /// Ensure at least [ConcurrencySettings.minWorkers] workers are started |
| 163 | | | /// (defaulting to 1 if [ConcurrencySettings.minWorkers] is zero). |
| 164 | | 2 | @override |
| 165 | | | Future<void> start() { |
| 166 | | 2 | _stopped = false; |
| 167 | | 6 | final needs = _getProvisionNeeds(_queue.isEmpty ? 1 : _queue.length); |
| 168 | | 4 | return (needs > 0) ? _provisionWorkers(needs) : Future.value(); |
| 169 | | | } |
| 170 | | | |
| 171 | | 4 | void _notify(WorkerStat stats, {required bool removed}) { |
| 172 | | 8 | if (_workerPoolListeners.isNotEmpty) { |
| 173 | | 0 | for (var listener in _workerPoolListeners.values) { |
| 174 | | | try { |
| 175 | | 0 | listener(stats, removed); |
| 176 | | | } catch (ex) { |
| 177 | | | // swallow error from user land |
| 178 | | | } |
| 179 | | | } |
| 180 | | | } |
| 181 | | | } |
| 182 | | | |
| 183 | | 4 | int _removeWorkerAndNotify(PoolWorker<W> poolWorker, bool force) { |
| 184 | | 5 | if (force || _workers.length > concurrencySettings.minWorkers) { |
| 185 | | 4 | final worker = poolWorker.worker; |
| 186 | | 4 | worker.stop(); |
| 187 | | 8 | if (_workers.remove(poolWorker)) { |
| 188 | | 4 | final stats = worker.getStats(); |
| 189 | | 8 | _deadWorkerStats.add(stats); |
| 190 | | 4 | _notify(stats, removed: true); |
| 191 | | | return 1; |
| 192 | | | } |
| 193 | | | } |
| 194 | | | return 0; |
| 195 | | | } |
| 196 | | | |
| 197 | | 4 | void _addWorkerAndNotify(PoolWorker<W> poolWorker) { |
| 198 | | 8 | _workers.add(poolWorker); |
| 199 | | 12 | _notify(poolWorker.worker.getStats(), removed: false); |
| 200 | | | } |
| 201 | | | |
| 202 | | | /// Stop idle pool workers matching the [predicate]. |
| 203 | | | /// If [predicate] is null or not provided, all workers will be stopped. |
| 204 | | | /// Stopping a worker does not interrupt or cancel processing. Workers will |
| 205 | | | /// complete pending tasks before shutting down. In the meantime, they will |
| 206 | | | /// not receive any new workload. |
| 207 | | | /// Returns the number of workers that have been stopped. |
| 208 | | 4 | @override |
| 209 | | | int stop([bool Function(W worker)? predicate]) { |
| 210 | | | List<PoolWorker<W>> targets; |
| 211 | | | bool force = (predicate == null); |
| 212 | | 8 | _workers.sort(PoolWorker.compareCapacity); |
| 213 | | | if (force) { |
| 214 | | | // kill workers while keeping enough workers alive to process pending tasks |
| 215 | | 24 | targets = _workers.reversed.skip(_queue.length).toList(); |
| 216 | | 4 | _stopped = true; |
| 217 | | | } else { |
| 218 | | | // kill workers that are idle and satisfy the predicate |
| 219 | | 7 | targets = _workers.where((w) => w.isIdle && predicate(w.worker)).toList(); |
| 220 | | | } |
| 221 | | | var stopped = 0; |
| 222 | | 8 | for (var poolWorker in targets) { |
| 223 | | 8 | stopped += _removeWorkerAndNotify(poolWorker, force); |
| 224 | | | } |
| 225 | | | return stopped; |
| 226 | | | } |
| 227 | | | |
| 228 | | 1 | @override |
| 229 | | | void terminate([TaskTerminatedException? ex]) { |
| 230 | | 1 | _stopped = true; |
| 231 | | 5 | for (var i = _workers.length - 1; i >= 0; i--) { |
| 232 | | 2 | final w = _workers[i]; |
| 233 | | 2 | w.worker.terminate(ex); |
| 234 | | 1 | _removeWorkerAndNotify(w, true); |
| 235 | | | } |
| 236 | | | } |
| 237 | | | |
| 238 | | | final _queue = Queue<WorkerTask>(); |
| 239 | | | final _executing = <WorkerTask>{}; |
| 240 | | | |
| 241 | | | /// Gets remaining workload |
| 242 | | 6 | int get pendingWorkload => _queue.length; |
| 243 | | | |
| 244 | | 4 | WorkerTask<T, W> _enqueue<T>(WorkerTask<T, W> task) { |
| 245 | | 4 | if (_stopped) { |
| 246 | | 1 | throw SquadronErrorImpl.create( |
| 247 | | | 'The pool cannot accept new requests because it is stopped', |
| 248 | | | ); |
| 249 | | | } |
| 250 | | 8 | _queue.addLast(task); |
| 251 | | 4 | _schedule(); |
| 252 | | | return task; |
| 253 | | | } |
| 254 | | | |
| 255 | | | /// Registers and schedules a [task] that returns a single value. |
| 256 | | | /// Returns a future that completes with the task's value. |
| 257 | | 4 | Future<T> execute<T>(Future<T> Function(W worker) task, |
| 258 | | | {PerfCounter? counter}) => |
| 259 | | 8 | scheduleValueTask(task, counter: counter).value; |
| 260 | | | |
| 261 | | | /// Registers and schedules a [task] that returns a stream of values. |
| 262 | | | /// Returns a stream containing the task's values. |
| 263 | | 4 | Stream<T> stream<T>(Stream<T> Function(W worker) task, |
| 264 | | | {PerfCounter? counter}) => |
| 265 | | 8 | scheduleStreamTask(task, counter: counter).stream; |
| 266 | | | |
| 267 | | | /// Registers and schedules a [task] that returns a single value. |
| 268 | | | /// Returns a [ValueTask]. |
| 269 | | 4 | ValueTask<T> scheduleValueTask<T>(Future<T> Function(W worker) task, |
| 270 | | | {PerfCounter? counter}) => |
| 271 | | 8 | _enqueue<T>(WorkerValueTask<T, W>(task, counter)) as ValueTask<T>; |
| 272 | | | |
| 273 | | | /// Registers and schedules a [task] that returns a stream of values. |
| 274 | | | /// Returns a [StreamTask]. |
| 275 | | 4 | StreamTask<T> scheduleStreamTask<T>(Stream<T> Function(W worker) task, |
| 276 | | | {PerfCounter? counter}) => |
| 277 | | 8 | _enqueue<T>(WorkerStreamTask<T, W>(task, counter)) as StreamTask<T>; |
| 278 | | | |
| 279 | | | Timer _timer = const _InactiveTimer(); |
| 280 | | | |
| 281 | | 4 | void _schedule() { |
| 282 | | 8 | if (!_timer.isActive) { |
| 283 | | 12 | _timer = Timer(Duration.zero, __schedule); |
| 284 | | | } |
| 285 | | | } |
| 286 | | | |
| 287 | | | /// Schedule tasks. |
| 288 | | 4 | void __schedule() { |
| 289 | | 16 | if (_workers.isEmpty && _startingWorkers > 0) { |
| 290 | | | // workers are still starting, defer |
| 291 | | 1 | _schedule(); |
| 292 | | | return; |
| 293 | | | } |
| 294 | | | |
| 295 | | | // any work to do? |
| 296 | | 8 | if (_queue.isEmpty) { |
| 297 | | | // no: effectively stop the pool if needed and return |
| 298 | | 12 | if (_stopped && _executing.isEmpty) { |
| 299 | | 4 | stop(); |
| 300 | | | } |
| 301 | | | return; |
| 302 | | | } |
| 303 | | | |
| 304 | | | // yes: dispatch tasks to workers |
| 305 | | 4 | _dispatchTasks(); |
| 306 | | | |
| 307 | | | // and provision more workers if possible and necessary |
| 308 | | 12 | final needs = _getProvisionNeeds(_queue.length); |
| 309 | | 4 | if (needs > 0) { |
| 310 | | 8 | _provisionWorkers(needs).then( |
| 311 | | 8 | (_) => _dispatchTasks(), |
| 312 | | 1 | onError: (ex) { |
| 313 | | 1 | channelLogger?.e(() => 'Provisionning workers failed with error $ex'); |
| 314 | | 2 | if (_workers.isEmpty) { |
| 315 | | 2 | while (_queue.isNotEmpty) { |
| 316 | | 3 | _queue.removeFirst().cancel('Provisionning workers failed'); |
| 317 | | | } |
| 318 | | | } else { |
| 319 | | 0 | _schedule(); |
| 320 | | | } |
| 321 | | | }, |
| 322 | | | ); |
| 323 | | | } |
| 324 | | | } |
| 325 | | | |
| 326 | | 4 | void _dispatchTasks() { |
| 327 | | 8 | _workers.sort(PoolWorker.compareCapacity); |
| 328 | | 20 | for (var idx = _workers.length - 1; idx >= 0; idx--) { |
| 329 | | 8 | final w = _workers[idx]; |
| 330 | | 4 | if (w.isStopped) { |
| 331 | | 0 | _removeWorkerAndNotify(w, false); |
| 332 | | | continue; |
| 333 | | | } |
| 334 | | 16 | while (_queue.isNotEmpty && w.capacity > 0) { |
| 335 | | 8 | final task = _queue.removeFirst(); |
| 336 | | 4 | if (!task.isCanceled) { |
| 337 | | 8 | _executing.add(task); |
| 338 | | 12 | w.run(task).whenComplete(() { |
| 339 | | 8 | _executing.remove(task); |
| 340 | | 4 | _schedule(); |
| 341 | | | }); |
| 342 | | | } |
| 343 | | | } |
| 344 | | | } |
| 345 | | | } |
| 346 | | | |
| 347 | | | /// Task cancelation. If a specific [task] is provided, only this task will be canceled. |
| 348 | | | /// Otherwise, all tasks registered with the [WorkerPool] are canceled. |
| 349 | | 1 | void cancel(Task task, [String? message]) { |
| 350 | | 2 | _executing.remove(task); |
| 351 | | 4 | _queue.removeWhere((t) => t == task); |
| 352 | | 1 | task.cancel(message); |
| 353 | | | } |
| 354 | | | |
| 355 | | | /// Task cancelation. If a specific [task] is provided, only this task will be canceled. |
| 356 | | | /// Otherwise, all tasks registered with the [WorkerPool] are canceled. |
| 357 | | 1 | void cancelAll([String? message]) { |
| 358 | | 4 | final toBeCanceled = _executing.followedBy(_queue).toList(); |
| 359 | | 2 | _executing.clear(); |
| 360 | | 2 | _queue.clear(); |
| 361 | | 2 | for (var task in toBeCanceled) { |
| 362 | | 1 | task.cancel(message); |
| 363 | | | } |
| 364 | | | } |
| 365 | | | |
| 366 | | | /// Worker statistics. |
| 367 | | 3 | Iterable<WorkerStat> get stats => _workers.map(PoolWorker.getStats); |
| 368 | | | |
| 369 | | | /// Full worker statistics. |
| 370 | | 0 | Iterable<WorkerStat> get fullStats => _deadWorkerStats.followedBy(stats); |
| 371 | | | |
| 372 | | | /// Worker pools do not need an [operations] map. |
| 373 | | 0 | @override |
| 374 | | | OperationsMap get operations => WorkerService.noOperations; |
| 375 | | | } |
| 376 | | | |
| 377 | | | extension ConcurrencySettingsExt on WorkerPool { |
| 378 | | 3 | int get minWorkers => concurrencySettings.minWorkers; |
| 379 | | 3 | int get maxWorkers => concurrencySettings.maxWorkers; |
| 380 | | 0 | int get maxParallel => concurrencySettings.maxParallel; |
| 381 | | 9 | int get maxConcurrency => concurrencySettings.maxConcurrency; |
| 382 | | | } |
| 383 | | | |
| 384 | | | class _InactiveTimer implements Timer { |
| 385 | | 12 | const _InactiveTimer(); |
| 386 | | | |
| 387 | | 4 | @override |
| 388 | | | bool get isActive => false; |
| 389 | | | |
| 390 | | 0 | @override |
| 391 | | | int get tick => 0; |
| 392 | | | |
| 393 | | 0 | @override |
| 394 | | | void cancel() {} |
| 395 | | | } |