Files
spark/src/DataStreamSuite/PubSub/Services/MasterWorkerService.cs
T
2024-07-07 22:19:25 +00:00

117 lines
3.7 KiB
C#

namespace Bts.PubSub.Services;
using BCG;
using BCG.Utilities.General;
using bts;
using bts.collections;
using Microsoft.Extensions.Hosting;
using Microsoft.Extensions.Options;
using System;
using System.Collections.Generic;
using System.Collections.Immutable;
using System.Linq;
using System.Text.Json;
using System.Text.Json.Nodes;
using System.Threading;
using System.Threading.Tasks;
/// <summary>
/// An <see cref="IHostedService"/> that imports a collection of <see cref="IWorker"/>s and
/// calls each <see cref="IWorker.doWork"/> in a loop.
/// </summary>
public class MasterWorkerService : BackgroundHostedService, IWorkScheduler {
readonly TaskCompletionSource tcs = new();
readonly CancellationTokenSource cancellationTokenSource = new();
readonly List<IWorker> workers;
readonly MasterWorkerConfig config;
readonly object syncRoot = new();
readonly Dictionary<string, ThreadDrivenMasterWorker> backgroundWorkers = new();
public MasterWorkerService(IEnumerable<IWorker> workers, IOptions<MasterWorkerConfig> config) {
this.workers = workers.ToList();
this.config = config.Value;
Log.notnull(this.config.WorkSchedulers);
Log.assert(this.config.WorkSchedulers.Count == 2);
Log.assert(this.config.WorkSchedulers[0].Name == WorkerGroups.Main);
Log.assert(this.config.WorkSchedulers[1].Name == WorkerGroups.Background);
foreach (var w in this.config.WorkSchedulers) {
Log.notnull(w.Name);
backgroundWorkers.Add(w.Name, new(w.Name));
}
}
enum State {
Idle,
Working
}
public void Add(IWorker worker, TimeSpan interval) {
var group = getWorkerGroup(worker);
var scheduler = getOrAddScheduler(group);
scheduler.Add(worker, interval);
}
public void Remove(IWorker worker) {
var group = getWorkerGroup(worker);
var scheduler = getScheduler(group);
Log.notnull(scheduler).Remove(worker);
}
protected override void Run(CancellationToken cancellationToken) {
var workersDesc = JsonSerializer.Serialize(workersToJson(workers));
Log.Gen.info($"Starting MasterWorkerService. {workersDesc}");
foreach (var workScheduler in backgroundWorkers.Values) {
workScheduler.Start();
}
Log.Gen.info("MasterWorkerService STOPPED.");
tcs.SetResult();
}
static string getWorkerGroup(IWorker worker) =>
(worker as IParameterizedWorker)?.Group ?? WorkerGroups.Main;
static JsonObject workersToJson(IEnumerable<IWorker> workers) {
var rootJson = new JsonObject();
foreach (var wg in workers.GroupBy(w => (w as IParameterizedWorker)?.Group ?? "Main")) {
var wgJson = new JsonArray();
wgJson.AddRange(wg.Select(w => JsonValue.Create(w.ToString())));
rootJson.Add(wg.Key, wgJson);
}
return rootJson;
}
IWorkScheduler? getScheduler(string group) {
lock (syncRoot) {
if (backgroundWorkers.TryGetValue(group, out var bgw)) {
return bgw;
}
}
return null;
}
IWorkScheduler getOrAddScheduler(IWorker worker) =>
getOrAddScheduler((worker as IParameterizedWorker)?.Group ?? WorkerGroups.Main);
IWorkScheduler getOrAddScheduler(string group) {
var (bgWorker, isNew) = getOrAddBackgroundWorker(group);
if (isNew) {
bgWorker.Start();
}
return bgWorker;
}
(ThreadDrivenMasterWorker worker, bool isNew) getOrAddBackgroundWorker(string group) {
lock (syncRoot) {
if (backgroundWorkers.TryGetValue(group, out var bgWorker)) {
return (bgWorker, false);
}
bgWorker = new(group);
backgroundWorkers.Add(group, bgWorker);
return (bgWorker, true);
}
}
}