using BCG; using bts; using bts.api.core; using bts.utils; using bts.websocket_core.json_rpc; using Bts.DataStreamExpressions; using Bts.DataStreamWebApp.Server; using Bts.DataStreamWebApp.Server.Controllers; using CommandLine; using mbts.config; using System.Net.WebSockets; using System.Reactive.Disposables; using System.Reactive.Linq; using System.Text; using System.Text.Json; using System.Text.Json.Serialization; static string fmtReq(HttpRequest req) => $"{req.Protocol}://{req.Host}/{req.Path}?{req.QueryString}"; static string fmtDataPacket(DataPacket dp) { var sb = new StringBuilder(); var rows = dp.addedRows.Cast().ToList(); var colWidths = dp.schema.columnInfo.Select(c => rows.Max(r => r[c.colNo]?.ToString()?.Length ?? 0)).ToArray(); foreach (IBlueRow r in dp.addedRows) { for (int i = 0; i < colWidths.Length; i++) { var str = r[i]?.ToString() ?? string.Empty; if (i > 0) { sb.Append(" | "); } sb.Append(str); var width = colWidths[i]; if (str.Length < width) { sb.Append(new string(' ', width - str.Length)); } } sb.AppendLine(); } return sb.ToString(); } var parser = new Parser(ps => { ps.CaseInsensitiveEnumValues = true; ps.HelpWriter = Console.Out; }); await parser.ParseArguments(args). MapResult(run, errors => Task.FromResult(1)); async Task run(DataStreamWebAppServerOptions opts) { BTSNativeMethods.provide_command_line(args, args.Length); Configuration.initialize(); var context = ServiceContext.create(opts.sparkd); await context.login(opts.user!, opts.password!); var vsWorkLoop = Observable.Interval(TimeSpan.FromMilliseconds(200)).Subscribe(_ => { ViewStreamDatabase.instance.doWork(); MasterWorker.getInstance(false).doWork(); }); var builder = WebApplication.CreateBuilder(args); builder.Services.AddDirectoryBrowser(); var app = builder.Build(); var wsOpts = new WebSocketOptions { KeepAliveInterval = TimeSpan.FromMinutes(2) }; app.UseWebSockets(wsOpts); app.UseDefaultFiles(); app.UseStaticFiles(); app.MapFallbackToFile("/index.html"); app.Use(async (context, next) => { var reqDesc = fmtReq(context.Request); Console.WriteLine($"Webserver received: {reqDesc}"); if (context.Request.Path == "/ws") { if (context.WebSockets.IsWebSocketRequest) { Console.WriteLine("Accepting websocket connection..."); using var webSocket = await context.WebSockets.AcceptWebSocketAsync(); Console.WriteLine("Websocket connection accepted."); await runWebSocketServer( opts.sparkd, opts.user!, opts.password!, webSocket); } else { context.Response.StatusCode = StatusCodes.Status400BadRequest; } } else { Console.WriteLine($"Webserver ignoring req: {reqDesc}"); await next(context); } }); try { await app.RunAsync(); } catch (Exception ex) { Console.WriteLine($"Exception on DataStreamWebsocketServer thread: {ex}"); return 1; } Spark.Core.Disposables.Disposable.dispose(ref vsWorkLoop); return 0; } async Task runWebSocketServer(string? sparkd, string user, string password, WebSocket webSocket) { var buffer = new byte[1024 * 4]; var receiveResult = await webSocket.ReceiveAsync( new ArraySegment(buffer), CancellationToken.None); try { while (!receiveResult.CloseStatus.HasValue) { Console.WriteLine("Awaiting websocket message from client"); receiveResult = await webSocket.ReceiveAsync( new ArraySegment(buffer), CancellationToken.None); var msg = Encoding.UTF8.GetString(buffer, 0, receiveResult.Count); var rpcReq = JsonSerializer.Deserialize>(msg); var queryArgs = rpcReq!.Params!; // var queryArgs = new DataStreamSubscription { Query = msg }; var exp = DataStreamExpressionsInterpreter.Evaluate(queryArgs.Query!); if (exp is null) { Console.WriteLine($"Invalid query expression: {queryArgs.Query}."); continue; } var vs = exp.getView(new Dictionary(0)); Console.WriteLine("Subscribing to stream..."); vs.onChange += onStreamChanged; await webSocket.SendAsync( new ArraySegment(buffer, 0, receiveResult.Count), receiveResult.MessageType, receiveResult.EndOfMessage, CancellationToken.None); } } catch (Exception ex) { Console.WriteLine($"Exception on WebsocketServer thread: {ex}"); return 1; } return 0; async void onStreamChanged(object newValue) { if (newValue is not DataPacket dp) { Console.WriteLine( $"OnStreamChanged delegate expected DataPacket (actually received {newValue?.GetType()}."); return; } Console.WriteLine("Received stream update."); var sb = new StringBuilder(); var updateDesc = fmtDataPacket(dp); var msg = $"Received new rows:\n{updateDesc}"; // var payload = new ReadOnlyMemory([.. msg]); var encoded = Encoding.UTF8.GetBytes(msg); var payload = new ArraySegment(encoded, 0, encoded.Length); await webSocket.SendAsync( payload, receiveResult.MessageType, receiveResult.EndOfMessage, CancellationToken.None); } }