Files
spark/src/DataStreamSuite/DataStream/BlueOrb/VarianceTable.cs
T

114 lines
3.7 KiB
C#

namespace bts.BlueOrb;
using BCG;
using Bts.DataStreamCore;
using MathNet.Numerics.Statistics;
using System;
using System.Collections.Generic;
using System.Linq;
public class VarianceTable : IBlueRowCollection {
readonly IBlueTableSchema schema;
readonly Lazy<IBlueRow> row;
public VarianceTable(IBlueRowCollection source) {
var inputSchema = source.schema;
var inputCols = inputSchema.columnInfo;
var outputCols = Array.ConvertAll(source.schema.columnInfo, ColumnFactory);
schema = new BlueTableSchema(outputCols, inputSchema.tableName + "_Variance");
row = new(RowFactory);
static ColumnInfo ColumnFactory(ColumnInfo inputCol) {
var t = inputCol.colType;
if (inputCol.colName != "id") {
if (t == typeof(short) || t == typeof(int) || t == typeof(long)
|| t == typeof(ushort) || t == typeof(uint) || t == typeof(ulong)
|| t == typeof(double) || t == typeof(float)) {
t = typeof(double);
} else if (t == typeof(DateTime)) {
t = typeof(TimeSpan);
}
}
return new(inputCol.colName, inputCol.colNo, t);
}
IBlueRow RowFactory() {
var rowVals = new object[inputCols.Length];
for (int i = 0; i < inputCols.Length; i++) {
var col = inputCols[i];
var colType = col.colType;
if (col.colName == "id") {
rowVals[i] = 1;
} else if (colType == typeof(short)) {
rowVals[i] = GetValue(v => v as short?);
} else if (colType == typeof(int)) {
rowVals[i] = GetValue(v => v as int?);
} else if (colType == typeof(long)) {
rowVals[i] = GetValue(v => v as long?);
} else if (colType == typeof(ushort)) {
rowVals[i] = GetValue(v => v as ushort?);
} else if (colType == typeof(uint)) {
rowVals[i] = GetValue(v => v as uint?);
} else if (colType == typeof(ulong)) {
rowVals[i] = GetValue(v => v as ulong?);
} else if (colType == typeof(double)) {
rowVals[i] = GetValue(v => v as double?);
} else if (colType == typeof(float)) {
rowVals[i] = GetValue(v => v as float?);
} else if (colType == typeof(DateTime)) {
rowVals[i] = TimeSpan.FromSeconds(GetValue(v => (v as DateTime?)?.Ticks / 10_000_000));
}
double GetValue(Func<object?, double?> convert) =>
source.GetColumn(i)
.Select(convert)
.SelectWhereValues()
.Variance();
}
return new Row(schema, rowVals);
}
}
public IBlueRow this[int id] =>
id == 1 ? row.Value : throw new KeyNotFoundException();
IBlueTableSchema IBlueRowCollection.schema => schema;
public int Count => 1;
IBlueRow IList<IBlueRow>.this[int index] {
get => GetRow(index);
set => throw new NotSupportedException();
}
public bool containsID(int id) =>
id == 1;
public IEnumerator<IBlueRow> GetEnumerator() {
yield return row.Value;
}
public IBlueRow GetRow(int index) =>
index == 0 ? row.Value : throw new IndexOutOfRangeException();
public int IndexOf(IBlueRow item) =>
BlueRowEqualityComparer.Equals(item, row.Value) ? 0 : -1;
class Row : IBlueRow {
readonly IBlueTableSchema schema;
readonly object?[] values;
public Row(IBlueTableSchema schema, object?[] values) {
this.schema = schema;
this.values = values;
}
public object? this[int index] => values[index];
IBlueTableSchema IBlueRow.schema => schema;
}
}