Loads historic md from Databento files in structured paths. It is designed to work with files downloaded via databento_client.py
36 lines
1.3 KiB
C#
36 lines
1.3 KiB
C#
namespace Bts.SharedStreams.StreamFactories;
|
|
|
|
using BCG;
|
|
|
|
using bts.BlueOrb.Parquet;
|
|
|
|
using Bts.DataStreamCore;
|
|
|
|
using Microsoft.Extensions.Logging;
|
|
|
|
class ParquetReaderStreamFactory : DataStreamFactory {
|
|
public ParquetReaderStreamFactory(ViewStreamDatabase viewStreamDatabase, ILogger<ParquetReaderStreamFactory> logger) {
|
|
this.Add<ParquetReaderStreamParams>("parquetReader", CreateParquetReader, logger);
|
|
|
|
ViewStream? CreateParquetReader(ParquetReaderStreamParams streamParams) {
|
|
if (streamParams.File is null) {
|
|
logger.LogMissingParam("ParquetReader", nameof(streamParams.File));
|
|
return null;
|
|
}
|
|
var stream = new ParquetReaderStream(streamParams.File, streamParams.Start, streamParams.Stop, viewStreamDatabase);
|
|
return stream;
|
|
}
|
|
}
|
|
|
|
class ParquetReaderStreamParams {
|
|
[StreamArgument(RegexNames = new[] { "file|path|filePath" }, Position = 0, IsRequired = true)]
|
|
public string? File { get; set; }
|
|
|
|
[StreamArgument(RegexNames = new[] { "^start|first|begin$" }, Position = 1, IsRequired = false)]
|
|
public int? Start { get; set; }
|
|
|
|
[StreamArgument(RegexNames = new[] { "^stop|last|end$" }, Position = 2, IsRequired = false)]
|
|
public int? Stop { get; set; }
|
|
}
|
|
}
|