Files
spark/src/DataStreamSuite/SharedStreams/StreamFactories/ParquetReaderStreamFactory.cs
T
John Colvin 0cf44fcc40 feat: Add historic market data streams factory
Loads historic md from Databento files in structured paths. It is
designed to work with files downloaded via databento_client.py
2025-11-15 12:45:04 -05:00

36 lines
1.3 KiB
C#

namespace Bts.SharedStreams.StreamFactories;
using BCG;
using bts.BlueOrb.Parquet;
using Bts.DataStreamCore;
using Microsoft.Extensions.Logging;
class ParquetReaderStreamFactory : DataStreamFactory {
public ParquetReaderStreamFactory(ViewStreamDatabase viewStreamDatabase, ILogger<ParquetReaderStreamFactory> logger) {
this.Add<ParquetReaderStreamParams>("parquetReader", CreateParquetReader, logger);
ViewStream? CreateParquetReader(ParquetReaderStreamParams streamParams) {
if (streamParams.File is null) {
logger.LogMissingParam("ParquetReader", nameof(streamParams.File));
return null;
}
var stream = new ParquetReaderStream(streamParams.File, streamParams.Start, streamParams.Stop, viewStreamDatabase);
return stream;
}
}
class ParquetReaderStreamParams {
[StreamArgument(RegexNames = new[] { "file|path|filePath" }, Position = 0, IsRequired = true)]
public string? File { get; set; }
[StreamArgument(RegexNames = new[] { "^start|first|begin$" }, Position = 1, IsRequired = false)]
public int? Start { get; set; }
[StreamArgument(RegexNames = new[] { "^stop|last|end$" }, Position = 2, IsRequired = false)]
public int? Stop { get; set; }
}
}