From 39e6e2139dc8e291f5bbf5ba1428b2ab3dabee41 Mon Sep 17 00:00:00 2001 From: John Colvin Date: Wed, 20 Nov 2024 18:36:50 +0000 Subject: [PATCH] Add scaffolding for PandasExpressions --- src/DataStreamSuite/DataStreamSuite.sln | 6 ++ .../PandasExpressions/Class1.cs | 6 ++ .../PandasExpressionGrammar.y | 72 ++++++++++++++ .../PandasExpressionTokens.lex | 93 +++++++++++++++++++ .../PandasExpressions.csproj | 9 ++ 5 files changed, 186 insertions(+) create mode 100644 src/DataStreamSuite/PandasExpressions/Class1.cs create mode 100644 src/DataStreamSuite/PandasExpressions/PandasExpressionGrammar.y create mode 100644 src/DataStreamSuite/PandasExpressions/PandasExpressionTokens.lex create mode 100644 src/DataStreamSuite/PandasExpressions/PandasExpressions.csproj diff --git a/src/DataStreamSuite/DataStreamSuite.sln b/src/DataStreamSuite/DataStreamSuite.sln index fd58be1a4..470c058a9 100644 --- a/src/DataStreamSuite/DataStreamSuite.sln +++ b/src/DataStreamSuite/DataStreamSuite.sln @@ -44,6 +44,8 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Bts.Extensions.Hosting", "B EndProject Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Bts.Net", "Bts.Net\Bts.Net.csproj", "{D92E1456-91C1-43FA-AA87-67BFE663944F}" EndProject +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "PandasExpressions", "PandasExpressions\PandasExpressions.csproj", "{32F45D7C-6DE5-4660-AD45-EDEE3B41E26F}" +EndProject Global GlobalSection(SolutionConfigurationPlatforms) = preSolution Debug|Any CPU = Debug|Any CPU @@ -137,5 +139,9 @@ Global {D92E1456-91C1-43FA-AA87-67BFE663944F}.Debug|Any CPU.Build.0 = Debug|Any CPU {D92E1456-91C1-43FA-AA87-67BFE663944F}.Release|Any CPU.ActiveCfg = Release|Any CPU {D92E1456-91C1-43FA-AA87-67BFE663944F}.Release|Any CPU.Build.0 = Release|Any CPU + {32F45D7C-6DE5-4660-AD45-EDEE3B41E26F}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {32F45D7C-6DE5-4660-AD45-EDEE3B41E26F}.Debug|Any CPU.Build.0 = Debug|Any CPU + {32F45D7C-6DE5-4660-AD45-EDEE3B41E26F}.Release|Any CPU.ActiveCfg = Release|Any CPU + {32F45D7C-6DE5-4660-AD45-EDEE3B41E26F}.Release|Any CPU.Build.0 = Release|Any CPU EndGlobalSection EndGlobal diff --git a/src/DataStreamSuite/PandasExpressions/Class1.cs b/src/DataStreamSuite/PandasExpressions/Class1.cs new file mode 100644 index 000000000..be8cef4af --- /dev/null +++ b/src/DataStreamSuite/PandasExpressions/Class1.cs @@ -0,0 +1,6 @@ +namespace PandasExpressions; + +public class Class1 +{ + +} diff --git a/src/DataStreamSuite/PandasExpressions/PandasExpressionGrammar.y b/src/DataStreamSuite/PandasExpressions/PandasExpressionGrammar.y new file mode 100644 index 000000000..218246181 --- /dev/null +++ b/src/DataStreamSuite/PandasExpressions/PandasExpressionGrammar.y @@ -0,0 +1,72 @@ +%namespace Bts.DataStreamExpressions +%partial +%visibility internal +%tokentype DataStreamExpressionToken +%parsertype DataStreamExpressionParser + +%union { + public int Integer; + public double Real; + public bool Boolean; + public None None; + public string Identifier; + public DataFrameExpression DataFrame; + public StatementExpression Statement; + public PrimitiveExpression Primitive; + public ImmutableList Arguments; + public Argument Argument; +} + +%token BOOLEAN_CONSTANT, INTEGER_CONSTANT, REAL_CONSTANT, NONE_CONSTANT +%token PARENTHESIS_OPEN, PARENTHESIS_CLOSE, BRACKET_OPEN, BRACKET_CLOSE, DOT, COMMA, COLON, IDENTIFIER, EQUALS +%token AND, OR, PLUS, MINUS, TIMES, DIVIDE + +%nonassoc EQUALS + +%type DataFrame +%type Statement +%type Argument +%type Arguments + +%% + +ArithmeticColumnExpression : + +DataFrameExpression : + IDENTIFIER O + +Arguments : + { + $$ = System.Collections.Immutable.ImmutableList.Empty; + } + | Argument { + $$ = System.Collections.Immutable.ImmutableList.Empty.Add($1); + } + | Arguments COMMA Argument { + $$ = $1.Add($3); + } + ; + +ColumnExpression : + IDENTIFIER DOT IDENTIFIER { + $$ = new ColumnNameExpression($1, $3); + } + | IDENTIFIER OPEN_BRACKET IDENTIFIER CLOSE_BRACKET { + $$ = new ColumnNameExpression($1, $3); + } + | ColumnExpression PLUS ColumnExpression { + $$ = $1.Plus($3); + } + | ColumnExpression MINUS ColumnExpression { + $$ = $1.Minus($3); + } + | ColumnExpression TIMES ColumnExpression { + $$ = $1.Multiply($3); + } + | ColumnExpression DIVIDE ColumnExpression { + + } + | ColumnExpression AND ColumnExpression { + + } + | ColumnExpression OR ColumnExpression diff --git a/src/DataStreamSuite/PandasExpressions/PandasExpressionTokens.lex b/src/DataStreamSuite/PandasExpressions/PandasExpressionTokens.lex new file mode 100644 index 000000000..5eaa8cd28 --- /dev/null +++ b/src/DataStreamSuite/PandasExpressions/PandasExpressionTokens.lex @@ -0,0 +1,93 @@ +%namespace Bts.PandasExpressions +%scannertype PandasExpressionScanner +%visibility internal +%tokentype PandasExpressionToken + +%option stack, minimize, parser, verbose, persistbuffer, noembedbuffers + +Identifier [a-zA-Z_][a-zA-Z_0-9]* +Equals = +IntegerConstant -?[0-9]+ +RealConstant -?[0-9]+\.[0-9]+ +BooleanConstant True|False +And && +Or || +None None +OpenParenthesis \( +CloseParenthesis \) +OpenBracket \[ +CloseBracket \] +Dot . +Comma , +Colon : +Plus + +Minus - +Times * +Divide / + + +%% + +{Equals} { + return (int)PandasExpressionToken.EQUALS; +} + +{BooleanConstant} { + yylval.Boolean = yytext.ToLower() switch { + "True" => true, + "False" => false, + _ => throw new Exception( + string.Format("Expected yytext to be 'True' or 'False' (actually '{0}')", yytext)) + }; + return (int)PandasExpressionToken.BOOLEAN_CONSTANT; +} + +{IntegerConstant} { + yylval.Integer = int.Parse(yytext); + return (int)PandasExpressionToken.INTEGER_CONSTANT; +} + +{RealConstant} { + yylval.Real = double.Parse(yytext); + return (int)PandasExpressionToken.REAL_CONSTANT; +} + +{None} { + yylval.None = None.Value; + return (int)PandasExpressionToken.NONE_CONSTANT; +} + +{OpenParenthesis} { + return (int)PandasExpressionToken.PARENTHESIS_OPEN; +} + +{CloseParenthesis} { + return (int)PandasExpressionToken.PARENTHESIS_CLOSE; +} + +{Dot} { + return (int)PandasExpressionToken.DOT; +} + +{Comma} { + return (int)PandasExpressionToken.COMMA; +} + +{Colon} { + return (int)PandasExpressionToken.COLON; +} + +{OpenBracket} { + return (int)PandasExpressionToken.BRACKET_OPEN; +} + +{CloseBracket} { + return (int)PandasExpressionToken.BRACKET_CLOSE; +} + +{Identifier} { + yylval.Identifier = yytext; + return (int)PandasExpressionToken.IDENTIFIER; +} + +%% diff --git a/src/DataStreamSuite/PandasExpressions/PandasExpressions.csproj b/src/DataStreamSuite/PandasExpressions/PandasExpressions.csproj new file mode 100644 index 000000000..a1ed5b3f0 --- /dev/null +++ b/src/DataStreamSuite/PandasExpressions/PandasExpressions.csproj @@ -0,0 +1,9 @@ + + + + net7.0 + enable + enable + + +