Merge pull request #1824 from cdapio/submodule-update

update submodules
cdapio · Oct 17, 2023 · 84d3ffc · 84d3ffc
2 parents 2a39df3 + 1c48aa4
commit 84d3ffc
Show file tree

Hide file tree

Showing 6 changed files with 6 additions and 6 deletions.
diff --git a/amazon-s3-plugins b/amazon-s3-plugins
diff --git a/azure b/azure
diff --git a/condition-plugins b/condition-plugins
diff --git a/google-cloud b/google-cloud
diff --git a/kafka-plugins b/kafka-plugins
diff --git a/wrangler-transform b/wrangler-transform
+3 −3		.github/workflows/build.yml
+4 −0		docs/S3-batchsource.md
+36 −15		pom.xml
+43 −1		src/main/java/io/cdap/plugin/aws/s3/common/S3ConnectorConfig.java
+1 −1		src/main/java/io/cdap/plugin/aws/s3/connector/S3Connector.java
+1 −1		src/main/java/io/cdap/plugin/aws/s3/sink/S3BatchSink.java
+58 −1		src/main/java/io/cdap/plugin/aws/s3/source/S3BatchSource.java
+68 −0		src/test/java/io/cdap/plugin/aws/s3/source/S3BatchSourceTest.java
+19 −0		widgets/S3-batchsource.json
+10 −8		.github/workflows/build.yml
+7 −1		kafka-plugins-client/src/main/java/io/cdap/plugin/kafka/sink/KafkaBatchSink.java
+59 −0		kafka-plugins-client/src/test/java/io/cdap/plugin/kafka/AbstractKafkaBatchSourceTest.java
+77 −3		kafka-plugins-client/src/test/java/io/cdap/plugin/kafka/KafkaSinkAndAlertsPublisherTest.java
+1 −1		kafka-plugins-common/src/main/java/io/cdap/plugin/kafka/batch/source/KafkaPartitionOffsets.java
+2 −2		pom.xml
+3 −3		.github/workflows/build.yml
+105 −0		.github/workflows/e2e.yml
+135 −5		pom.xml
+12 −1		wrangler-api/src/main/java/io/cdap/wrangler/api/Directive.java
+63 −0		wrangler-api/src/main/java/io/cdap/wrangler/api/EntityCountMetric.java
+31 −0		wrangler-api/src/main/java/io/cdap/wrangler/api/EntityMetrics.java
+17 −1		wrangler-api/src/main/java/io/cdap/wrangler/api/Executor.java
+4 −0		wrangler-api/src/main/java/io/cdap/wrangler/api/ExecutorContext.java
+29 −0		wrangler-api/src/main/java/io/cdap/wrangler/api/SchemaResolutionContext.java
+1 −1		wrangler-core/src/main/antlr4/io/cdap/wrangler/parser/Directives.g4
+8 −0		wrangler-core/src/main/java/io/cdap/directives/aggregates/IncrementTransientVariable.java
+10 −0		wrangler-core/src/main/java/io/cdap/directives/aggregates/SetTransientVariable.java
+19 −1		wrangler-core/src/main/java/io/cdap/directives/column/ChangeColCaseNames.java
+27 −7		wrangler-core/src/main/java/io/cdap/directives/column/CleanseColumnNames.java
+22 −3		wrangler-core/src/main/java/io/cdap/directives/column/ColumnsReplace.java
+23 −1		wrangler-core/src/main/java/io/cdap/directives/column/Copy.java
+16 −0		wrangler-core/src/main/java/io/cdap/directives/column/Rename.java
+16 −1		wrangler-core/src/main/java/io/cdap/directives/column/SetHeader.java
+23 −0		wrangler-core/src/main/java/io/cdap/directives/column/SetType.java
+17 −0		wrangler-core/src/main/java/io/cdap/directives/column/Swap.java
+4 −5		wrangler-core/src/main/java/io/cdap/directives/parser/ParseExcel.java
+10 −0		wrangler-core/src/main/java/io/cdap/directives/row/Fail.java
+10 −0		wrangler-core/src/main/java/io/cdap/directives/row/RecordConditionFilter.java
+10 −0		wrangler-core/src/main/java/io/cdap/directives/row/SendToError.java
+10 −0		wrangler-core/src/main/java/io/cdap/directives/row/SendToErrorAndContinue.java
+10 −2		wrangler-core/src/main/java/io/cdap/directives/transformation/ColumnExpression.java
+12 −1		wrangler-core/src/main/java/io/cdap/directives/transformation/MessageHash.java
+38 −0		wrangler-core/src/main/java/io/cdap/wrangler/executor/RecipePipelineExecutor.java
+4 −0		wrangler-core/src/main/java/io/cdap/wrangler/expression/EL.java
+34 −0		wrangler-core/src/main/java/io/cdap/wrangler/metrics/Constants.java
+63 −0		wrangler-core/src/main/java/io/cdap/wrangler/metrics/JexlCategoryMetricUtils.java
+119 −0		wrangler-core/src/main/java/io/cdap/wrangler/schema/DirectiveOutputSchemaGenerator.java
+36 −0		wrangler-core/src/main/java/io/cdap/wrangler/schema/DirectiveSchemaResolutionContext.java
+29 −0		wrangler-core/src/main/java/io/cdap/wrangler/schema/TransientStoreKeys.java
+74 −14		wrangler-core/src/main/java/io/cdap/wrangler/utils/ColumnConverter.java
+52 −0		wrangler-core/src/main/java/io/cdap/wrangler/utils/RowHelper.java
+34 −0		wrangler-core/src/test/java/io/cdap/directives/column/ChangeColCaseNamesTest.java
+34 −3		wrangler-core/src/test/java/io/cdap/directives/column/CleanseColumnNamesTest.java
+35 −0		wrangler-core/src/test/java/io/cdap/directives/column/ColumnsReplaceTest.java
+59 −0		wrangler-core/src/test/java/io/cdap/directives/column/CopyTest.java
+35 −3		wrangler-core/src/test/java/io/cdap/directives/column/RenameTest.java
+38 −4		wrangler-core/src/test/java/io/cdap/directives/column/SetHeaderTest.java
+57 −0		wrangler-core/src/test/java/io/cdap/directives/column/SetTypeTest.java
+20 −1		wrangler-core/src/test/java/io/cdap/directives/parser/ParseExcelTest.java
+34 −4		wrangler-core/src/test/java/io/cdap/directives/transformation/SwapTest.java
+29 −43		wrangler-core/src/test/java/io/cdap/wrangler/TestingPipelineContext.java
+23 −5		wrangler-core/src/test/java/io/cdap/wrangler/TestingRig.java
+5 −5		wrangler-core/src/test/java/io/cdap/wrangler/executor/RecipePipelineExecutorTest.java
+136 −0		wrangler-core/src/test/java/io/cdap/wrangler/executor/SchemaGenerationTest.java
+1 −15		wrangler-core/src/test/java/io/cdap/wrangler/utils/RecordConvertorTest.java
+ −		wrangler-core/src/test/resources/date-formats-test-sheet.xlsx
+5 −0		wrangler-service/pom.xml
+31 −36		wrangler-service/src/main/java/io/cdap/wrangler/service/directive/AbstractDirectiveHandler.java
+2 −1		wrangler-service/src/main/java/io/cdap/wrangler/service/directive/DirectivesHandler.java
+9 −0		wrangler-service/src/main/java/io/cdap/wrangler/service/directive/ServicePipelineContext.java
+23 −6		wrangler-service/src/main/java/io/cdap/wrangler/service/directive/WorkspaceHandler.java
+2 −1		wrangler-service/src/main/java/io/cdap/wrangler/service/directive/WorkspaceUpgrader.java
+0 −1		wrangler-transform/pom.xml
+71 −0		wrangler-transform/src/e2e-test/features/Wrangler/DataTypeParsers.feature
+43 −0		wrangler-transform/src/e2e-test/features/Wrangler/ParseAsCsv.feature
+43 −0		wrangler-transform/src/e2e-test/features/Wrangler/ParseAsFixedLength.feature
+43 −0		wrangler-transform/src/e2e-test/features/Wrangler/ParseAsHl7.feature
+140 −0		wrangler-transform/src/e2e-test/java/io/cdap/plugin/common/stepsdesign/TestSetupHooks.java
+20 −0		wrangler-transform/src/e2e-test/java/io/cdap/plugin/common/stepsdesign/package-info.java
+101 −0		wrangler-transform/src/e2e-test/java/io/cdap/plugin/wrangler/actions/ValidationHelper.java
+20 −0		wrangler-transform/src/e2e-test/java/io/cdap/plugin/wrangler/actions/package-info.java
+36 −0		wrangler-transform/src/e2e-test/java/io/cdap/plugin/wrangler/runners/TestRunner.java
+35 −0		wrangler-transform/src/e2e-test/java/io/cdap/plugin/wrangler/runners/TestRunnerRequired.java
+20 −0		wrangler-transform/src/e2e-test/java/io/cdap/plugin/wrangler/runners/package-info.java
+41 −0		wrangler-transform/src/e2e-test/java/io/cdap/plugin/wrangler/stepsdesign/Wrangler.java
+20 −0		wrangler-transform/src/e2e-test/java/io/cdap/plugin/wrangler/stepsdesign/package-info.java
+3 −0		wrangler-transform/src/e2e-test/resources/BQValidationExpectedFiles/Directive_parse_DateTime
+3 −0		wrangler-transform/src/e2e-test/resources/BQValidationExpectedFiles/Directive_parse_Timestamp
+6 −0		wrangler-transform/src/e2e-test/resources/BQValidationExpectedFiles/Directive_parse_csv
+2 −0		wrangler-transform/src/e2e-test/resources/BQValidationExpectedFiles/Directive_parse_fixedlength
+2 −0		wrangler-transform/src/e2e-test/resources/BQValidationExpectedFiles/Directive_parse_hl7
+1 −0		wrangler-transform/src/e2e-test/resources/BQtesdata/BigQuery/BigQueryCreateTableQueryCsv.txt
+1 −0		wrangler-transform/src/e2e-test/resources/BQtesdata/BigQuery/BigQueryCreateTableQueryDatetime.txt
+1 −0		wrangler-transform/src/e2e-test/resources/BQtesdata/BigQuery/BigQueryCreateTableQueryFxdlen.txt
+1 −0		wrangler-transform/src/e2e-test/resources/BQtesdata/BigQuery/BigQueryCreateTableQueryTimestamp.txt
+1 −0		wrangler-transform/src/e2e-test/resources/BQtesdata/BigQuery/BigQueryCreateTableQueryhl7.txt
+5 −0		wrangler-transform/src/e2e-test/resources/BQtesdata/BigQuery/BigQueryInsertDataQueryCsv.txt
+5 −0		wrangler-transform/src/e2e-test/resources/BQtesdata/BigQuery/BigQueryInsertDataQueryDatetime.txt
+5 −0		wrangler-transform/src/e2e-test/resources/BQtesdata/BigQuery/BigQueryInsertDataQueryFxdlen.txt
+5 −0		wrangler-transform/src/e2e-test/resources/BQtesdata/BigQuery/BigQueryInsertDataQueryHl7.txt
+5 −0		wrangler-transform/src/e2e-test/resources/BQtesdata/BigQuery/BigQueryInsertDataQueryTimestamp.txt
+34 −0		wrangler-transform/src/e2e-test/resources/pluginParameters.properties
+180 −0		wrangler-transform/src/e2e-test/resources/testData/Wrangler/parse_HL7_Wrangler-cdap-data-pipeline (1).json
+179 −0		wrangler-transform/src/e2e-test/resources/testData/Wrangler/parse_csv_wrangle-cdap-data-pipeline.json
+362 −0		wrangler-transform/src/e2e-test/resources/testData/Wrangler/parse_datetime_wrangle-cdap-data-pipeline.json
+179 −0		wrangler-transform/src/e2e-test/resources/testData/Wrangler/parse_fixedlength_wrangle-cdap-data-pipeline.json
+179 −0		wrangler-transform/src/e2e-test/resources/testData/Wrangler/parse_timestamp_wrangle-cdap-data-pipeline.json
+64 −4		wrangler-transform/src/main/java/io/cdap/wrangler/Wrangler.java
+15 −3		wrangler-transform/widgets/Wrangler-transform.json