This is an automated email from the ASF dual-hosted git repository.
linxinyuan pushed a change to branch xinyuan-loop-feb
in repository https://gitbox.apache.org/repos/asf/texera.git
from b95465d2e0 update
add cfdad432c3 feat(backend): introduce python code template builder for
creating Python based operators (#4189)
add fa87887399 fix(dependencies): fix the version of setuptools package
(#4199)
add 39f8508742 feat: add test cases for revoking workflow access. (#4187)
add 7048ce340a chore: update release workflow to comply with Apache
release practice (#4128)
add 99348fb660 refactor(helm): unify ingress and envoy proxy as a single
gateway (#4191)
add f83041a47a Merge branch 'main' into xinyuan-loop-feb
No new revisions were added by this update.
Summary of changes:
.github/release/vote-email-template.md | 64 +-
.github/workflows/create-release-candidate.yml | 23 +-
.github/workflows/github-action-build.yml | 6 +
.../service/resource/AccessControlResource.scala | 11 +-
amber/requirements.txt | 1 +
amber/src/main/python/core/models/operator.py | 45 +-
.../user/workflow/WorkflowAccessResourceSpec.scala | 405 +++++++++
bin/k8s/Chart.yaml | 10 +-
.../access-control-service-deployment.yaml | 4 +
bin/k8s/templates/envoy-config.yaml | 147 ----
bin/k8s/templates/envoy-deployment.yaml | 49 --
...g-units-namespace.yaml => gateway-backend.yaml} | 11 +-
bin/k8s/templates/gateway-routes.yaml | 142 ++++
...y-service.yaml => gateway-security-policy.yaml} | 33 +-
bin/k8s/templates/gateway.yaml | 81 ++
bin/k8s/templates/ingress.yaml | 53 --
bin/k8s/templates/minio-ingress.yaml | 65 --
bin/k8s/values.yaml | 126 +--
build.sbt | 9 +-
common/config/src/main/resources/kubernetes.conf | 5 +-
.../apache/texera/config/KubernetesConfig.scala | 1 +
.../pybuilder}/build.sbt | 37 +-
.../texera/amber/pybuilder/BoundaryValidator.scala | 187 +++++
.../amber/pybuilder/EncodableInspector.scala | 162 ++++
.../pybuilder/EncodableStringAnnotation.java} | 19 +-
.../texera/amber/pybuilder/PythonLexerUtils.scala | 84 ++
.../amber/pybuilder/PythonTemplateBuilder.scala | 481 +++++++++++
.../amber/pybuilder/PythonLexerUtilsSpec.scala | 167 ++++
.../pybuilder/PythonTemplateBuilderSpec.scala | 598 ++++++++++++++
common/workflow-operator/build.sbt | 2 +
.../HuggingFaceIrisLogisticRegressionOpDesc.scala | 23 +-
.../HuggingFaceSentimentAnalysisOpDesc.scala | 18 +-
.../HuggingFaceSpamSMSDetectionOpDesc.scala | 18 +-
.../HuggingFaceTextSummarizationOpDesc.scala | 14 +-
.../Scorer/MachineLearningScorerOpDesc.scala | 20 +-
.../sklearnAdvanced/base/HyperParameters.scala | 5 +-
.../base/SklearnAdvancedBaseDesc.scala | 62 +-
.../operator/sklearn/SklearnClassifierOpDesc.scala | 16 +-
.../sklearn/SklearnLinearRegressionOpDesc.scala | 12 +-
.../operator/sklearn/SklearnPredictionOpDesc.scala | 22 +-
.../sklearn/training/SklearnTrainingOpDesc.scala | 16 +-
.../amber/operator/sort/SortCriteriaUnit.scala | 3 +-
.../texera/amber/operator/sort/SortOpDesc.scala | 7 +-
.../apis/reddit/RedditSearchSourceOpDesc.scala | 26 +-
.../operator/timeSeriesPlot/TimeSeriesPlot.scala | 30 +-
.../visualization/DotPlot/DotPlotOpDesc.scala | 21 +-
.../IcicleChart/IcicleChartOpDesc.scala | 31 +-
.../ImageViz/ImageVisualizerOpDesc.scala | 19 +-
.../ScatterMatrixChartOpDesc.scala | 23 +-
.../visualization/barChart/BarChartOpDesc.scala | 33 +-
.../boxViolinPlot/BoxViolinPlotOpDesc.scala | 35 +-
.../bubbleChart/BubbleChartOpDesc.scala | 39 +-
.../bulletChart/BulletChartOpDesc.scala | 22 +-
.../bulletChart/BulletChartStepDefinition.scala | 5 +-
.../candlestickChart/CandlestickChartOpDesc.scala | 26 +-
.../choroplethMap/ChoroplethMapOpDesc.scala | 31 +-
.../continuousErrorBands/BandConfig.scala | 7 +-
.../ContinuousErrorBandsOpDesc.scala | 47 +-
.../contourPlot/ContourPlotOpDesc.scala | 28 +-
.../dendrogram/DendrogramOpDesc.scala | 33 +-
.../dumbbellPlot/DumbbellDotConfig.scala | 3 +-
.../dumbbellPlot/DumbbellPlotOpDesc.scala | 49 +-
.../FigureFactoryTableConfig.scala | 3 +-
.../FigureFactoryTableOpDesc.scala | 55 +-
.../filledAreaPlot/FilledAreaPlotOpDesc.scala | 55 +-
.../funnelPlot/FunnelPlotOpDesc.scala | 40 +-
.../ganttChart/GanttChartOpDesc.scala | 41 +-
.../gaugeChart/GaugeChartOpDesc.scala | 22 +-
.../visualization/gaugeChart/GaugeChartSteps.scala | 5 +-
.../visualization/heatMap/HeatMapOpDesc.scala | 23 +-
.../hierarchychart/HierarchyChartOpDesc.scala | 31 +-
.../hierarchychart/HierarchySection.scala | 3 +-
.../histogram/HistogramChartOpDesc.scala | 45 +-
.../histogram2d/Histogram2DOpDesc.scala | 28 +-
.../visualization/lineChart/LineChartOpDesc.scala | 37 +-
.../visualization/lineChart/LineConfig.scala | 9 +-
.../nestedTable/NestedTableConfig.scala | 7 +-
.../nestedTable/NestedTableOpDesc.scala | 18 +-
.../networkGraph/NetworkGraphOpDesc.scala | 34 +-
.../visualization/pieChart/PieChartOpDesc.scala | 31 +-
.../quiverPlot/QuiverPlotOpDesc.scala | 29 +-
.../rangeSlider/RangeSliderOpDesc.scala | 39 +-
.../sankeyDiagram/SankeyDiagramOpDesc.scala | 75 +-
.../scatter3DChart/Scatter3dChartOpDesc.scala | 61 +-
.../scatterplot/ScatterplotOpDesc.scala | 51 +-
.../stripChart/StripChartOpDesc.scala | 40 +-
.../visualization/tablesChart/TablesConfig.scala | 3 +-
.../tablesChart/TablesPlotOpDesc.scala | 42 +-
.../ternaryPlot/TernaryPlotOpDesc.scala | 39 +-
.../visualization/treeplot/TreeplotOpDesc.scala | 12 +-
.../volcanoPlot/VolcanoPlotOpDesc.scala | 20 +-
.../waterfallChart/WaterfallChartOpDesc.scala | 23 +-
.../visualization/wordCloud/WordCloudOpDesc.scala | 31 +-
.../timeSeriesPlot/TimeSeriesOpDescSpec.scala | 38 +-
.../visualization/DotPlot/DotPlotOpDescSpec.scala | 3 +-
.../barChart/BarChartOpDescSpec.scala | 2 +-
.../bubbleChart/BubbleChartOpDescSpec.scala | 3 +-
.../ganttChart/GanttChartOpDescSpec.scala | 15 +-
.../hierarchychart/HierarchyChartOpDescSpec.scala | 2 -
.../texera/amber/pybuilder/DescriptorChecker.scala | 902 +++++++++++++++++++++
.../amber/pybuilder/PythonClassgraphScanner.scala | 56 ++
.../amber/pybuilder/PythonConsoleCapture.scala | 44 +
.../pybuilder/PythonRawTextReportRenderer.scala | 53 ++
.../pybuilder/PythonReflectionTextUtils.scala | 64 ++
.../amber/pybuilder/PythonReflectionUtils.scala | 65 ++
.../amber/util/PythonCodeRawInvalidTextSpec.scala | 266 ++++++
106 files changed, 4892 insertions(+), 1345 deletions(-)
create mode 100644
amber/src/test/scala/org/apache/texera/web/resource/dashboard/user/workflow/WorkflowAccessResourceSpec.scala
delete mode 100644 bin/k8s/templates/envoy-config.yaml
delete mode 100644 bin/k8s/templates/envoy-deployment.yaml
copy bin/k8s/templates/{workflow-computing-units-namespace.yaml =>
gateway-backend.yaml} (82%)
create mode 100644 bin/k8s/templates/gateway-routes.yaml
rename bin/k8s/templates/{envoy-service.yaml => gateway-security-policy.yaml}
(60%)
create mode 100644 bin/k8s/templates/gateway.yaml
delete mode 100644 bin/k8s/templates/ingress.yaml
delete mode 100644 bin/k8s/templates/minio-ingress.yaml
copy {access-control-service => common/pybuilder}/build.sbt (73%)
create mode 100644
common/pybuilder/src/main/scala/org/apache/texera/amber/pybuilder/BoundaryValidator.scala
create mode 100644
common/pybuilder/src/main/scala/org/apache/texera/amber/pybuilder/EncodableInspector.scala
copy
common/{workflow-operator/src/main/scala/org/apache/texera/amber/operator/metadata/annotations/BatchByColumn.java
=>
pybuilder/src/main/scala/org/apache/texera/amber/pybuilder/EncodableStringAnnotation.java}
(69%)
create mode 100644
common/pybuilder/src/main/scala/org/apache/texera/amber/pybuilder/PythonLexerUtils.scala
create mode 100644
common/pybuilder/src/main/scala/org/apache/texera/amber/pybuilder/PythonTemplateBuilder.scala
create mode 100644
common/pybuilder/src/test/scala/org/apache/texera/amber/pybuilder/PythonLexerUtilsSpec.scala
create mode 100644
common/pybuilder/src/test/scala/org/apache/texera/amber/pybuilder/PythonTemplateBuilderSpec.scala
copy
amber/src/main/scala/org/apache/texera/amber/engine/common/CheckpointState.scala
=>
common/workflow-operator/src/test/scala/org/apache/texera/amber/operator/timeSeriesPlot/TimeSeriesOpDescSpec.scala
(54%)
create mode 100644
common/workflow-operator/src/test/scala/org/apache/texera/amber/pybuilder/DescriptorChecker.scala
create mode 100644
common/workflow-operator/src/test/scala/org/apache/texera/amber/pybuilder/PythonClassgraphScanner.scala
create mode 100644
common/workflow-operator/src/test/scala/org/apache/texera/amber/pybuilder/PythonConsoleCapture.scala
create mode 100644
common/workflow-operator/src/test/scala/org/apache/texera/amber/pybuilder/PythonRawTextReportRenderer.scala
create mode 100644
common/workflow-operator/src/test/scala/org/apache/texera/amber/pybuilder/PythonReflectionTextUtils.scala
create mode 100644
common/workflow-operator/src/test/scala/org/apache/texera/amber/pybuilder/PythonReflectionUtils.scala
create mode 100644
common/workflow-operator/src/test/scala/org/apache/texera/amber/util/PythonCodeRawInvalidTextSpec.scala
