This is an automated email from the ASF dual-hosted git repository.
yunyd pushed a change to branch teamA-migration-tool-main
in repository https://gitbox.apache.org/repos/asf/texera.git
from a9b43c9a1b chore: Add yarn package manager file (#3719)
add c6965b95aa fix: allow navigation menu to adapt to screen width (#3722)
add d55922e64a fix: display error notifications for incorrect login
credentials (#3721)
add 69dbdca91c chore: refactor schema of user_activity table (#3717)
add 038fe5b4d2 feat: enable dataset creation in export results window
(#3726)
add d349c49e2d fix: improve email notification subject (#3729)
add d33a155cbc fix: add isDatasetDownloadable and align field order &
docstring in dataset query (#3723)
add 8808571833 fix: separate user activity window from jwt expiration
(#3731)
add 866fa8a09b feat: add a new choropleth map operator (#3744)
add 3237a80ed2 feat: add configuration guidance for upload parameters in
admin settings (#3743)
add db4f0397d2 feat: automate JOOQ code generation in SBT build process
(#3746)
add a2eeb75a1f chore(ci): remove JOOQ Generation from CI (#3747)
add 7c35e427a2 feat: add account creation time (#3736)
add f90848e557 feat(auth): removed token refresh functionality (#3765)
add dbeb0a084e feat(access-control-service): AccessControlService added as
a new micro service (#3767)
add aee6095b7e fix: Persist & apply “Data Transfer Batch Size” from
Workflow Settings (#3770)
add ccf998034f fix(op): fix incorrect names for Machine Learning Operators
(#3776)
add 084b476ce2 fix(op): add ML training operators for linear and logistic
regression (#3779)
add feca1cd2b7 feat: cap number of concurrent file uploads (#3735)
add 5b1bba18ff fix: Correctly format workflow JSON when downloading from
hub (#3751)
add 1d2e9cce00 fix(ui): Prevent link delete buttons from overlapping
(#3602)
add 5be6420566 chore: Add publish section with whoami to .asf.yaml (#3785)
add f406e256ca fix(gui): reopen workflow websocket when switching
workflows (#3773)
add df0c899637 fix(ui): move quota diagrams to new tab (#3781)
add e7ded5f7ac fix(ci): add explicit jdbc driver loading in relevant e2e
tests (#3783)
add 75c69ed015 fix: pin R arrow package to version 14.0.2.1 in
computing-unit-master (#3761)
add bc260178be chore(deps): bump torch from 2.4.1 to 2.8.0 and
typing_extensions from 4.9.0 to 4.10.0 (#3800)
add 89af4b9045 chore(deps): bump scikit-learn from 1.4.0 to 1.5.0 in
/core/amber (#3799)
add af453d7af3 chore: refactor user avatar component (#3790)
add cf3bb462a2 chore(deps): bump axios from 1.7.7 to 1.12.2 in /core/gui
(#3797)
add 637cfc9116 chore(deps): bump form-data from 3.0.2 to 3.0.4 in
/core/gui (#3793)
add bf4d2b9073 fix(debugger): do not truncate debug messages (#3786)
add b62632db52 feat(config): allow default.conf to be set using
environment variables (#3757)
add b0075f6350 feat: display datasets version creation timestamp (#3803)
add ab30bb1e80 chore: Upgrade checkout and setup actions to latest
versions (#3808)
add a0c1918358 feat: add save button for sidebar tabs on the admin
settings page (#3801)
add 989e4d0e8b feat(dataset): allow datasets to have the same name across
different users (#3715)
add 61bd59b08a ci: automatically label PRs (#3536)
add 98582dd153 ci: fix labeler.yml glob pattern syntax (#3813)
add 80160aab6d ci: fix labeler configuration for file glob patterns (#3814)
add d1313346d0 feat(gui): display the owner's avatar next to each CU
(#3784)
add 60c84bd175 fix(ci): explicitly load jdbc driver when accessing iceberg
postgres catalog (#3817)
add 4acb11901b fix(ci): update backend file patterns in labeler.yml (#3815)
add 6c89f40c26 fix: delete button only clickable from outer ring (#3809)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 3 +
.github/labeler.yml | 85 ++++++++
.github/workflows/github-action-build.yml | 16 +-
.../workflows/{check-header.yml => pr-labeler.yml} | 20 +-
.../build.sbt | 12 +-
.../project/build.properties | 0
.../access-control-service-web-config.yaml} | 8 +-
.../src/main/resources/logback.xml | 9 +-
.../ics/texera/service/AccessControlService.scala | 78 +++++++
.../AccessControlServiceConfiguration.scala} | 6 +-
.../service/resource/AccessControlResource.scala | 132 ++++++++++++
.../service/resource/HealthCheckResource.scala | 0
.../uci/ics/texera/AccessControlResourceSpec.scala | 220 ++++++++++++++++++++
core/amber/operator-requirements.txt | 4 +-
core/amber/requirements.txt | 2 +-
.../ics/texera/web/ServletAwareConfigurator.scala | 1 +
.../uci/ics/texera/web/auth/GuestAuthFilter.scala | 3 +-
.../ics/texera/web/auth/UserAuthenticator.scala | 6 +-
.../http/request/auth/RefreshTokenRequest.scala | 22 --
.../ics/texera/web/resource/EmailTemplate.scala | 27 +--
.../texera/web/resource/auth/AuthResource.scala | 21 +-
.../dashboard/DatasetSearchQueryBuilder.scala | 11 +-
.../resource/dashboard/UnifiedResourceSchema.scala | 29 ++-
.../dashboard/admin/user/AdminUserResource.scala | 6 +-
.../web/resource/dashboard/hub/HubResource.scala | 46 +++--
.../dashboard/user/workflow/WorkflowResource.scala | 4 +-
.../web/service/ExecutionConsoleService.scala | 5 +
.../ics/amber/engine/e2e/DataProcessingSpec.scala | 3 +
.../edu/uci/ics/amber/engine/e2e/PauseSpec.scala | 3 +
.../dashboard/file/WorkflowResourceSpec.scala | 101 ++++++++-
.../scala/edu/uci/ics/texera/auth/JwtParser.scala | 2 +-
.../ics/texera/auth/util/ComputingUnitAccess.scala | 55 +++++
.../uci/ics/texera/auth/util/HeaderField.scala} | 10 +-
core/build.sbt | 12 ++
.../resource/ComputingUnitManagingResource.scala | 42 +++-
.../texera/service/resource/ConfigResource.scala | 1 +
core/config/src/main/resources/auth.conf | 2 +-
core/config/src/main/resources/default.conf | 39 +++-
core/config/src/main/resources/gui.conf | 4 +
.../edu/uci/ics/amber/config/StorageConfig.scala | 6 +-
.../scala/edu/uci/ics/amber/util/PathUtils.scala | 2 +
.../edu/uci/ics/texera/config/GuiConfig.scala | 2 +
core/dao/build.sbt | 73 +++++++
core/file-service/build.sbt | 6 +-
.../texera/service/resource/DatasetResource.scala | 185 +++++++++++------
.../edu/uci/ics/texera/service/MockLakeFS.scala | 124 +++++++++++
.../service/resource/DatasetResourceSpec.scala | 183 +++++++++++++++++
.../app/common/service/gui-config.service.mock.ts | 3 +-
.../src/app/common/service/user/auth.service.ts | 34 ---
core/gui/src/app/common/type/gui-config.ts | 1 +
core/gui/src/app/common/type/user.ts | 4 +
.../admin/settings/admin-settings.component.html | 108 +++++++---
.../admin/settings/admin-settings.component.scss | 10 +
.../admin/settings/admin-settings.component.ts | 87 +++++---
.../component/admin/user/admin-user.component.html | 7 +
.../component/admin/user/admin-user.component.ts | 13 +-
.../files-uploader/files-uploader.component.ts | 10 +-
.../user/user-avatar/user-avatar.component.html | 28 ++-
.../user/user-avatar/user-avatar.component.scss | 35 +---
.../dataset-detail.component.html | 118 +++++++----
.../dataset-detail.component.scss | 19 +-
.../dataset-detail.component.ts | 228 ++++++++++++++-------
...user-dataset-staged-objects-list.component.html | 1 -
.../user/user-quota/user-quota.component.html | 23 +--
.../user/user-quota/user-quota.component.scss | 4 +-
.../service/user/dataset/dataset.service.ts | 19 +-
.../service/user/download/download.service.ts | 4 +-
.../about/local-login/local-login.component.ts | 6 +-
.../left-panel/settings/settings.component.ts | 6 +
.../workspace/component/menu/menu.component.scss | 11 +-
.../computing-unit-selection.component.html | 16 ++
.../computing-unit-selection.component.ts | 2 +-
.../result-exportation.component.html | 68 +++---
.../result-exportation.component.ts | 28 ++-
.../workflow-editor/workflow-editor.component.ts | 123 +++++++++--
.../computing-unit-status.service.ts | 7 +-
.../workspace/service/joint-ui/joint-ui.service.ts | 38 ----
.../app/workspace/types/workflow-computing-unit.ts | 2 +
.../src/assets/operator_images/ChoroplethMap.png | Bin 0 -> 140957 bytes
...ing.png => SklearnTrainingAdaptiveBoosting.png} | Bin
...learnBagging.png => SklearnTrainingBagging.png} | Bin
....png => SklearnTrainingBernoulliNaiveBayes.png} | Bin
...png => SklearnTrainingComplementNaiveBayes.png} | Bin
...ionTree.png => SklearnTrainingDecisionTree.png} | Bin
.../{SklearnDummy.png => SklearnTrainingDummy.png} | Bin
...nExtraTree.png => SklearnTrainingExtraTree.png} | Bin
...xtraTrees.png => SklearnTrainingExtraTrees.png} | Bin
...s.png => SklearnTrainingGaussianNaiveBayes.png} | Bin
...ing.png => SklearnTrainingGradientBoosting.png} | Bin
.../{SklearnKNN.png => SklearnTrainingKNN.png} | Bin
...ion.png => SklearnTrainingLinearRegression.png} | Bin
...nLinearSVM.png => SklearnTrainingLinearSVM.png} | Bin
...n.png => SklearnTrainingLogisticRegression.png} | Bin
...png => SklearnTrainingLogisticRegressionCV.png} | Bin
...png => SklearnTrainingMultiLayerPerceptron.png} | Bin
...ng => SklearnTrainingMultinomialNaiveBayes.png} | Bin
...roid.png => SklearnTrainingNearestCentroid.png} | Bin
...ve.png => SklearnTrainingPassiveAggressive.png} | Bin
...erceptron.png => SklearnTrainingPerceptron.png} | Bin
...g => SklearnTrainingProbabilityCalibration.png} | Bin
...mForest.png => SklearnTrainingRandomForest.png} | Bin
.../{SklearnRidge.png => SklearnTrainingRidge.png} | Bin
...learnRidgeCV.png => SklearnTrainingRidgeCV.png} | Bin
.../{SklearnSDG.png => SklearnTrainingSDG.png} | Bin
.../{SklearnSVM.png => SklearnTrainingSVM.png} | Bin
core/gui/src/styles.scss | 6 +
core/gui/yarn.lock | 152 ++++++++++++--
core/project/plugins.sbt | 9 +-
core/scripts/sql/texera_ddl.sql | 45 ++--
core/scripts/sql/updates/13.sql | 84 ++++++++
core/scripts/sql/updates/{12.sql => 14.sql} | 18 +-
core/scripts/sql/updates/{04.sql => 15.sql} | 19 +-
.../uci/ics/amber/core/storage/FileResolver.scala | 8 +-
.../core/storage/model/DatasetFileDocument.scala | 18 +-
.../ics/amber/core/storage/model/OnDataset.scala | 2 +-
.../core/storage/util/LakeFSStorageClient.scala | 16 +-
.../scala/edu/uci/ics/amber/util/IcebergUtil.scala | 3 +
.../uci/ics/amber/storage/FileResolverSpec.scala | 5 +-
.../edu/uci/ics/amber/operator/LogicalOp.scala | 69 ++++---
...=> SklearnTrainingLinearRegressionOpDesc.scala} | 6 +-
.../ChoroplethMapOpDesc.scala} | 74 ++++---
deployment/computing-unit-master.dockerfile | 11 +-
.../k8s/texera-helmchart/files/texera_ddl.sql | 46 +++--
123 files changed, 2516 insertions(+), 769 deletions(-)
create mode 100644 .github/labeler.yml
copy .github/workflows/{check-header.yml => pr-labeler.yml} (77%)
copy core/{workflow-compiling-service => access-control-service}/build.sbt
(93%)
copy core/{computing-unit-managing-service =>
access-control-service}/project/build.properties (100%)
copy core/{config-service/src/main/resources/config-service-web-config.yaml =>
access-control-service/src/main/resources/access-control-service-web-config.yaml}
(84%)
copy core/{amber => access-control-service}/src/main/resources/logback.xml
(90%)
create mode 100644
core/access-control-service/src/main/scala/edu/uci/ics/texera/service/AccessControlService.scala
copy core/{computing-unit-managing-service/project/plugins.sbt =>
access-control-service/src/main/scala/edu/uci/ics/texera/service/AccessControlServiceConfiguration.scala}
(84%)
create mode 100644
core/access-control-service/src/main/scala/edu/uci/ics/texera/service/resource/AccessControlResource.scala
copy core/{computing-unit-managing-service =>
access-control-service}/src/main/scala/edu/uci/ics/texera/service/resource/HealthCheckResource.scala
(100%)
create mode 100644
core/access-control-service/src/test/scala/edu/uci/ics/texera/AccessControlResourceSpec.scala
delete mode 100644
core/amber/src/main/scala/edu/uci/ics/texera/web/model/http/request/auth/RefreshTokenRequest.scala
create mode 100644
core/auth/src/main/scala/edu/uci/ics/texera/auth/util/ComputingUnitAccess.scala
copy
core/{amber/src/main/scala/edu/uci/ics/texera/web/TexeraWebConfiguration.java
=> auth/src/main/scala/edu/uci/ics/texera/auth/util/HeaderField.scala} (79%)
create mode 100644
core/file-service/src/test/scala/edu/uci/ics/texera/service/MockLakeFS.scala
create mode 100644
core/file-service/src/test/scala/edu/uci/ics/texera/service/resource/DatasetResourceSpec.scala
create mode 100644 core/gui/src/assets/operator_images/ChoroplethMap.png
copy core/gui/src/assets/operator_images/{SklearnAdaptiveBoosting.png =>
SklearnTrainingAdaptiveBoosting.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnBagging.png =>
SklearnTrainingBagging.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnBernoulliNaiveBayes.png =>
SklearnTrainingBernoulliNaiveBayes.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnComplementNaiveBayes.png =>
SklearnTrainingComplementNaiveBayes.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnDecisionTree.png =>
SklearnTrainingDecisionTree.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnDummy.png =>
SklearnTrainingDummy.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnExtraTree.png =>
SklearnTrainingExtraTree.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnExtraTrees.png =>
SklearnTrainingExtraTrees.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnGaussianNaiveBayes.png =>
SklearnTrainingGaussianNaiveBayes.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnGradientBoosting.png =>
SklearnTrainingGradientBoosting.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnKNN.png =>
SklearnTrainingKNN.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnLinearRegression.png =>
SklearnTrainingLinearRegression.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnLinearSVM.png =>
SklearnTrainingLinearSVM.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnLogisticRegression.png =>
SklearnTrainingLogisticRegression.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnLogisticRegressionCV.png =>
SklearnTrainingLogisticRegressionCV.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnMultiLayerPerceptron.png =>
SklearnTrainingMultiLayerPerceptron.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnMultinomialNaiveBayes.png =>
SklearnTrainingMultinomialNaiveBayes.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnNearestCentroid.png =>
SklearnTrainingNearestCentroid.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnPassiveAggressive.png =>
SklearnTrainingPassiveAggressive.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnPerceptron.png =>
SklearnTrainingPerceptron.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnProbabilityCalibration.png =>
SklearnTrainingProbabilityCalibration.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnRandomForest.png =>
SklearnTrainingRandomForest.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnRidge.png =>
SklearnTrainingRidge.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnRidgeCV.png =>
SklearnTrainingRidgeCV.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnSDG.png =>
SklearnTrainingSDG.png} (100%)
copy core/gui/src/assets/operator_images/{SklearnSVM.png =>
SklearnTrainingSVM.png} (100%)
create mode 100644 core/scripts/sql/updates/13.sql
copy core/scripts/sql/updates/{12.sql => 14.sql} (68%)
copy core/scripts/sql/updates/{04.sql => 15.sql} (74%)
copy
core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/{SklearnTrainingSDGOpDesc.scala
=> SklearnTrainingLinearRegressionOpDesc.scala} (84%)
copy
core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/{pieChart/PieChartOpDesc.scala
=> choroplethMap/ChoroplethMapOpDesc.scala} (62%)