-----------------------------------------------------------
This is an automatically generated e-mail. To reply, visit:
https://reviews.apache.org/r/47835/
-----------------------------------------------------------
(Updated Sept. 12, 2016, 5:53 p.m.)
Review request for samza, Boris Shkolnik, Chris Pettitt, Chinmay Soman, Jake
Maes, Navina Ramesh, Jagadish Venkatraman, and Xinyu Liu.
Changes
-------
High-lighted changes in this revision:
- change the type parameter for MessageStream to just use Message
- added MessageStreams to group all static methods to create input system
MessageStream
- added Windows to group all static methods to create Window functions (first
implementation is SessionWindow)
- added Triggers to allow a builder-style of window trigger programming
- moved all Operator classes into operator.api.internal.Operators, s.t. they
are not directly exposed in operator.api package. Those classes are only used
by implementation classes
- updated all test examples w/ the updated window and trigger programming APIs
- changed Pipeline to ChainedOperators (to separate from Jake's Pipeline class
and Navina's work on StreamProcessor)
Bugs: SAMZA-914
https://issues.apache.org/jira/browse/SAMZA-914
Repository: samza
Description
-------
SAMZA-914: initial draft of operator programming API. Design doc attached to
SAMZA-914:
https://issues.apache.org/jira/secure/attachment/12821524/SAMZA-914_%20operator%20Java%20programming%20API%20-%20Google%20Docs.pdf
Diffs (updated)
-----
build.gradle 16facbbf4dff378c561461786ff186bd9e0000ed
gradle/dependency-versions.gradle 52e25aa53a1edc85d478b48898621b26508ad4bb
samza-api/src/test/java/org/apache/samza/config/TestConfig.java
5d066c5867e9df9e94e60bde825dedf10703b399
samza-operator/src/main/java/org/apache/samza/operators/api/Join.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/api/MessageStream.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/api/MessageStreams.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/api/Triggers.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/api/WindowState.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/api/Windows.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/api/data/Message.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/api/data/WindowOutput.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/api/internal/Operators.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/api/internal/Trigger.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/api/internal/Window.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/impl/ChainedOperators.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/impl/OperatorBaseImpl.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/impl/ProcessorContext.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/impl/SimpleOperatorImpl.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/impl/StateStoreImpl.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/operators/impl/window/SessionWindowImpl.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/task/StreamOperatorAdaptorTask.java
PRE-CREATION
samza-operator/src/main/java/org/apache/samza/task/StreamOperatorTask.java
PRE-CREATION
samza-operator/src/test/java/org/apache/samza/operators/api/data/TestMessageStream.java
PRE-CREATION
samza-operator/src/test/java/org/apache/samza/task/AssembleCallGraphTask.java
PRE-CREATION
samza-operator/src/test/java/org/apache/samza/task/BroadcastOperatorTask.java
PRE-CREATION
samza-operator/src/test/java/org/apache/samza/task/InputAvroSystemMessage.java
PRE-CREATION
samza-operator/src/test/java/org/apache/samza/task/JoinOperatorTask.java
PRE-CREATION
samza-operator/src/test/java/org/apache/samza/task/TestStreamOperatorTasks.java
PRE-CREATION
samza-operator/src/test/java/org/apache/samza/task/WindowOperatorTask.java
PRE-CREATION
samza-sql-calcite/src/test/java/org/apache/samza/sql/calcite/schema/TestAvroSchemaConverter.java
PRE-CREATION
samza-sql-core/README.md PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/data/Data.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/data/EntityName.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/data/Relation.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/data/Schema.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/data/Stream.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/data/Table.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/data/Tuple.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/operators/Operator.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/operators/OperatorCallback.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/operators/OperatorRouter.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/operators/OperatorSpec.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/operators/SimpleOperator.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/api/operators/SqlOperatorFactory.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/data/IncomingMessageTuple.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/data/avro/AvroData.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/data/avro/AvroSchema.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/data/serializers/SqlAvroSerde.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/data/serializers/SqlAvroSerdeFactory.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/data/serializers/SqlStringSerde.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/data/serializers/SqlStringSerdeFactory.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/data/string/StringData.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/data/string/StringSchema.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/operators/factory/NoopOperatorCallback.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/operators/factory/SimpleOperatorFactoryImpl.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/operators/factory/SimpleOperatorImpl.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/operators/factory/SimpleOperatorSpec.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/operators/factory/SimpleRouter.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/operators/join/StreamStreamJoin.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/operators/join/StreamStreamJoinSpec.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/operators/partition/PartitionOp.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/operators/partition/PartitionSpec.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/operators/window/BoundedTimeWindow.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/operators/window/WindowSpec.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/operators/window/WindowState.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/sql/window/storage/OrderedStoreKey.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/system/sql/LongOffset.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/system/sql/Offset.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/task/sql/RouterMessageCollector.java
PRE-CREATION
samza-sql-core/src/main/java/org/apache/samza/task/sql/SimpleMessageCollector.java
PRE-CREATION
samza-sql-core/src/test/java/org/apache/samza/sql/data/serializers/SqlAvroSerdeTest.java
PRE-CREATION
samza-sql-core/src/test/java/org/apache/samza/task/sql/RandomWindowOperatorTask.java
PRE-CREATION
samza-sql-core/src/test/java/org/apache/samza/task/sql/StreamSqlTask.java
PRE-CREATION
samza-sql-core/src/test/java/org/apache/samza/task/sql/UserCallbacksSqlTask.java
PRE-CREATION
settings.gradle 4c1aa107a11d413777e69bc4e48847b811aff7d2
Diff: https://reviews.apache.org/r/47835/diff/
Testing
-------
./gradlew clean build
Thanks,
Yi Pan (Data Infrastructure)
