fqaiser94 commented on code in PR #10747:
URL: https://github.com/apache/kafka/pull/10747#discussion_r1089849065
##########
streams/src/main/java/org/apache/kafka/streams/kstream/internals/ChangedSerializer.java:
##########
@@ -45,34 +47,85 @@ public void setIfUnset(final SerdeGetter getter) {
}
}
+ @SuppressWarnings("checkstyle:cyclomaticComplexity")
+ private boolean isUpgrade(final Map<String, ?> configs) {
+ final Object upgradeFrom =
configs.get(StreamsConfig.UPGRADE_FROM_CONFIG);
+ if (upgradeFrom == null) {
+ return false;
+ }
+
+ switch ((String) upgradeFrom) {
+ case StreamsConfig.UPGRADE_FROM_0100:
+ case StreamsConfig.UPGRADE_FROM_0101:
+ case StreamsConfig.UPGRADE_FROM_0102:
+ case StreamsConfig.UPGRADE_FROM_0110:
+ case StreamsConfig.UPGRADE_FROM_10:
+ case StreamsConfig.UPGRADE_FROM_11:
+ case StreamsConfig.UPGRADE_FROM_20:
+ case StreamsConfig.UPGRADE_FROM_21:
+ case StreamsConfig.UPGRADE_FROM_22:
+ case StreamsConfig.UPGRADE_FROM_23:
+ case StreamsConfig.UPGRADE_FROM_24:
+ case StreamsConfig.UPGRADE_FROM_25:
+ case StreamsConfig.UPGRADE_FROM_26:
+ case StreamsConfig.UPGRADE_FROM_27:
+ case StreamsConfig.UPGRADE_FROM_28:
+ case StreamsConfig.UPGRADE_FROM_30:
+ case StreamsConfig.UPGRADE_FROM_31:
+ case StreamsConfig.UPGRADE_FROM_32:
+ case StreamsConfig.UPGRADE_FROM_33:
+ return true;
+ default:
+ return false;
+ }
+ }
+
+ @Override
+ public void configure(final Map<String, ?> configs, final boolean isKey) {
+ this.isUpgrade = isUpgrade(configs);
+ }
+
/**
* @throws StreamsException if both old and new values of data are null,
or if
- * both values are not null
+ * both values are not null and is upgrading from a version less than 3.4
*/
@Override
public byte[] serialize(final String topic, final Headers headers, final
Change<T> data) {
- final byte[] serializedKey;
-
- // only one of the old / new values would be not null
- if (data.newValue != null) {
- if (data.oldValue != null) {
+ final boolean oldValueIsNull = data.oldValue == null;
+ final boolean newValueIsNull = data.newValue == null;
+
+ final byte[] newData = inner.serialize(topic, headers, data.newValue);
+ final byte[] oldData = inner.serialize(topic, headers, data.oldValue);
+
+ final int newDataLength = newValueIsNull ? 0 : newData.length;
+ final int oldDataLength = oldValueIsNull ? 0 : oldData.length;
+
+ // The serialization format is:
+ // {BYTE_ARRAY oldValue}{BYTE newOldFlag=0}
+ // {BYTE_ARRAY newValue}{BYTE newOldFlag=1}
+ // {INT newDataLength}{BYTE_ARRAY newValue}{BYTE_ARRAY oldValue}{BYTE
newOldFlag=2}
+ final ByteBuffer buf;
+ if (!newValueIsNull && !oldValueIsNull) {
+ if (isUpgrade) {
throw new StreamsException("Both old and new values are not
null (" + data.oldValue
- + " : " + data.newValue + ") in ChangeSerializer, which is
not allowed.");
+ + " : " + data.newValue + ") in ChangeSerializer,
which is not allowed unless upgrading.");
+ } else {
+ final int capacity = Integer.BYTES + newDataLength +
oldDataLength + NEW_OLD_FLAG_SIZE;
+ buf = ByteBuffer.allocate(capacity);
+ buf.putInt(newDataLength).put(newData).put(oldData).put((byte)
2);
}
-
- serializedKey = inner.serialize(topic, headers, data.newValue);
+ } else if (!newValueIsNull) {
+ final int capacity = newDataLength + NEW_OLD_FLAG_SIZE;
+ buf = ByteBuffer.allocate(capacity);
+ buf.put(newData).put((byte) 1);
+ } else if (!oldValueIsNull) {
+ final int capacity = oldDataLength + NEW_OLD_FLAG_SIZE;
+ buf = ByteBuffer.allocate(capacity);
+ buf.put(oldData).put((byte) 0);
} else {
- if (data.oldValue == null) {
- throw new StreamsException("Both old and new values are null
in ChangeSerializer, which is not allowed.");
- }
-
- serializedKey = inner.serialize(topic, headers, data.oldValue);
+ throw new StreamsException("Both old and new values are null in
ChangeSerializer, which is not allowed.");
}
- final ByteBuffer buf = ByteBuffer.allocate(serializedKey.length +
NEWFLAG_SIZE);
- buf.put(serializedKey);
- buf.put((byte) (data.newValue != null ? 1 : 0));
-
return buf.array();
}
Review Comment:
@mjsax Sorry for the delay, it took me a bit longer than expected to write
up the KIP.
Before I go submitting it formally, I wanted to share a [Google Doc
version](https://docs.google.com/document/d/1RDulh8a01IeutPBQ92BM_8oWP-SadQZaRYnTqzkqtb8/edit?usp=sharing)
with you in case you have any feedback. Feel free to drop any comments
directly in the document.
Otherwise, I will formally submit it in the next couple of weeks.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: jira-unsubscr...@kafka.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
