This is an automated email from the ASF dual-hosted git repository.
leerho pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/datasketches-java.git
from f6bdeb010 Merge pull request #662 from
apache/Fix_SpotBugs_ExcludeFilter
add cc1189267 Add "final" to method parameters where they were missing.
add b9a626194 revert to jdk21 for the time being.
add 127b667f5 Set pom to java 24.
add b0addfe70 The XxHash function was removed from datasketches-memory and
moved here.
add 256ee592d Disabled workflows.
add d90e5a572 Upadate ds-java dependency on ds-memory to local
ds-memory-6.1.0-SNAPSHOT.
add 4572611e6 Fix imports
add d948ce71f Update .asf.yaml
add 6008cb35f Theta rework, phase 1, no testing yet!
add 543e866b5 Partial progress on Theta tests.
add a3aa1419d partial progress 2
add 5db9cccf2 Theta Rework: completed all classes and tests.
add e0a9710eb Remove use of aligned heap segments. Consider in the future.
add 6b2d7ab2d Make classes Final where possible
add 8fffa8c36 All of Tuple2 converted to FFM
add a00f7325d Finished all of theta and tuple
add 9a556f42d Some needed clean up.
add a3e416598 More cleanup.
add a66d3b00c More cleanup
add 7dccb96e6 preparing for delete of old theta, tuple, thetacommon, fdt
and tests.
add 5f199a359 More prep before deletions.
add e5669653b more cleanup
add 357a8a712 Prepare for merge
add fbab0a0a3 enable github workflows
add 90727a895 Disable the GHA workflows.
new 882eb45d4 Merge pull request #668 from apache/thetaRework
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.asf.yaml | 16 +-
.github/workflows/auto-jdk-matrix.yml | 13 +-
.github/workflows/auto-os-matrix.yml | 14 +-
.github/workflows/check_cpp_files.yml | 14 +-
.github/workflows/codeql-analysis.yml | 14 +-
.github/workflows/javadoc.yml | 4 +-
pom.xml | 27 +-
.../datasketches/common/MemorySegmentStatus.java | 58 ++
.../{thetacommon => common}/QuickSelect.java | 2 +-
.../java/org/apache/datasketches/common/Util.java | 207 +++-
.../org/apache/datasketches/cpc/BitMatrix.java | 4 +-
.../apache/datasketches/cpc/CompressedState.java | 4 +-
.../cpc/CompressionCharacterization.java | 4 +-
.../org/apache/datasketches/cpc/CpcSketch.java | 14 +-
.../java/org/apache/datasketches/cpc/CpcUnion.java | 6 +-
.../org/apache/datasketches/fdt/FdtSketch.java | 8 +-
.../filters/bloomfilter/BloomFilter.java | 2 +-
.../frequencies/ReversePurgeItemHashMap.java | 2 +-
.../frequencies/ReversePurgeLongHashMap.java | 2 +-
.../java/org/apache/datasketches/hash/XxHash.java | 180 +++-
.../org/apache/datasketches/hll/BaseHllSketch.java | 18 +-
.../quantilescommon/DoublesSortedView.java | 4 +-
.../quantilescommon/FloatsSortedView.java | 4 +-
.../quantilescommon/LongsSortedView.java | 4 +-
.../quantilescommon/PartitioningFeature.java | 4 +-
.../quantilescommon/QuantilesDoublesAPI.java | 12 +-
.../quantilescommon/QuantilesFloatsAPI.java | 12 +-
.../quantilescommon/QuantilesGenericAPI.java | 12 +-
.../quantilescommon/QuantilesLongsAPI.java | 12 +-
.../java/org/apache/datasketches/theta/AnotB.java | 19 +-
.../org/apache/datasketches/theta/AnotBimpl.java | 34 +-
.../org/apache/datasketches/theta/BitPacking.java | 4 +-
.../theta/BytesCompactCompressedHashIterator.java | 2 +-
.../theta/BytesCompactHashIterator.java | 2 +-
.../datasketches/theta/CompactOperations.java | 110 +-
.../apache/datasketches/theta/CompactSketch.java | 212 ++--
.../ConcurrentBackgroundThetaPropagation.java | 2 +-
.../theta/ConcurrentDirectQuickSelectSketch.java | 18 +-
.../theta/ConcurrentHeapThetaBuffer.java | 10 +-
.../theta/ConcurrentSharedThetaSketch.java | 10 +-
.../theta/DirectCompactCompressedSketch.java | 69 +-
.../datasketches/theta/DirectCompactSketch.java | 93 +-
.../theta/DirectQuickSelectSketch.java | 178 ++--
.../theta/DirectQuickSelectSketchR.java | 118 +--
.../datasketches/theta/EmptyCompactSketch.java | 29 +-
.../datasketches/theta/ForwardCompatibility.java | 75 +-
.../apache/datasketches/theta/HeapAlphaSketch.java | 56 +-
.../theta/HeapCompactHashIterator.java | 2 +-
.../datasketches/theta/HeapCompactSketch.java | 26 +-
.../datasketches/theta/HeapHashIterator.java | 2 +-
.../datasketches/theta/HeapQuickSelectSketch.java | 55 +-
.../datasketches/theta/HeapUpdateSketch.java | 37 +-
.../apache/datasketches/theta/Intersection.java | 78 +-
.../datasketches/theta/IntersectionImpl.java | 266 ++---
.../datasketches/theta/JaccardSimilarity.java | 2 +
...emorySegmentCompactCompressedHashIterator.java} | 38 +-
...terator.java => MemorySegmentHashIterator.java} | 16 +-
.../apache/datasketches/theta/PreambleUtil.java | 222 ++--
.../org/apache/datasketches/theta/Rebuilder.java | 122 ++-
.../apache/datasketches/theta/SetOperation.java | 149 +--
.../datasketches/theta/SetOperationBuilder.java | 68 +-
.../datasketches/theta/SingleItemSketch.java | 64 +-
.../java/org/apache/datasketches/theta/Sketch.java | 173 ++--
.../org/apache/datasketches/theta/Sketches.java | 314 +++---
.../java/org/apache/datasketches/theta/Union.java | 79 +-
.../org/apache/datasketches/theta/UnionImpl.java | 174 ++--
.../apache/datasketches/theta/UpdateSketch.java | 136 +--
.../datasketches/theta/UpdateSketchBuilder.java | 87 +-
.../theta/WrappedCompactCompressedSketch.java | 12 +-
.../datasketches/theta/WrappedCompactSketch.java | 41 +-
.../datasketches/thetacommon/HashOperations.java | 47 +-
.../apache/datasketches/thetacommon/ThetaUtil.java | 56 -
.../java/org/apache/datasketches/tuple/AnotB.java | 2 +-
.../apache/datasketches/tuple/CompactSketch.java | 45 +-
.../datasketches/tuple/QuickSelectSketch.java | 56 +-
.../datasketches/tuple/SerializerDeserializer.java | 13 +-
.../java/org/apache/datasketches/tuple/Sketch.java | 2 +-
.../org/apache/datasketches/tuple/Sketches.java | 26 +-
.../datasketches/tuple/SummaryDeserializer.java | 14 +-
.../java/org/apache/datasketches/tuple/Union.java | 2 +-
.../apache/datasketches/tuple/UpdatableSketch.java | 19 +-
.../java/org/apache/datasketches/tuple/Util.java | 36 +-
.../datasketches/tuple/adouble/DoubleSketch.java | 11 +-
.../datasketches/tuple/adouble/DoubleSummary.java | 16 +-
.../tuple/adouble/DoubleSummaryDeserializer.java | 7 +-
.../tuple/aninteger/IntegerSketch.java | 11 +-
.../tuple/aninteger/IntegerSummary.java | 16 +-
.../aninteger/IntegerSummaryDeserializer.java | 7 +-
.../tuple/arrayofdoubles/ArrayOfDoublesAnotB.java | 8 +-
.../arrayofdoubles/ArrayOfDoublesAnotBImpl.java | 10 +-
.../arrayofdoubles/ArrayOfDoublesIntersection.java | 13 +-
.../ArrayOfDoublesQuickSelectSketch.java | 7 +-
.../ArrayOfDoublesSetOperationBuilder.java | 31 +-
.../tuple/arrayofdoubles/ArrayOfDoublesSketch.java | 64 +-
.../arrayofdoubles/ArrayOfDoublesSketches.java | 127 ++-
.../tuple/arrayofdoubles/ArrayOfDoublesUnion.java | 88 +-
.../ArrayOfDoublesUpdatableSketch.java | 55 +-
.../ArrayOfDoublesUpdatableSketchBuilder.java | 12 +-
.../DirectArrayOfDoublesCompactSketch.java | 176 ++--
.../DirectArrayOfDoublesIntersection.java | 16 +-
.../DirectArrayOfDoublesQuickSelectSketch.java | 207 ++--
.../DirectArrayOfDoublesQuickSelectSketchR.java | 8 +-
.../DirectArrayOfDoublesSketchIterator.java | 31 +-
.../arrayofdoubles/DirectArrayOfDoublesUnion.java | 59 +-
.../arrayofdoubles/DirectArrayOfDoublesUnionR.java | 11 +-
.../HeapArrayOfDoublesCompactSketch.java | 85 +-
.../HeapArrayOfDoublesIntersection.java | 3 +-
.../HeapArrayOfDoublesQuickSelectSketch.java | 89 +-
.../arrayofdoubles/HeapArrayOfDoublesUnion.java | 22 +-
.../tuple/strings/ArrayOfStringsSketch.java | 11 +-
.../tuple/strings/ArrayOfStringsSummary.java | 112 +-
.../strings/ArrayOfStringsSummaryDeserializer.java | 17 +-
.../org/apache/datasketches/common/UtilTest.java | 8 +-
.../org/apache/datasketches/cpc/CpcSketchTest.java | 8 +-
.../apache/datasketches/cpc/PreambleUtilTest.java | 4 +-
.../org/apache/datasketches/cpc/TestAllTest.java | 4 +-
.../org/apache/datasketches/fdt/FdtSketchTest.java | 9 +-
.../org/apache/datasketches/fdt/GroupTest.java | 1 +
.../apache/datasketches/hash/MurmurHash3Test.java | 21 +-
.../datasketches/hash/XxHash64LoopingTest.java | 1082 ++++++++++++++++++++
.../org/apache/datasketches/hash/XxHash64Test.java | 180 ++++
.../org/apache/datasketches/hash/XxHashTest.java | 44 -
.../apache/datasketches/theta/AnotBimplTest.java | 47 +-
.../datasketches/theta/BackwardConversions.java | 104 +-
.../apache/datasketches/theta/BitPackingTest.java | 1 +
.../datasketches/theta/CompactSketchTest.java | 217 ++--
.../ConcurrentDirectQuickSelectSketchTest.java | 244 ++---
.../theta/ConcurrentHeapQuickSelectSketchTest.java | 135 +--
.../theta/CornerCaseThetaSetOperationsTest.java | 8 +
.../datasketches/theta/DirectIntersectionTest.java | 281 ++---
.../theta/DirectQuickSelectSketchTest.java | 353 +++----
.../apache/datasketches/theta/DirectUnionTest.java | 293 +++---
.../org/apache/datasketches/theta/EmptyTest.java | 41 +-
.../apache/datasketches/theta/ExamplesTest.java | 7 +
.../theta/ForwardCompatibilityTest.java | 116 ++-
.../datasketches/theta/HeapAlphaSketchTest.java | 140 +--
.../datasketches/theta/HeapIntersectionTest.java | 70 +-
.../theta/HeapQuickSelectSketchTest.java | 144 +--
.../apache/datasketches/theta/HeapUnionTest.java | 125 +--
.../theta/HeapifyWrapSerVer1and2Test.java | 462 +++++----
.../apache/datasketches/theta/IteratorTest.java | 14 +-
.../datasketches/theta/JaccardSimilarityTest.java | 2 +
.../theta/PairwiseSetOperationsTest.java | 8 +
.../datasketches/theta/PreambleUtilTest.java | 116 ++-
...oryTest.java => ReadOnlyMemorySegmentTest.java} | 81 +-
.../datasketches/theta/SetOperationTest.java | 131 +--
.../datasketches/theta/SetOpsCornerCasesTest.java | 88 +-
.../datasketches/theta/SingleItemSketchTest.java | 95 +-
.../org/apache/datasketches/theta/SketchTest.java | 156 +--
.../apache/datasketches/theta/SketchesTest.java | 78 +-
.../theta/ThetaSketchCrossLanguageTest.java | 19 +-
.../apache/datasketches/theta/UnionImplTest.java | 151 +--
.../datasketches/theta/UpdateSketchTest.java | 66 +-
.../thetacommon/BinomialBoundsNTest.java | 1 +
.../BoundsOnRatiosInThetaSketchedSetsTest.java | 1 +
.../BoundsOnRatiosInTupleSketchedSetsTest.java | 3 +-
.../thetacommon/HashOperationsTest.java | 39 +-
.../datasketches/thetacommon/QuickSelectTest.java | 6 +-
.../datasketches/thetacommon/ThetaUtilTest.java | 1 +
.../tuple/CompactSketchWithDoubleSummaryTest.java | 17 +-
.../apache/datasketches/tuple/IntegerSummary.java | 15 +-
.../tuple/IntegerSummaryDeserializer.java | 9 +-
.../datasketches/tuple/IntegerSummaryFactory.java | 2 +
.../datasketches/tuple/JaccardSimilarityTest.java | 10 +-
.../org/apache/datasketches/tuple/MiscTest.java | 5 +-
...oryTest.java => ReadOnlyMemorySegmentTest.java} | 13 +-
.../tuple/SerializerDeserializerTest.java | 18 +-
.../datasketches/tuple/TupleCrossLanguageTest.java | 22 +-
.../datasketches/tuple/TupleExamples2Test.java | 8 +-
.../datasketches/tuple/TupleExamplesTest.java | 8 +-
.../tuple/adouble/AdoubleAnotBTest.java | 2 +
.../tuple/adouble/AdoubleIntersectionTest.java | 5 +-
.../datasketches/tuple/adouble/AdoubleTest.java | 16 +-
.../tuple/adouble/AdoubleUnionTest.java | 3 +
.../datasketches/tuple/adouble/FilterTest.java | 2 +
.../CornerCaseTupleSetOperationsTest.java | 7 +-
.../tuple/aninteger/EngagementTest.java | 3 +
.../tuple/aninteger/IntegerSketchTest.java | 10 +-
.../tuple/aninteger/MikhailsBugTupleTest.java | 3 +
.../tuple/aninteger/ParameterLeakageTest.java | 4 +-
.../arrayofdoubles/AodSketchCrossLanguageTest.java | 20 +-
.../arrayofdoubles/ArrayOfDoublesAnotBTest.java | 14 +-
.../ArrayOfDoublesCompactSketchTest.java | 30 +-
.../ArrayOfDoublesIntersectionTest.java | 33 +-
.../ArrayOfDoublesQuickSelectSketchTest.java | 19 +-
.../arrayofdoubles/ArrayOfDoublesUnionTest.java | 95 +-
.../CornerCaseArrayOfDoublesSetOperationsTest.java | 14 +-
.../DirectArrayOfDoublesCompactSketchTest.java | 46 +-
.../DirectArrayOfDoublesQuickSelectSketchTest.java | 37 +-
.../HeapArrayOfDoublesCompactSketchTest.java | 24 +-
.../HeapArrayOfDoublesQuickSelectSketchTest.java | 14 +-
.../tuple/strings/ArrayOfStringsSketchTest.java | 10 +-
.../tuple/strings/ArrayOfStringsSummaryTest.java | 17 +-
193 files changed, 6636 insertions(+), 4653 deletions(-)
create mode 100644
src/main/java/org/apache/datasketches/common/MemorySegmentStatus.java
rename src/main/java/org/apache/datasketches/{thetacommon =>
common}/QuickSelect.java (99%)
rename
src/main/java/org/apache/datasketches/theta/{MemoryCompactCompressedHashIterator.java
=> MemorySegmentCompactCompressedHashIterator.java} (72%)
rename src/main/java/org/apache/datasketches/theta/{MemoryHashIterator.java =>
MemorySegmentHashIterator.java} (74%)
create mode 100644
src/test/java/org/apache/datasketches/hash/XxHash64LoopingTest.java
create mode 100644 src/test/java/org/apache/datasketches/hash/XxHash64Test.java
delete mode 100644 src/test/java/org/apache/datasketches/hash/XxHashTest.java
rename src/test/java/org/apache/datasketches/theta/{ReadOnlyMemoryTest.java =>
ReadOnlyMemorySegmentTest.java} (61%)
rename src/test/java/org/apache/datasketches/tuple/{ReadOnlyMemoryTest.java =>
ReadOnlyMemorySegmentTest.java} (92%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]