Skip to content

test: reservoir sketch union cross language test cases #716

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
proost wants to merge 5 commits into
base: main
Choose a base branch
from
+206 −4
Open

test: reservoir sketch union cross language test cases #716

Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
f955cde
test: add reservoir cross language test cases
proost Jan 19, 2026
830766a
Merge branch 'main' of github.com:apache/datasketches-java into test-…
proost Jan 19, 2026
1b8eaa5
style: remove final
proost Jan 19, 2026
4f4a67c
style: short import path
proost Jan 19, 2026
3092098
style: remove final
proost Jan 19, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
210 changes: 206 additions & 4 deletions src/test/java/org/apache/datasketches/sampling/ReservoirCrossLanguageTest.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,10 +22,12 @@
import org.apache.datasketches.common.ArrayOfDoublesSerDe;
import org.apache.datasketches.common.ArrayOfLongsSerDe;
import org.apache.datasketches.common.ArrayOfStringsSerDe;
import org.apache.datasketches.common.ResizeFactor;
import org.testng.annotations.Test;

import java.io.IOException;
import java.nio.file.Files;
import java.util.ArrayList;

import static org.apache.datasketches.common.TestUtil.GENERATE_JAVA_FILES;
import static org.apache.datasketches.common.TestUtil.javaPath;
Expand Down Expand Up @@ -74,7 +76,7 @@ public void generateReservoirLongsSketchSampling() throws IOException {
final ReservoirLongsSketch sk = ReservoirLongsSketch.getInstance(
predeterminedSamples,
n,
org.apache.datasketches.common.ResizeFactor.X8,
ResizeFactor.X8,
k
);

Expand All @@ -83,6 +85,56 @@ public void generateReservoirLongsSketchSampling() throws IOException {
}
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirLongsUnionEmpty() throws IOException {
int maxK = 128;
ReservoirLongsUnion union = ReservoirLongsUnion.newInstance(maxK);

Files.newOutputStream(javaPath.resolve("reservoir_longs_union_empty_maxk" + maxK + "_java.sk"))
.write(union.toByteArray());
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirLongsUnionExact() throws IOException {
int maxK = 128;
int[] nArr = {1, 10, 32, 100, 128};

for (int n : nArr) {
ReservoirLongsUnion union = ReservoirLongsUnion.newInstance(maxK);
for (int i = 0; i < n; i++) {
union.update(i);
}
Files.newOutputStream(javaPath.resolve("reservoir_longs_union_exact_n" + n + "_maxk" + maxK + "_java.sk"))
.write(union.toByteArray());
}
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirLongsUnionSampling() throws IOException {
int[] maxKArr = {32, 64, 128};
long n = 1000;

for (int maxK : maxKArr) {
long[] predeterminedSamples = new long[maxK];
for (int i = 0; i < maxK; i++) {
predeterminedSamples[i] = i * 2;
}

ReservoirLongsSketch sk = ReservoirLongsSketch.getInstance(
predeterminedSamples,
n,
ResizeFactor.X8,
maxK
);

ReservoirLongsUnion union = ReservoirLongsUnion.newInstance(maxK);
union.update(sk);

Files.newOutputStream(javaPath.resolve("reservoir_longs_union_sampling_n" + n + "_maxk" + maxK + "_java.sk"))
.write(union.toByteArray());
}
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirItemsSketchLongEmpty() throws IOException {
final int k = 128;
Expand Down Expand Up @@ -121,7 +173,7 @@ public void generateReservoirItemsSketchLongSampling() throws IOException {
final ReservoirItemsSketch<Long> sk = ReservoirItemsSketch.newInstance(
predeterminedSamples,
n,
org.apache.datasketches.common.ResizeFactor.X8,
ResizeFactor.X8,
k
);

Expand Down Expand Up @@ -168,7 +220,7 @@ public void generateReservoirItemsSketchDoubleSampling() throws IOException {
final ReservoirItemsSketch<Double> sk = ReservoirItemsSketch.newInstance(
predeterminedSamples,
n,
org.apache.datasketches.common.ResizeFactor.X8,
ResizeFactor.X8,
k
);

Expand Down Expand Up @@ -215,12 +267,162 @@ public void generateReservoirItemsSketchStringSampling() throws IOException {
final ReservoirItemsSketch<String> sk = ReservoirItemsSketch.newInstance(
predeterminedSamples,
n,
org.apache.datasketches.common.ResizeFactor.X8,
ResizeFactor.X8,
k
);

Files.newOutputStream(javaPath.resolve("reservoir_items_string_sampling_n" + n + "_k" + k + "_java.sk"))
.write(sk.toByteArray(new ArrayOfStringsSerDe()));
}
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirItemsUnionLongEmpty() throws IOException {
int maxK = 128;
ReservoirItemsUnion<Long> union = ReservoirItemsUnion.newInstance(maxK);

Files.newOutputStream(javaPath.resolve("reservoir_items_union_long_empty_maxk" + maxK + "_java.sk"))
.write(union.toByteArray(new ArrayOfLongsSerDe()));
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirItemsUnionLongExact() throws IOException {
int maxK = 128;
int[] nArr = {1, 10, 32, 100, 128};

for (int n : nArr) {
ReservoirItemsUnion<Long> union = ReservoirItemsUnion.newInstance(maxK);
for (int i = 0; i < n; i++) {
union.update((long) i);
}
Files.newOutputStream(javaPath.resolve("reservoir_items_union_long_exact_n" + n + "_maxk" + maxK + "_java.sk"))
.write(union.toByteArray(new ArrayOfLongsSerDe()));
}
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirItemsUnionLongSampling() throws IOException {
int[] maxKArr = {32, 64, 128};
long n = 1000;

for (int maxK : maxKArr) {
ArrayList<Long> predeterminedSamples = new ArrayList<>();
for (int i = 0; i < maxK; i++) {
predeterminedSamples.add((long) (i * 2));
}

ReservoirItemsSketch<Long> sk = ReservoirItemsSketch.newInstance(
predeterminedSamples,
n,
ResizeFactor.X8,
maxK
);

ReservoirItemsUnion<Long> union = ReservoirItemsUnion.newInstance(maxK);
union.update(sk);

Files.newOutputStream(javaPath.resolve("reservoir_items_union_long_sampling_n" + n + "_maxk" + maxK + "_java.sk"))
.write(union.toByteArray(new ArrayOfLongsSerDe()));
}
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirItemsUnionDoubleEmpty() throws IOException {
int maxK = 128;
ReservoirItemsUnion<Double> union = ReservoirItemsUnion.newInstance(maxK);

Files.newOutputStream(javaPath.resolve("reservoir_items_union_double_empty_maxk" + maxK + "_java.sk"))
.write(union.toByteArray(new ArrayOfDoublesSerDe()));
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirItemsUnionDoubleExact() throws IOException {
int maxK = 128;
int[] nArr = {1, 10, 32, 100, 128};

for (int n : nArr) {
ReservoirItemsUnion<Double> union = ReservoirItemsUnion.newInstance(maxK);
for (int i = 0; i < n; i++) {
union.update((double) i);
}
Files.newOutputStream(javaPath.resolve("reservoir_items_union_double_exact_n" + n + "_maxk" + maxK + "_java.sk"))
.write(union.toByteArray(new ArrayOfDoublesSerDe()));
}
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirItemsUnionDoubleSampling() throws IOException {
int[] maxKArr = {32, 64, 128};
long n = 1000;

for (int maxK : maxKArr) {
ArrayList<Double> predeterminedSamples = new ArrayList<>();
for (int i = 0; i < maxK; i++) {
predeterminedSamples.add((double) (i * 2));
}

ReservoirItemsSketch<Double> sk = ReservoirItemsSketch.newInstance(
predeterminedSamples,
n,
ResizeFactor.X8,
maxK
);

ReservoirItemsUnion<Double> union = ReservoirItemsUnion.newInstance(maxK);
union.update(sk);

Files.newOutputStream(javaPath.resolve("reservoir_items_union_double_sampling_n" + n + "_maxk" + maxK + "_java.sk"))
.write(union.toByteArray(new ArrayOfDoublesSerDe()));
}
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirItemsUnionStringEmpty() throws IOException {
int maxK = 128;
ReservoirItemsUnion<String> union = ReservoirItemsUnion.newInstance(maxK);

Files.newOutputStream(javaPath.resolve("reservoir_items_union_string_empty_maxk" + maxK + "_java.sk"))
.write(union.toByteArray(new ArrayOfStringsSerDe()));
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirItemsUnionStringExact() throws IOException {
int maxK = 128;
int[] nArr = {1, 10, 32, 100, 128};

for (int n : nArr) {
ReservoirItemsUnion<String> union = ReservoirItemsUnion.newInstance(maxK);
for (int i = 0; i < n; i++) {
union.update("item" + i);
}
Files.newOutputStream(javaPath.resolve("reservoir_items_union_string_exact_n" + n + "_maxk" + maxK + "_java.sk"))
.write(union.toByteArray(new ArrayOfStringsSerDe()));
}
}

@Test(groups = {GENERATE_JAVA_FILES})
public void generateReservoirItemsUnionStringSampling() throws IOException {
int[] maxKArr = {32, 64, 128};
long n = 1000;

for (int maxK : maxKArr) {
ArrayList<String> predeterminedSamples = new ArrayList<>();
for (int i = 0; i < maxK; i++) {
predeterminedSamples.add("item" + (i * 2));
}

ReservoirItemsSketch<String> sk = ReservoirItemsSketch.newInstance(
predeterminedSamples,
n,
ResizeFactor.X8,
maxK
);

ReservoirItemsUnion<String> union = ReservoirItemsUnion.newInstance(maxK);
union.update(sk);

Files.newOutputStream(javaPath.resolve("reservoir_items_union_string_sampling_n" + n + "_maxk" + maxK + "_java.sk"))
.write(union.toByteArray(new ArrayOfStringsSerDe()));
}
}
}
Loading