IntenseFinance/nosqlbench
3
0
Fork 0
mirror of https://github.com/nosqlbench/nosqlbench.git synced 2025-02-25 18:55:28 -06:00
Code Issues Packages Projects Releases Wiki Activity

added handling for padded var length datasets

Browse Source
This commit is contained in:
Mark Wolters
2025-02-14 12:11:28 -05:00
parent 12601ea919
commit 4796901e9f
2 changed files with 36 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
nb-virtdata/virtdata-lib-hdf5/src/main/java/io/nosqlbench/virtdata/library/hdf5/from_long/to_array/HdfFileToVarLengthIntArray.java
View File

@@ -44,7 +44,23 @@ public class HdfFileToVarLengthIntArray extends AbstractHdfFileToVectorType impl
@Override @Override
public int[] apply(long l) { public int[] apply(long l) {
Object data = getDataFrom(l); Object data = getDataFrom(l);
return extractIds(data, l); if (data instanceof Object[]) {
return extractIds(data, l);
} else if (data instanceof int[]) {
return stripPadding((int[]) data);
} else {
throw new IllegalArgumentException("Unsupported data type: " + data.getClass().getName());
}
}
private int[] stripPadding(int[] data) {
int length = data.length;
while (length > 0 && data[length - 1] == 0) {
length--;
}
int[] result = new int[length];
System.arraycopy(data, 0, result, 0, length);
return result;
} }
/** /**

20
nb-virtdata/virtdata-lib-hdf5/src/main/java/io/nosqlbench/virtdata/library/hdf5/from_long/to_list/HdfFileToVarLengthIntList.java
View File

@@ -21,6 +21,7 @@ import io.nosqlbench.virtdata.api.annotations.Category;
import io.nosqlbench.virtdata.api.annotations.ThreadSafeMapper; import io.nosqlbench.virtdata.api.annotations.ThreadSafeMapper;
import io.nosqlbench.virtdata.library.hdf5.from_long.AbstractHdfFileToVectorType; import io.nosqlbench.virtdata.library.hdf5.from_long.AbstractHdfFileToVectorType;
import java.util.ArrayList;
import java.util.List; import java.util.List;
import java.util.function.LongFunction; import java.util.function.LongFunction;
@@ -45,7 +46,24 @@ public class HdfFileToVarLengthIntList extends AbstractHdfFileToVectorType imple
@Override @Override
public List<Integer> apply(long l) { public List<Integer> apply(long l) {
Object data = getDataFrom(l); Object data = getDataFrom(l);
return extractIds(data, l); if (data instanceof Object[]) {
return extractIds(data, l);
} else if (data instanceof int[]) {
return stripPadding((int[]) data);
} else {
throw new IllegalArgumentException("Unsupported data type: " + data.getClass().getName());
}
}
private List<Integer> stripPadding(int[] data) {
List<Integer> result = new ArrayList<>();
int index = 0;
int val = data[index];
while (val > 0) {
result.add(val);
val = data[++index];
}
return result;
} }
/** /**