IntenseFinance/nosqlbench
3
0
Fork 0
mirror of https://github.com/nosqlbench/nosqlbench.git synced 2025-02-25 18:55:28 -06:00
Code Issues Packages Projects Releases Wiki Activity

adding attribute reader

Browse Source
This commit is contained in:
Mark Wolters 2025-02-12 14:20:14 -05:00
parent fde7b556ec
commit 00d800eeb7
2 changed files with 67 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

42
nb-virtdata/virtdata-lib-hdf5/src/main/java/io/nosqlbench/virtdata/library/hdf5/from_long/AbstractHdfFileToVectorType.java
View File

@ -17,17 +17,27 @@
package io.nosqlbench.virtdata.library.hdf5.from_long;
import io.jhdf.HdfFile;
import io.jhdf.api.Attribute;
import io.jhdf.api.Dataset;
import io.jhdf.api.Group;
import io.jhdf.api.Node;
import io.nosqlbench.nb.api.nbio.NBIO;
import io.nosqlbench.virtdata.library.hdf5.helpers.HdfAttributesProcessor;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
public abstract class AbstractHdfFileToVectorType {
import java.util.Map;
public abstract class AbstractHdfFileToVectorType implements HdfAttributesProcessor {
protected final HdfFile hdfFile;
protected final Dataset dataset;
protected final int[] dims;
private final static Logger logger = LogManager.getLogger(AbstractHdfFileToVectorType.class);
public AbstractHdfFileToVectorType(String filename, String datasetName) {
hdfFile = new HdfFile(NBIO.all().search(filename).one().asPath());
//TODO: implement a function to get the dataset by name only without needing the full path
processAttributes(hdfFile);
dataset = hdfFile.getDatasetByPath(datasetName);
dims = dataset.getDimensions();
}
@ -45,4 +55,34 @@ public abstract class AbstractHdfFileToVectorType {
return dataset.getData();
}
}
@Override
public void processAttributes(HdfFile hdfFile) {
processNode(hdfFile);
}
private static void processNode(Node node) {
logger.info("Node: {}", node.getPath());
printAttributes(node);
// If the node is a group, iterate through its children
if (node instanceof Group group) {
for (Node child : group.getChildren().values()) {
processNode(child);
}
}
}
private static void printAttributes(Node node) {
Map<String, Attribute> attributes = node.getAttributes();
if (attributes.isEmpty()) {
logger.info(() -> "No attributes");
} else {
logger.info(() -> "Attributes:");
for (Map.Entry<String, Attribute> entry : attributes.entrySet()) {
logger.info("{} = {}", entry.getKey(), entry.getValue().getData());
}
}
}
}

26
nb-virtdata/virtdata-lib-hdf5/src/main/java/io/nosqlbench/virtdata/library/hdf5/helpers/HdfAttributesProcessor.java Normal file
View File

@ -0,0 +1,26 @@
/*
* Copyright (c) 2025 nosqlbench
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*/
package io.nosqlbench.virtdata.library.hdf5.helpers;
import io.jhdf.HdfFile;
public interface HdfAttributesProcessor {
public void processAttributes(HdfFile hdfFile);
}