IntenseFinance/nosqlbench
3
0
Fork 0
mirror of https://github.com/nosqlbench/nosqlbench.git synced 2025-02-25 18:55:28 -06:00
Code Issues Packages Projects Releases Wiki Activity

add dryrun options for mapper and sequence

Browse Source
This commit is contained in:
Jonathan Shook 2025-01-08 12:46:10 -06:00
parent 5a12392102
commit a28d321aaf
5 changed files with 122 additions and 45 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

81
nb-apis/nb-api/src/main/java/io/nosqlbench/nb/api/config/standard/ConfigModel.java
View File

@ -99,7 +99,29 @@ public class ConfigModel implements NBConfigModel {
try {
if (type.isAssignableFrom(value.getClass())) {
return type.cast(value);
} else if (Enum.class.isAssignableFrom(type)) {
if (value instanceof CharSequence cseq) {
String lowerval = cseq.toString().toLowerCase();
EnumSet<?> values = EnumSet.allOf((Class<? extends Enum>) type);
List<T> matched = new ArrayList<>();
for (Enum<?> _enum : values) {
String lowerenum = _enum.name().toLowerCase(Locale.ROOT).replaceAll("\\W","");
if (lowerval.equals(lowerenum)) {
matched.add((T)_enum);
}
}
if (matched.size() == 1) {
return matched.get(0);
}
if (matched.size() > 1) {
throw new OpConfigError(
"Multiple matches were found for config param [" + paramName + "] to "
+ "possible enums: [" + values + "]");
}
} else {
throw new RuntimeException("Cannot convert " + value + " to " + type + " for "
+ "config param [" + paramName + "] (must be "
+ "string)");}
} else if (Number.class.isAssignableFrom(value.getClass())) { // A numeric value, and do we have a compatible target type?
Number number = (Number) value;
// This series of double fake-outs is heinous, but it works to get around design
@ -118,8 +140,9 @@ public class ConfigModel implements NBConfigModel {
} else if (type.equals(Short.class) || type == short.class) {
return (T) (Short) number.shortValue();
} else {
throw new RuntimeException("Number type " + type.getSimpleName() + " could " +
" not be converted from " + value.getClass().getSimpleName());
throw new RuntimeException("Number type " + type.getSimpleName() + " could "
+ " not be converted from " + value.getClass()
.getSimpleName());
}
} else if (value instanceof CharSequence) { // A stringy type, and do we have a compatible target type?
String string = ((CharSequence) value).toString();
@ -139,15 +162,17 @@ public class ConfigModel implements NBConfigModel {
} else if (type == boolean.class || type == Boolean.class) {
return (T) Boolean.valueOf(Boolean.parseBoolean(string));
} else {
throw new RuntimeException("CharSequence type " + type.getSimpleName() + " could " +
" not be converted from " + value.getClass().getSimpleName());
throw new RuntimeException(
"CharSequence type " + type.getSimpleName() + " could "
+ " not be converted from " + value.getClass().getSimpleName());
}
} else if (value instanceof Boolean bool) {
if (type == boolean.class) {
return (T) bool;
} else {
throw new RuntimeException("Boolean type " + type.getSimpleName() + " could " +
" not be converted from " + value.getClass().getSimpleName());
throw new RuntimeException("Boolean type " + type.getSimpleName() + " could "
+ " not be converted from " + value.getClass()
.getSimpleName());
}
}
@ -157,10 +182,8 @@ public class ConfigModel implements NBConfigModel {
}
throw new RuntimeException(
"While configuring " + paramName + " for " + configName + ", " +
"Unable to convert " + value.getClass() + " to " +
type.getCanonicalName()
);
"While configuring " + paramName + " for " + configName + ", " + "Unable to convert "
+ value.getClass() + " to " + type.getCanonicalName());
}
@Override
@ -217,7 +240,8 @@ public class ConfigModel implements NBConfigModel {
}
if (cval == null && param.isRequired()) {
activename = param.getNames().get(0);
cval = param.getDefaultValue(); // We know this will be valid. It was validated, correct?
cval
= param.getDefaultValue(); // We know this will be valid. It was validated, correct?
}
if (cval != null) {
cval = convertValueTo(ofType.getSimpleName(), activename, cval, type);
@ -232,7 +256,8 @@ public class ConfigModel implements NBConfigModel {
for (String configkey : config.keySet()) {
Param<?> element = this.paramsByName.get(configkey);
if (element != null) {
String warning = "Config parameter '" + configkey + "' is also a " + type + ". Check for possible conflicts.\n";
String warning = "Config parameter '" + configkey + "' is also a " + type
+ ". Check for possible conflicts.\n";
NBAdvisorOutput.output(Level.WARN, warning);
}
}
@ -248,8 +273,8 @@ public class ConfigModel implements NBConfigModel {
}
private ConfigModel expand(ConfigModel configModel, Map<String, ?> config) {
List<Param<?>> expanders = configModel.params.stream()
.filter(p -> p.getExpander() != null).toList();
List<Param<?>> expanders = configModel.params.stream().filter(p -> p.getExpander() != null)
.toList();
for (Param<?> expandingParameter : expanders) {
for (String name : expandingParameter.getNames()) {
if (config.containsKey(name)) {
@ -292,9 +317,10 @@ public class ConfigModel implements NBConfigModel {
}
}
if (!provided) {
throw new RuntimeException("A required config element named '" + param.getNames() +
"' and type '" + param.getType().getSimpleName() + "' was not found\n" +
"for configuring a " + getOf().getSimpleName());
throw new RuntimeException(
"A required config element named '" + param.getNames() + "' and type '"
+ param.getType().getSimpleName() + "' was not found\n"
+ "for configuring a " + getOf().getSimpleName());
}
}
@ -305,8 +331,10 @@ public class ConfigModel implements NBConfigModel {
// For each provided configuration element ...
for (String configkey : config.keySet()) {
Param<?> element = this.paramsByName.get(configkey);
String warning = "Unknown config parameter '" + configkey + "' in config model while configuring " + getOf().getSimpleName()
+ ", possible parameter names are " + this.paramsByName.keySet() + ".\n";
String warning = "Unknown config parameter '" + configkey
+ "' in config model while configuring " + getOf().getSimpleName()
+ ", possible parameter names are " + this.paramsByName.keySet()
+ ".\n";
if (element == null) {
String warnonly = System.getenv("NB_CONFIG_WARNINGS_ONLY");
logger.warn("WARNING: " + warning);
@ -331,7 +359,8 @@ public class ConfigModel implements NBConfigModel {
}
}
if (names.size() > 1) {
throw new NBConfigError("Multiple names for the same parameter were provided: " + names);
throw new NBConfigError(
"Multiple names for the same parameter were provided: " + names);
}
}
}
@ -348,15 +377,15 @@ public class ConfigModel implements NBConfigModel {
@Override
public void log() {
logger.debug(() -> "ConfigModel: "+ofType);
for (Param<?> param : getParams()) logger.debug(() -> "ConfigModel: " + param);
logger.debug(() -> "ConfigModel: " + ofType);
for (Param<?> param : getParams())
logger.debug(() -> "ConfigModel: " + param);
}
@Override
public String toString() {
String sb = "[" +
params.stream().map(p -> p.getNames().get(0)).collect(Collectors.joining(",")) +
"]";
String sb = "[" + params.stream().map(p -> p.getNames().get(0))
.collect(Collectors.joining(",")) + "]";
return sb;
}
}

36
nb-engine/nb-engine-core/src/main/java/io/nosqlbench/engine/api/activityimpl/Dryrun.java
View File

@ -18,26 +18,28 @@ package io.nosqlbench.engine.api.activityimpl;
*/
/// The dryrun modes are ways of executing nosqlbench which allow you
/// to verify that it is doing what you expect. Some of the modes
/// prevent activities from running operations in the cycle range, while
/// other dryrun modes enhance the behavior of operations to provide
/// greater detail.
public enum Dryrun {
/**
* Ops are executed normally, no change to the dispenser behavior.
*/
/// Ops are executed normally, no change to the dispenser behavior.
none,
/**
* Ops will be synthesized, but they will not be executed.
* This is done by wrapping the synthesized op in a no-op facade
*/
/// Ops are synthesized and then
mapper,
/// Ops are sequenced, and then the sequence is dumped to stdout
/// with some additional details
sequence,
/// Ops will be synthesized, but they will not be executed.
/// This is done by wrapping the synthesized op in a no-op facade
op,
/**
* Ops will print the toString version of their result to stdout.
* This is done by wrapping the synthesized op in a post-emit facade.
*/
/// Ops will print the toString version of their result to stdout.
/// This is done by wrapping the synthesized op in a post-emit facade.
emit,
/**
* Jsonnet evaluation is a one time dry-run and then exit.
* With this value the run should exit after the first evaluation of jsonnet
* and Ops are not executed, but should processing fall through then processing
* will proceed as for none.
*/
/// Jsonnet evaluation is a one time dry-run and then exit.
/// With this value the run should exit after the first evaluation of jsonnet
/// and Ops are not executed, but should processing fall through then processing
/// will proceed as for none.
jsonnet
}

3
nb-engine/nb-engine-core/src/main/java/io/nosqlbench/engine/api/activityimpl/OpDryrun.java
View File

@ -39,10 +39,9 @@ public class OpDryrun {
Dryrun dryrun
) {
return switch (dryrun) {
case none -> dispenser;
default -> dispenser;
case op -> new DryrunOpDispenser(adapter, pop, dispenser);
case emit -> new ResultPrintingOpDispenser(adapter, pop, dispenser);
case jsonnet -> dispenser;
};
}
}

6
nb-engine/nb-engine-core/src/main/java/io/nosqlbench/engine/api/activityimpl/uniform/Activity.java
View File

@ -188,6 +188,12 @@ public class Activity<R extends java.util.function.LongFunction, S> extends NBSt
planner.addOp(dispenser, d -> d.getRatio());
}
OpSequence<OpDispenser<? extends CycleOp<?>>> sequence = planner.resolve();
if (config.get("dryrun", Dryrun.class) == Dryrun.sequence) {
System.out.println(Diagnostics.summarizeSequencedOps(sequence));
System.exit(1);
}
return sequence;
}

41
nb-engine/nb-engine-core/src/main/java/io/nosqlbench/engine/api/activityimpl/uniform/Diagnostics.java Normal file
View File

@ -0,0 +1,41 @@
package io.nosqlbench.engine.api.activityimpl.uniform;
import io.nosqlbench.adapters.api.activityimpl.OpDispenser;
import io.nosqlbench.adapters.api.activityimpl.uniform.flowtypes.CycleOp;
import io.nosqlbench.engine.api.activityapi.planning.OpSequence;
import java.util.Arrays;
import java.util.List;
public class Diagnostics {
public static String summarizeSequencedOps(OpSequence<OpDispenser<? extends CycleOp<?>>> sequence) {
List<OpDispenser<? extends CycleOp<?>>> ops = sequence.getOps();
int[] seq = sequence.getSequence();
StringBuilder sb = new StringBuilder();
sb.append(summarizeMappedOps(ops));
sb.append("# Summary of sequenced operations (op dispenser LUT):\n");
sb.append("# LUT: ").append(Arrays.toString(seq)).append("\n");
int[] freq = new int[ops.size()];
for (int idx : seq) {
freq[idx]++;
}
sb.append("# Ratios: \n");
for (int i = 0; i < freq.length; i++) {
sb.append(String.format("# %03d %s", freq[i], ops.get(i).getOpName()));
}
return sb.toString();
}
public static String summarizeMappedOps(List<? extends OpDispenser<?>> ops) {
StringBuilder sb = new StringBuilder();
sb.append("# Summary of mapped operations (op dispensers):\n");
for (int idx = 0; idx < ops.size(); idx++) {
sb.append(String.format("# %03d (ratio:%03d) name:%s\n# %s\n", idx,
ops.get(idx).getRatio(), ops.get(idx).getOpName(),
ops.get(idx).getClass().getSimpleName()));
}
return sb.toString();
}
}