IntenseFinance/nosqlbench
3
0
Fork 0
mirror of https://github.com/nosqlbench/nosqlbench.git synced 2024-11-25 02:00:38 -06:00
Code Issues Packages Projects Releases Wiki Activity

add initial stepup.js, and better debugging

Browse Source
This commit is contained in:
Jonathan Shook 2022-03-14 01:00:10 -05:00
parent 44d4a97dc7
commit ea7fdc6b81
2 changed files with 106 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
engine-api/src/main/java/io/nosqlbench/engine/api/activityconfig/yaml/StmtsDocList.java
View File

@ -130,11 +130,23 @@ public class StmtsDocList implements Iterable<StmtsDoc> {
@Override
public String toString() {
StringBuilder sb = new StringBuilder();
int stmtcount = this.rawStmtsDocList.getStmtsDocs().stream().mapToInt(rsd -> rsd.getRawStmtDefs().size()).sum();
int docscount = this.rawStmtsDocList.getStmtsDocs().size();
sb.append("[" + docscount + "] docs, [" + stmtcount + "] stmts");
String names = this.rawStmtsDocList.getStmtsDocs().stream().flatMap(sd -> sd.getRawStmtDefs().stream()).map(d->d.getName()).collect(Collectors.joining(","));
sb.append(", names:").append(names);
int docscount = 0;
int blockscount = 0;
int opscount = 0;
for (StmtsDoc stmtDoc : this.getStmtDocs()) {
docscount++;
for (StmtsBlock block : stmtDoc.getBlocks()) {
blockscount++;
for (OpTemplate op : block.getOps()) {
opscount++;
}
}
}
sb.append("docs: " + docscount + " blocks:" + blockscount + " ops:" + opscount);
// String names = this.rawStmtsDocList.getStmtsDocs().stream().flatMap(sd -> sd.getRawStmtDefs().stream()).map(d->d.getName()).collect(Collectors.joining(","));
// sb.append(", names:").append(names);
return sb.toString();
}
}

89
nbr/src/main/resources/scripts/auto/stepup.js Normal file
View File

@ -0,0 +1,89 @@
// sample_seconds
// alias
// From Chelsea: SLAPlotter, SLACharter, SLAMapper
// SLATracer SLABaser SLAWork, SLAFinder, SLA
// *SLA ?
function printf(args) {
var spec = arguments[0];
var values = [];
for (let i = 1; i < arguments.length; i++) {
values.push(arguments[i]);
}
java.lang.System.out.printf(arguments[0], values);
}
var workload = "TEMPLATE(workload,UNSPECIFIED)";
if (workload=="UNSPECIFIED") {
print("workload was unspecified. Please set workload and try again.");
exit;
}
printf("workload=%s\n", workload);
var sample_seconds = 600;
sample_seconds = 0 + TEMPLATE(sample_seconds,sample_seconds);
printf("sample_seconds=%d\n", sample_seconds);
var max_rate = 10000;
max_rate = 0 + TEMPLATE(max_rate,max_rate);
print("typeof(max_rate)=" + typeof (max_rate));
printf("max_rate=%d\n", max_rate);
var rate_step = 10000;
rate_step = 0 + TEMPLATE(rate_step,rate_step);
printf("rate_increment=%d\n", rate_step);
var driver = "TEMPLATE(driver,diag)"
printf("driver=%s\n",driver);
print("starting activity for stepup analysis");
var activitydef = {
'alias': 'stepup',
'driver': driver,
'tags':'any(block:main,phase:main)',
'workload' : 'TEMPLATE(workload)',
'cycles': '1t',
'stride': '1000',
'striderate': '1:1.05:restart'
};
var csvlogger = csvoutput.open('stepup_metrics/stepup_rates.csv', 'time', 'workload', 'rate', 'ops')
var csvhistologger=csvmetrics.log("stepup_metrics");
csvlogger.write({'time': java.lang.System.currentTimeMillis()/1000});
scenario.start(activitydef);
printf("waiting 5 seconds for metrics warm-up...\n");
scenario.waitMillis(5000);
for (var rate = rate_step; rate < max_rate + rate_step; rate += rate_step) {
if (rate > max_rate) {
rate = max_rate;
}
print("rate=" + rate);
activities.stepup.striderate = "" + (rate / 1000.0)+":1.05:restart";
print("sampling performance for (sample_seconds=" + params.sample_seconds + ")...");
var precount = metrics.stepup.cycles.servicetime.count
var waitmillis = sample_seconds * 1000;
print("waitmillis=" + waitmillis);
scenario.waitMillis("" + waitmillis);
var postcount = metrics.stepup.cycles.servicetime.count
var count = postcount - precount;
var ops_per_second = count / params.sample_seconds;
printf("ops_per_second = %f (%f / %f)\n", ops_per_second, count, sample_seconds);
csvlogger.write({
'time': java.lang.System.currentTimeMillis()/1000,
'workload': activitydef.workload,
'rate': rate,
'ops': ops_per_second
});
csvhistologger.report();
}
print("stopping activity after stepup analysis\n");
scenario.stop("stepup")