mirror of
https://github.com/nosqlbench/nosqlbench.git
synced 2024-12-26 08:41:05 -06:00
update for dataset urls and database name on neo
This commit is contained in:
Jonathan Shook
parent
fa39a64846
commit
72da2b0d43
@ -0,0 +1,135 @@
|
||||
min_version: 5.21.1
|
||||
description: |
|
||||
Vector workload for Neo4J
|
||||
|
||||
Template Variables:
|
||||
TEMPLATE(dataset)
|
||||
TEMPLATE(node_label,Node)
|
||||
TEMPLATE(k,100)
|
||||
TEMPLATE(batch_size)
|
||||
TEMPLATE(delete_batch_size,1000)
|
||||
|
||||
params:
|
||||
driver: neo4j
|
||||
instrument: true
|
||||
labels:
|
||||
target: TEMPLATE(targetname,neo4j)
|
||||
database: TEMPLATE(database,neo4j)
|
||||
|
||||
scenarios:
|
||||
default:
|
||||
# Remove any existing data
|
||||
drop: >-
|
||||
run tags='block:drop' threads===1 cycles===UNDEF
|
||||
labels='target:TEMPLATE(targetname,neo4j)'
|
||||
errors=count
|
||||
# Install the schema required to run the test
|
||||
schema: >-
|
||||
run tags='block:schema' threads===1 cycles===UNDEF
|
||||
labels='target:TEMPLATE(targetname,neo4j)'
|
||||
# Load training data, measure how long it takes to load
|
||||
rampup: >-
|
||||
run tags='block:rampup_batch' threads=TEMPLATE(rampup_threads,auto)
|
||||
cycles===TEMPLATE(rampup_cycles,TEMPLATE(trainsize))
|
||||
errors=count,warn
|
||||
labels='target:TEMPLATE(targetname,neo4j)'
|
||||
# Measure how the system responds to queries under a read only workload
|
||||
search_and_verify: >-
|
||||
run alias=search_and_verify tags='block:search_and_verify'
|
||||
threads=TEMPLATE(search_threads,auto) cycles===TEMPLATE(search_cycles,TEMPLATE(testsize))
|
||||
errors=count,warn
|
||||
labels='target:TEMPLATE(targetname,neo4j)'
|
||||
verify_recall: >-
|
||||
run alias=verify_recall tags='block:search_and_verify'
|
||||
threads=TEMPLATE(search_threads,auto) cycles===TEMPLATE(search_cycles,TEMPLATE(testsize))
|
||||
errors=count,warn
|
||||
labels='target:TEMPLATE(targetname,neo4j)'
|
||||
|
||||
|
||||
bindings:
|
||||
id: ToString()
|
||||
id_batch: Mul(TEMPLATE(batch_size)L); ListSizedStepped(TEMPLATE(batch_size),long->ToString());
|
||||
train_vector: HdfFileToFloatList("TEMPLATE(dataset)", "/train");
|
||||
train_vector_batch: Mul(TEMPLATE(batch_size)L); ListSizedStepped(TEMPLATE(batch_size),HdfFileToFloatList("TEMPLATE(dataset)", "/train"));
|
||||
test_vector: HdfFileToFloatList("TEMPLATE(dataset)", "/test");
|
||||
relevant_indices: HdfFileToIntArray("TEMPLATE(dataset)", "/neighbors")
|
||||
|
||||
blocks:
|
||||
# TODO: Node deletion times out; attempt this in future: CREATE OR REPLACE DATABASE neo4j
|
||||
drop:
|
||||
ops:
|
||||
# Reference: https://support.neo4j.com/s/article/360059882854-Deleting-large-numbers-of-nodes#h_01H95CXNJ8TN4126T3Y01BRWKS
|
||||
delete_nodes:
|
||||
sync_autocommit: |
|
||||
MATCH (n)
|
||||
CALL { WITH n
|
||||
DETACH DELETE n
|
||||
} IN TRANSACTIONS OF $delete_batch_size ROWS;
|
||||
query_params:
|
||||
delete_batch_size: TEMPLATE(delete_batch_size,1000)
|
||||
drop_index:
|
||||
sync_autocommit: DROP INDEX $index_name IF EXISTS
|
||||
query_params:
|
||||
index_name: vector_index
|
||||
|
||||
schema:
|
||||
ops:
|
||||
create_vector_index:
|
||||
sync_autocommit: |
|
||||
CREATE VECTOR INDEX $index_name IF NOT EXISTS FOR (n:TEMPLATE(node_label,Node))
|
||||
ON (n.embedding) OPTIONS
|
||||
{indexConfig: {`vector.dimensions`: $dimensions, `vector.similarity_function`: $similarity_function}}
|
||||
query_params:
|
||||
index_name: vector_index
|
||||
dimensions: TEMPLATE(dimensions)
|
||||
similarity_function: TEMPLATE(similarity_function,cosine)
|
||||
|
||||
rampup:
|
||||
ops:
|
||||
insert_node:
|
||||
async_write_transaction: |
|
||||
CREATE (v:TEMPLATE(node_label,Node) {id: $id, embedding: $vector})
|
||||
query_params:
|
||||
id: '{id}'
|
||||
vector: '{train_vector}'
|
||||
|
||||
rampup_batch:
|
||||
ops:
|
||||
# Reference: https://community.neo4j.com/t/unwind-multiple-arrays-to-set-property/59908/5
|
||||
insert_nodes:
|
||||
async_write_transaction: |
|
||||
WITH $id_list as ids, $vector_list as vectors
|
||||
UNWIND RANGE(0, size(ids) - 1) as idx
|
||||
CREATE (v:TEMPLATE(node_label,Node) {id: ids[idx], embedding: vectors[idx]})
|
||||
query_params:
|
||||
id_list: '{id_batch}'
|
||||
vector_list: '{train_vector_batch}'
|
||||
|
||||
search_and_verify:
|
||||
ops:
|
||||
search:
|
||||
async_read_transaction: |
|
||||
WITH $query_vector AS queryVector
|
||||
CALL db.index.vector.queryNodes($index_name, $k, queryVector)
|
||||
YIELD node
|
||||
RETURN node.id
|
||||
query_params:
|
||||
query_vector: '{test_vector}'
|
||||
index_name: vector_index
|
||||
k: TEMPLATE(k,100)
|
||||
verifier-init: |
|
||||
relevancy = new io.nosqlbench.nb.api.engine.metrics.wrappers.RelevancyMeasures(_parsed_op);
|
||||
for (int k in List.of(100)) {
|
||||
relevancy.addFunction(io.nosqlbench.engine.extensions.computefunctions.RelevancyFunctions.recall("recall",k));
|
||||
relevancy.addFunction(io.nosqlbench.engine.extensions.computefunctions.RelevancyFunctions.precision("precision",k));
|
||||
relevancy.addFunction(io.nosqlbench.engine.extensions.computefunctions.RelevancyFunctions.F1("F1",k));
|
||||
relevancy.addFunction(io.nosqlbench.engine.extensions.computefunctions.RelevancyFunctions.reciprocal_rank("RR",k));
|
||||
relevancy.addFunction(io.nosqlbench.engine.extensions.computefunctions.RelevancyFunctions.average_precision("AP",k));
|
||||
}
|
||||
verifier: |
|
||||
// result is a Record[]
|
||||
values = io.nosqlbench.adapter.neo4j.Neo4JAdapterUtils.getFieldForAllRecords(result, "node.id")
|
||||
ann = values.collect { it.toString().toInteger() }.toArray(new Integer[values.size()])
|
||||
knn = {relevant_indices}
|
||||
relevancy.accept(knn, ann);
|
||||
return true;
|
||||
Loading…
Reference in New Issue
Block a user