Skip to content

Commit

Permalink
Merge pull request #34 from datagram-db/benchmarking
Browse files Browse the repository at this point in the history
Merge for OSF data
  • Loading branch information
SamuelAppleby authored Oct 31, 2022
2 parents 18d26fe + 06a04bd commit fb3c877
Show file tree
Hide file tree
Showing 113 changed files with 9,647,783 additions and 316 deletions.
13 changes: 13 additions & 0 deletions data/benchmarking_scripts/burattin_benchmark.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
#!/bin/bash
cd ..
cd ..

declare -a models=("data/bpic_2012/models/scenario_1/5.powerdecl" "data/bpic_2012/models/scenario_1/10.powerdecl" "data/bpic_2012/models/scenario_1/15.powerdecl" "data/bpic_2012/models/scenario_1/20.powerdecl" "data/bpic_2012/models/scenario_2/q1.powerdecl" "data/bpic_2012/models/scenario_2/scenario_2/q2.powerdecl" "data/bpic_2012/models/scenario_2/q3.powerdecl" "data/bpic_2012/models/scenario_2/q4.powerdecl" "data/bpic_2012/models/scenario_2/q5.powerdecl" "data/bpic_2012/models/scenario_2/q1^q2.powerdecl" "data/bpic_2012/models/scenario_2/q1^q2^q3^q4^q5.powerdecl" "data/bpic_2012/models/scenario_2/q1^q2^q4.powerdecl" "data/bpic_2012/models/scenario_2/q1^q2^q5.powerdecl" "data/bpic_2012/models/scenario_2/q1+q3+q4.powerdecl" "data/bpic_2012/models/scenario_2/q1^q3^q5.powerdecl")

declare -a pipelines=("scripts/intersection_pipeline.yaml" "scripts/support_pipeline.yaml")

for model in "${models[@]}"; do
for pipeline in "${pipelines[@]}"; do
./cmake-build-release/knobab-v1.0 --nostats --xes=data/bpic_2012/data/original/bpi12_knobab.xes --maxsat="$pipeline" --declareFile="$model" --csv=data/results/burattin.csv --queryCount=5
done
done
File renamed without changes
File renamed without changes.
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
#!/usr/bin/env bash
cd ..
cd ..
cd ..

# Declare a string array with type
declare -a StringArray=("AltPrecedence" "AltResponse" "ChainPrecedence" "ChainResponse" "NegSuccession" "Precedence" "RespExistence" "Response")
Expand All @@ -13,12 +12,12 @@ declare -a schedulesArray=("BLOCK_STATIC_SCHEDULE" "CYCLIC_STATIC_SCHEDULE" "GUI
# Read the array values with space
for ms in "${plist[@]}"; do
for val in "${StringArray[@]}"; do
./parall/knobab-v1.0 --nostats --nodata --queryCount 5 --topN $ms --topNTemplate=$val --xes=data/testing/bpic_2011/data/original/log.xes --maxsat=scripts/maxsat_pipeline.yaml --csv=data/testing/results/benchmarking/parallel.csv
./parall/knobab-v1.0 --nostats --nodata --queryCount 5 --topN $ms --topNTemplate=$val --xes=data/bpic_2011/data/original/log.xes --maxsat=scripts/maxsat_pipeline.yaml --csv=data/results/benchmarking/parallel.csv
for proc in "${ProcArray[@]}"; do
for sched in "${schedulesArray[@]}"; do
# echo "$ms $val $proc $sched"
# sleep 3
./parall/knobab-v1.0 --nostats --nodata --queryCount 5 --topN $ms --topNTemplate=$val --xes=data/testing/bpic_2011/data/original/log.xes --maxsat=$proc --csv=data/testing/results/benchmarking/parallel.csv --scheduler=$sched
./parall/knobab-v1.0 --nostats --nodata --queryCount 5 --topN $ms --topNTemplate=$val --xes=data/bpic_2011/data/original/log.xes --maxsat=$proc --csv=data/results/benchmarking/parallel.csv --scheduler=$sched
done
done
done
Expand Down
File renamed without changes.
13 changes: 13 additions & 0 deletions data/benchmarking_scripts/phi.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
#!/bin/bash
cd ..
cd ..

declare -a models=("data/bpic_2012/models/scenario_1/5.powerdecl" "data/bpic_2012/models/scenario_1/10.powerdecl" "data/bpic_2012/models/scenario_1/15.powerdecl" "data/bpic_2012/models/scenario_1/20.powerdecl")

declare -a pipelines=("scripts/atomization_pipeline.yaml" "scripts/atomization_always_pipeline.yaml")

for model in "${models[@]}"; do
for pipeline in "${pipelines[@]}"; do
./cmake-build-release/knobab-v1.0 --nostats --atomization="$pipeline" --xes=data/bpic_2012/data/original/bpi12_knobab.xes --maxsat=scripts/maxsat_pipeline.yaml --declareFile="$model" --csv=data/results/benchmarking/phi.csv --queryCount=5
done
done
File renamed without changes.
Original file line number Diff line number Diff line change
@@ -1,16 +1,15 @@
#!/bin/bash
cd ..
cd ..
cd ..

declare -a clauses=("Response" "AltResponse" "ChainResponse" "Precedence" "AltPrecedence" "ChainPrecedence" "RespExistence" "NegSuccession")
declare -a samples=("data/testing/bpic_2011/data/10/log.xes" "data/testing/bpic_2011/data/100/log.xes" "data/testing/bpic_2011/data/1000/log.xes")
declare -a samples=("data/bpic_2011/data/10/log.xes" "data/bpic_2011/data/100/log.xes" "data/bpic_2011/data/1000/log.xes")
declare -a pipeline=("scripts/maxsat_pipeline.yaml" "scripts/maxsat_pipeline_hybrid.yaml" "scripts/support_pipeline.yaml" "scripts/support_pipeline_hybrid.yaml")

for clause in "${clauses[@]}"; do
for sample in "${samples[@]}"; do
for p in "${pipeline[@]}"; do
./cmake-build-release/knobab-v1.0 --xes="$sample" --maxsat="$p" --topNTemplate="$clause" --topN=5 --csv=data/testing/results/benchmarking/knobab_sql.csv --queryCount=5
./cmake-build-release/knobab-v1.0 --xes="$sample" --maxsat="$p" --topNTemplate="$clause" --topN=5 --csv=data/results/benchmarking/knobab_sql.csv --queryCount=5
done
done
done
25 changes: 25 additions & 0 deletions data/bpic_2011/data/10/actions.tab
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
aanname laboratoriumonderzoek aanname laboratoriumonderzoek
aanname laboratoriumonderzoek ordertarief
aanname laboratoriumonderzoek ligdagen - alle spec.beh.kinderg.-reval.
aanname laboratoriumonderzoek 190205 klasse 3b a205
aanname laboratoriumonderzoek natrium vlamfotometrisch
ordertarief aanname laboratoriumonderzoek
ordertarief ordertarief
ordertarief ligdagen - alle spec.beh.kinderg.-reval.
ordertarief 190205 klasse 3b a205
ordertarief natrium vlamfotometrisch
ligdagen - alle spec.beh.kinderg.-reval. aanname laboratoriumonderzoek
ligdagen - alle spec.beh.kinderg.-reval. ordertarief
ligdagen - alle spec.beh.kinderg.-reval. ligdagen - alle spec.beh.kinderg.-reval.
ligdagen - alle spec.beh.kinderg.-reval. 190205 klasse 3b a205
ligdagen - alle spec.beh.kinderg.-reval. natrium vlamfotometrisch
190205 klasse 3b a205 aanname laboratoriumonderzoek
190205 klasse 3b a205 ordertarief
190205 klasse 3b a205 ligdagen - alle spec.beh.kinderg.-reval.
190205 klasse 3b a205 190205 klasse 3b a205
190205 klasse 3b a205 natrium vlamfotometrisch
natrium vlamfotometrisch aanname laboratoriumonderzoek
natrium vlamfotometrisch ordertarief
natrium vlamfotometrisch ligdagen - alle spec.beh.kinderg.-reval.
natrium vlamfotometrisch 190205 klasse 3b a205
natrium vlamfotometrisch natrium vlamfotometrisch
Loading

0 comments on commit fb3c877

Please sign in to comment.