benchmark.sh

#!/bin/bash

set -e

DEEP="deep-image-96-angular"
GIST="gist-960-euclidean"
GLOVE="glove-100-angular"
SIFT="sift-128-euclidean"
MILVUS="milvus"
ES="elasticsearch"
PREPARE="--prepare"
DATASET="gist-960-euclidean"
CONCURRENCY=0
ALL_CONCURRENCY=false
SCRIPTS_DIR=$(dirname "$0")
ENGINE="milvus"
HOST=""

while getopts "d:e:c:s:ih" arg; do
    case $arg in
        d)
            DATASET=$OPTARG
            CORRECT_DATASET=false
            for dataset in $DEEP $GIST $GLOVE $SIFT; do
                if [ $dataset = $DATASET ]; then
                    CORRECT_DATASET=true
                    break
                fi
            done
            if [ $CORRECT_DATASET = false ]; then
                echo "ERROR! Dataset ${DATASET} is not supported."
                exit 1
            fi ;;
        e)
            ENGINE=$OPTARG
            CORRECT_ENGINE=false
            for engine in $MILVUS $ES; do
                if [ $engine = $ENGINE ]; then
                    CORRECT_ENGINE=true
                    break
                fi
            done
            if [ $CORRECT_ENGINE = false ]; then
                echo "ERROR! Engine ${ENGINE} is not supported."
                exit 1
            fi ;;
        c)
            CONCURRENCY=$OPTARG ;;
        s)
            HOST=$OPTARG ;;
        i)
            PREPARE="--no-prepare" ;;
        h) # help
            echo "

parameter:
-d: dataset, only deep-image-96-angular, gist-960-euclidean, sift-128-euclidean and glove-100-angular are supported now(default: deep-image-96-angular)
-e: engine, only milvus and elasticsearch are supported(default: milvus)
-c: concurrency to benchmark, only 1, 2, 4, 8, 100 are supported now(default: 1)
-s: server host
-i: ignore data preparation(default: false)
-h: help

usage:
./benchmark.sh -d \${DATA_SET} -e \${ENGINE} -c \${CONCURRENCY} -s \${HOST} [-i]
            "
            exit 0 ;;
        ?)
            echo "ERROR! unknown argument"
            exit 1
            ;;
    esac
done

if [ "$HOST" = "" ]; then
    echo "Host cannot be empty"
    exit 1
fi

MAIN_PATH=$SCRIPTS_DIR/main.py
DATASET_NAME=""

case $DATASET in
    $DEEP)
        DATASET_NAME="deep_image_96" ;;
    $GIST)
        DATASET_NAME="gist_960" ;;
    $GLOVE)
        DATASET_NAME="glove_100" ;;
    $SIFT)
        DATASET_NAME="sift_128" ;;
esac

python3 $MAIN_PATH recall --host $HOST --engine $ENGINE --dataset-name $DATASET --config-name ${ENGINE}/${ENGINE}_${DATASET_NAME}_recall_95_recall $PREPARE 
CONCURRENCY_CONFIG_PREFIX=${ENGINE}/${ENGINE}_${DATASET_NAME}_recall_95_concurrency

if [ $CONCURRENCY = 0 ]; then
    python3 $MAIN_PATH concurrency --host $HOST --engine $ENGINE --config-name ${CONCURRENCY_CONFIG_PREFIX}_*
else
    python3 $MAIN_PATH concurrency --host $HOST --engine $ENGINE --config-name ${CONCURRENCY_CONFIG_PREFIX}_${CONCURRENCY}
fi