[Neurips23] NLE submission for the sparse track (#176)

* add our solution

* add run_script

* add automatic core no detection

* remove run.sh

* add to workflow

* Fix thread number

* Update interface.py

---------

Co-authored-by: Ubuntu <classanc@Teste1.jqwpittd2y5ebhw5pjzs0d5ekg.zrhx.internal.cloudapp.net>

.github/workflows/neurips23.yml

@@ -15,6 +15,9 @@ jobs:
           - algorithm: linscan
             dataset: sparse-small
             track: sparse
+          - algorithm: nle
+            dataset: sparse-small
+            track: sparse
           - algorithm: diskann
             dataset: random-xs
             track: streaming

neurips23/sparse/nle/Dockerfile

@@ -0,0 +1,13 @@
+FROM neurips23
+
+RUN apt-get update 
+
+RUN apt-get install -y curl git build-essential libpcre3-dev cmake libtool automake libatlas3-base libatlas-base-dev libstdc++-12-dev patchelf ninja-build libtbb2
+
+RUN pip3 install scikit-build
+
+#RUN apt-get install -y curl git openjdk-11-jdk build-essential libpcre3-dev cmake libtool automake libatlas3-base libatlas-base-dev libstdc++-12-dev patchelf ninja-build libtbb2
+
+RUN git clone https://github.com/cadurosar/tttt.git /workspace/tttt && cd /workspace/tttt && bash build.sh
+
+WORKDIR /home/app

neurips23/sparse/nle/config.yaml

@@ -0,0 +1,165 @@
+sparse-small:
+    nle:
+      docker-tag: neurips23-sparse-nle
+      module: neurips23.sparse.nle.nle 
+      constructor: NLE
+      base-args: ["@metric"]
+      run-groups:
+        base:
+          args: |
+            [{"t1":32,"t2":128}]
+          query-args: |
+            [
+            {"k1":4,"k2":40,"k3":150},{"k1":4,"k2":40,"k3":200},
+            {"k1":4,"k2":40,"k3":75},{"k1":4,"k2":40,"k3":125},
+            {"k1":4,"k2":40,"k3":100},
+            {"k1":4,"k2":40,"k3":1},
+            {"k1":4,"k2":40,"k3":10},
+            {"k1":4,"k2":40,"k3":1000},
+            {"k1":4,"k2":40,"k3":0.1},{"k1":4,"k2":40,"k3":50}]
+    NLE-Full:
+      docker-tag: neurips23-sparse-nle
+      module: neurips23.sparse.nle.nle 
+      constructor: NLE
+      base-args: ["@metric"]
+      run-groups:
+        base:
+          args: |
+            [{"t1":8,"t2":128},{"t1":16,"t2":128},{"t1":32,"t2":128},{"t1":50,"t2":128},{"t1":128,"t2":128}]
+          query-args: |
+            [
+            {"k1":2,"k2":40,"k3":0.1},
+            {"k1":2,"k2":40,"k3":1},
+            {"k1":2,"k2":40,"k3":10},
+            {"k1":2,"k2":40,"k3":100},
+            {"k1":2,"k2":40,"k3":1000},
+            {"k1":3,"k2":40,"k3":0.1},
+            {"k1":3,"k2":40,"k3":1},
+            {"k1":3,"k2":40,"k3":10},
+            {"k1":3,"k2":40,"k3":100},
+            {"k1":3,"k2":40,"k3":1000},
+            {"k1":4,"k2":40,"k3":0.1},
+            {"k1":4,"k2":40,"k3":1},
+            {"k1":4,"k2":40,"k3":10},
+            {"k1":4,"k2":40,"k3":100},
+            {"k1":4,"k2":40,"k3":1000},
+            {"k1":5,"k2":40,"k3":0.1},
+            {"k1":5,"k2":40,"k3":1},
+            {"k1":5,"k2":40,"k3":10},
+            {"k1":5,"k2":40,"k3":100},
+            {"k1":5,"k2":40,"k3":1000},
+            {"k1":6,"k2":40,"k3":0.1},
+            {"k1":6,"k2":40,"k3":1},
+            {"k1":6,"k2":40,"k3":10},
+            {"k1":6,"k2":40,"k3":100},
+            {"k1":6,"k2":40,"k3":1000}]
+sparse-1M:
+    nle:
+      docker-tag: neurips23-sparse-nle
+      module: neurips23.sparse.nle.nle 
+      constructor: NLE
+      base-args: ["@metric"]
+      run-groups:
+        base:
+          args: |
+            [{"t1":32,"t2":128}]
+          query-args: |
+            [
+            {"k1":4,"k2":40,"k3":150},{"k1":4,"k2":40,"k3":200},
+            {"k1":4,"k2":40,"k3":75},{"k1":4,"k2":40,"k3":125},
+            {"k1":4,"k2":40,"k3":100},
+            {"k1":4,"k2":40,"k3":1},
+            {"k1":4,"k2":40,"k3":10},
+            {"k1":4,"k2":40,"k3":1000},
+            {"k1":4,"k2":40,"k3":0.1},{"k1":4,"k2":40,"k3":50}]
+    NLE-Full:
+      docker-tag: neurips23-sparse-nle
+      module: neurips23.sparse.nle.nle 
+      constructor: NLE
+      base-args: ["@metric"]
+      run-groups:
+        base:
+          args: |
+            [{"t1":8,"t2":128},{"t1":16,"t2":128},{"t1":32,"t2":128},{"t1":50,"t2":128},{"t1":128,"t2":128}]
+          query-args: |
+            [
+            {"k1":2,"k2":40,"k3":0.1},
+            {"k1":2,"k2":40,"k3":1},
+            {"k1":2,"k2":40,"k3":10},
+            {"k1":2,"k2":40,"k3":100},
+            {"k1":2,"k2":40,"k3":1000},
+            {"k1":3,"k2":40,"k3":0.1},
+            {"k1":3,"k2":40,"k3":1},
+            {"k1":3,"k2":40,"k3":10},
+            {"k1":3,"k2":40,"k3":100},
+            {"k1":3,"k2":40,"k3":1000},
+            {"k1":4,"k2":40,"k3":0.1},
+            {"k1":4,"k2":40,"k3":1},
+            {"k1":4,"k2":40,"k3":10},
+            {"k1":4,"k2":40,"k3":100},
+            {"k1":4,"k2":40,"k3":1000},
+            {"k1":5,"k2":40,"k3":0.1},
+            {"k1":5,"k2":40,"k3":1},
+            {"k1":5,"k2":40,"k3":10},
+            {"k1":5,"k2":40,"k3":100},
+            {"k1":5,"k2":40,"k3":1000},
+            {"k1":6,"k2":40,"k3":0.1},
+            {"k1":6,"k2":40,"k3":1},
+            {"k1":6,"k2":40,"k3":10},
+            {"k1":6,"k2":40,"k3":100},
+            {"k1":6,"k2":40,"k3":1000}]
+sparse-full:
+    nle:
+      docker-tag: neurips23-sparse-nle
+      module: neurips23.sparse.nle.nle 
+      constructor: NLE
+      base-args: ["@metric"]
+      run-groups:
+        base:
+          args: |
+            [{"t1":32,"t2":128}]
+          query-args: |
+            [
+            {"k1":4,"k2":40,"k3":150},{"k1":4,"k2":40,"k3":200},
+            {"k1":4,"k2":40,"k3":75},{"k1":4,"k2":40,"k3":125},
+            {"k1":4,"k2":40,"k3":100},
+            {"k1":4,"k2":40,"k3":1},
+            {"k1":4,"k2":40,"k3":10},
+            {"k1":4,"k2":40,"k3":1000},
+            {"k1":4,"k2":40,"k3":0.1},{"k1":4,"k2":40,"k3":50}]
+    NLE-Full:
+      docker-tag: neurips23-sparse-nle
+      module: neurips23.sparse.nle.nle 
+      constructor: NLE
+      base-args: ["@metric"]
+      run-groups:
+        base:
+          args: |
+            [{"t1":8,"t2":128},{"t1":16,"t2":128},{"t1":32,"t2":128},{"t1":50,"t2":128},{"t1":128,"t2":128}]
+          query-args: |
+            [
+            {"k1":2,"k2":40,"k3":0.1},
+            {"k1":2,"k2":40,"k3":1},
+            {"k1":2,"k2":40,"k3":10},
+            {"k1":2,"k2":40,"k3":100},
+            {"k1":2,"k2":40,"k3":1000},
+            {"k1":3,"k2":40,"k3":0.1},
+            {"k1":3,"k2":40,"k3":1},
+            {"k1":3,"k2":40,"k3":10},
+            {"k1":3,"k2":40,"k3":100},
+            {"k1":3,"k2":40,"k3":1000},
+            {"k1":4,"k2":40,"k3":0.1},
+            {"k1":4,"k2":40,"k3":1},
+            {"k1":4,"k2":40,"k3":10},
+            {"k1":4,"k2":40,"k3":100},
+            {"k1":4,"k2":40,"k3":1000},
+            {"k1":5,"k2":40,"k3":0.1},
+            {"k1":5,"k2":40,"k3":1},
+            {"k1":5,"k2":40,"k3":10},
+            {"k1":5,"k2":40,"k3":100},
+            {"k1":5,"k2":40,"k3":1000},
+            {"k1":6,"k2":40,"k3":0.1},
+            {"k1":6,"k2":40,"k3":1},
+            {"k1":6,"k2":40,"k3":10},
+            {"k1":6,"k2":40,"k3":100},
+            {"k1":6,"k2":40,"k3":1000}]