RAG Evaluation Dataset Generation

antoninoLorenzo · Jun 18, 2024 · 22c4796 · 22c4796
1 parent eeb7338
commit 22c4796
Show file tree

Hide file tree

Showing 10 changed files with 10,384 additions and 8 deletions.
diff --git a/.gitignore b/.gitignore
@@ -1,6 +1,3 @@
-# TODO: remove ignore
-data
-
 # PyCharm
 .idea/
 
@@ -18,6 +15,9 @@ ENV/
 env.bak/
 venv.bak/
 
+# Jupyter Checkpoints
+test/benchmarks/rag/.ipynb_checkpoints
+
 
 # Distribution / packaging
 .Python

diff --git a/data/csv/owasp.csv b/data/csv/owasp.csv
diff --git a/data/json/hack_tricks.json b/data/json/hack_tricks.json
diff --git a/data/json/medium_htb.json b/data/json/medium_htb.json
diff --git a/data/json/nmap.json b/data/json/nmap.json
diff --git a/data/json/null_byte.json b/data/json/null_byte.json
diff --git a/data/json/owasp.json b/data/json/owasp.json
diff --git a/data/rag_eval/owasp_100.json b/data/rag_eval/owasp_100.json
diff --git a/dev-requirements.txt b/dev-requirements.txt
@@ -1,2 +1,4 @@
 isort
-pylint
+pylint
+tqdm
+pandas
-Original file line number
+Diff line change
@@ -1,2 +1,4 @@
     isort
-    pylint
+    pylint
+    tqdm
+    pandas