add pytest dev dep, and add CI test workflow

.github/workflows/tests.yml → .github/workflows/benchmark.yml

@@ -1,6 +1,6 @@
 name: Integration test with benchmark
 
-on: [push]
+on: [] # re-enable after integration
 
 env:
   TORCH_DEVICE: "cpu"

.github/workflows/ci.yml

@@ -0,0 +1,25 @@
+name: CI tests
+
+on: [push]
+
+env:
+  TORCH_DEVICE: "cpu"
+  OCR_ENGINE: "surya"
+
+jobs:
+  tests:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.11
+      - name: Install python dependencies
+        run: |
+          pip install poetry
+          poetry install
+      - name: Run tests
+        env:
+          HF_TOKEN: ${{ secrets.HF_TOKEN }}
+        run: poetry run pytest

pyproject.toml

@@ -46,6 +46,7 @@ streamlit = "^1.37.1"
 fastapi = "^0.115.4"
 uvicorn = "^0.32.0"
 python-multipart = "^0.0.16"
+pytest = "^8.3.3"
 
 [tool.poetry.scripts]
 marker = "convert:main"