Merge pull request #13 from embeddings-benchmark/add-ci

Added integration tests for MTEB

.github/workflows/test.yml

@@ -0,0 +1,35 @@
+# This workflow will:
+# 1) install Python dependencies
+# 2) run make test
+
+
+name: Test
+on:
+  push:
+    branches: [main]
+  pull_request:
+
+jobs:
+  test:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest] #, macos-latest, windows-latest]
+        python-version: ["3.8"] # , "3.9", "3.10"]
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Setup Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+
+      - name: Install dependencies
+        shell: bash
+        run: |
+          make install-for-tests
+
+      - name: Run tests
+        shell: bash
+        run: |
+          make test

.gitignore

@@ -0,0 +1,8 @@
+# python
+__pycache__
+
+# vscode
+.vscode/
+
+# tmp files
+tmp.py

makefile

@@ -0,0 +1,8 @@
+install-for-tests:
+	@echo "--- Installing dependencies for tests ---"
+	# just use the dev dependencies from mteb to keep everything compatible
+	pip install "mteb[dev]>=1.13.0"
+
+test:
+	@echo "--- Running tests ---"
+	pytest