Merge branch 'main' into feature/orjson-parser-async-endpoints

.gitattributes

@@ -1 +1,2 @@
 *_pb2.py* linguist-generated
+*_pb2_grpc.py* linguist-generated

.github/workflows/check-pr-title.yml

@@ -0,0 +1,28 @@
+name: Check PR Title
+
+on:
+  pull_request:
+    branches:
+      - main
+      - '**'
+
+jobs:
+  check-title:
+    runs-on: ubuntu-latest
+    steps:
+        - name: Check PR Title
+          uses: Slashgear/[email protected]
+          with:
+            regexp: '\[(ENH|BUG|DOC|TST|BLD|PERF|TYP|CLN|CHORE|RELEASE)\].*'
+            helpMessage: "Please tag your PR title. See https://docs.trychroma.com/contributing#contributing-code-and-ideas. You must push new code to this PR for this check to run again."
+        - name: Comment explaining failure
+          if: failure()
+          uses: actions/github-script@v6
+          with:
+            script: |
+              github.rest.issues.createComment({
+                issue_number: context.issue.number,
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                body: 'Please tag your PR title with one of: \\[ENH | BUG | DOC | TST | BLD | PERF | TYP | CLN | CHORE\\]. See https://docs.trychroma.com/contributing#contributing-code-and-ideas'
+              })

.github/workflows/chroma-cluster-test.yml

@@ -11,14 +11,14 @@ on:
   workflow_dispatch:
 
 jobs:
-  test:
+  test-python:
     strategy:
       matrix:
         python: ['3.8']
         platform: ['16core-64gb-ubuntu-latest']
-        testfile: ["chromadb/test/ingest/test_producer_consumer.py",
-                   "chromadb/test/db/test_system.py",
-                   "chromadb/test/segment/distributed/test_memberlist_provider.py",]
+        testfile: ["chromadb/test/db/test_system.py",
+                   "chromadb/test/ingest/test_producer_consumer.py",
+                   "chromadb/test/segment/distributed/test_memberlist_provider.py"]
     runs-on: ${{ matrix.platform }}
     steps:
     - name: Checkout
@@ -29,14 +29,40 @@ jobs:
         python-version: ${{ matrix.python }}
     - name: Install test dependencies
       run: python -m pip install -r requirements.txt && python -m pip install -r requirements_dev.txt
-    - name: Start minikube
-      id: minikube
-      uses: medyagh/setup-minikube@latest
-      with:
-        minikube-version: latest
-        kubernetes-version: latest
-        driver: docker
-        addons: ingress, ingress-dns
-        start-args: '--profile chroma-test'
-    - name: Integration Test
-      run: bin/cluster-test.sh ${{ matrix.testfile }}
+    - name: Install Tilt
+      run: |
+        TILT_VERSION="0.33.3"
+        curl -fsSL https://github.com/tilt-dev/tilt/releases/download/v$TILT_VERSION/tilt.$TILT_VERSION.linux.x86_64.tar.gz | \
+          tar -xzv -C /usr/local/bin tilt
+    - name: Install ctlptlc
+      run: |
+        CTLPTL_VERSION="0.8.20"
+        curl -fsSL https://github.com/tilt-dev/ctlptl/releases/download/v$CTLPTL_VERSION/ctlptl.$CTLPTL_VERSION.linux.x86_64.tar.gz | \
+          tar -xzv -C /usr/local/bin ctlptl
+    - name: Set up kind
+      run: ctlptl create cluster kind --registry=ctlptl-registry
+    - name: Start Tilt
+      run: tilt ci
+    - name: Test
+      run: bin/cluster-test.sh bash -c 'python -m pytest "${{ matrix.testfile }}"'
+  test-go:
+    runs-on: '16core-64gb-ubuntu-latest'
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v3
+    - name: Install Tilt
+      run: |
+        TILT_VERSION="0.33.3"
+        curl -fsSL https://github.com/tilt-dev/tilt/releases/download/v$TILT_VERSION/tilt.$TILT_VERSION.linux.x86_64.tar.gz | \
+          tar -xzv -C /usr/local/bin tilt
+    - name: Install ctlptlc
+      run: |
+        CTLPTL_VERSION="0.8.20"
+        curl -fsSL https://github.com/tilt-dev/ctlptl/releases/download/v$CTLPTL_VERSION/ctlptl.$CTLPTL_VERSION.linux.x86_64.tar.gz | \
+          tar -xzv -C /usr/local/bin ctlptl
+    - name: Set up kind
+      run: ctlptl create cluster kind --registry=ctlptl-registry
+    - name: Start Tilt
+      run: tilt ci
+    - name: Test
+      run: bin/cluster-test.sh bash -c 'cd go && go test -timeout 30s -run ^TestNodeWatcher$ github.com/chroma/chroma-coordinator/internal/memberlist_manager'

.github/workflows/chroma-coordinator-test.yaml

@@ -34,7 +34,7 @@ jobs:
     - name: Checkout
       uses: actions/checkout@v3
     - name: Build and test
-      run: cd go/coordinator && make test
+      run: cd go && make test
       env:
         POSTGRES_HOST: localhost
         POSTGRES_PORT: 5432

.gitignore

@@ -3,8 +3,8 @@
 
 **/__pycache__
 
-go/coordinator/bin/
-go/coordinator/**/testdata/
+go/bin/
+go/**/testdata/
 
 *.log
 
@@ -32,3 +32,5 @@ dist
 terraform.tfstate
 .hypothesis/
 .idea
+
+target/