Support new Weaviate 1.29 features (#261)

* Update protos to use latest available on `main`

* Hook up new grpc backend, fix aggregate.hybrid bug, update CI images

* Fix npm run docs script

* Remove redundant file

* Fix unit tests

* Rollback to 1.28.2 in CI due to testcontainers issue

* Skip test in <1.26 due to missing maxVectorDistance

* Update swagger stubs and impl accordingly

* Replace testcontainers rbac tests with compose stack

* Add implementation for aggregate groupby

* Change `as any` to `as Record<string, any>` for a narrower condition

* Several refactorings:
- Split `roles` with `users`
- make `actions` an array inside `permissions`
- rename several methods to be aligned with py client in a non-BC way
- only run roles/users tests for `>1.29` due to no BC

* Respond to review comments

* Refactor RBAC to use new CRUD roles actions, update CI

* Update roles API to use latest schema and align with recent py changes

* Update CI image

* Update CI image to release 1.29

Author: tsmith023

.github/workflows/main.yaml

@@ -8,10 +8,11 @@ on:
 
 env:
   WEAVIATE_124: 1.24.26
-  WEAVIATE_125: 1.25.28
-  WEAVIATE_126: 1.26.13
-  WEAVIATE_127: 1.27.9
-  WEAVIATE_128: 1.28.2
+  WEAVIATE_125: 1.25.30
+  WEAVIATE_126: 1.26.14
+  WEAVIATE_127: 1.27.11
+  WEAVIATE_128: 1.28.4
+  WEAVIATE_129: 1.29.0
 
 jobs:
   checks:
@@ -39,9 +40,10 @@ jobs:
           { node: "22.x", weaviate: $WEAVIATE_125},
           { node: "22.x", weaviate: $WEAVIATE_126},
           { node: "22.x", weaviate: $WEAVIATE_127},
-          { node: "18.x", weaviate: $WEAVIATE_128},
-          { node: "20.x", weaviate: $WEAVIATE_128},
-          { node: "22.x", weaviate: $WEAVIATE_128}
+          { node: "22.x", weaviate: $WEAVIATE_128},
+          { node: "18.x", weaviate: $WEAVIATE_129},
+          { node: "20.x", weaviate: $WEAVIATE_129},
+          { node: "22.x", weaviate: $WEAVIATE_129}
         ]
     steps:
     - uses: actions/checkout@v3

ci/compose.sh

@@ -21,5 +21,5 @@ function compose_down_all {
 }
 
 function all_weaviate_ports {
-  echo "8078 8080 8081 8082 8083 8085 8086 8087 8088 8089 8090"
+  echo "8078 8080 8081 8082 8083 8085 8086 8087 8088 8089 8090 8091"
 }

ci/docker-compose-rbac.yml

@@ -0,0 +1,31 @@
+---
+version: '3.4'
+services:
+  weaviate-rbac:
+    command:
+      - --host
+      - 0.0.0.0
+      - --port
+      - '8085'
+      - --scheme
+      - http
+      - --write-timeout=600s
+    image: semitechnologies/weaviate:${WEAVIATE_VERSION}
+    ports:
+      - 8091:8085
+      - 50062:50051
+    restart: on-failure:0
+    environment:
+      ENABLE_MODULES: "generative-dummy,reranker-dummy"
+      PERSISTENCE_DATA_PATH: "./data-weaviate-0"
+      CLUSTER_IN_LOCALHOST: "true"
+      CLUSTER_GOSSIP_BIND_PORT: "7100"
+      CLUSTER_DATA_BIND_PORT: "7101"
+      RAFT_BOOTSTRAP_EXPECT: "1"
+      AUTHENTICATION_APIKEY_ENABLED: "true"
+      AUTHENTICATION_APIKEY_ALLOWED_KEYS: 'viewer-key,editor-key,admin-key,custom-key'
+      AUTHENTICATION_APIKEY_USERS: 'viewer-user,editor-user,admin-user,custom-user'
+      AUTHORIZATION_RBAC_ENABLED: "true"
+      AUTHORIZATION_ADMIN_USERS: "admin-user"
+      AUTHORIZATION_VIEWER_USERS: "viewer-user"
+...

package.json

@@ -33,8 +33,8 @@
     "format": "prettier --write --no-error-on-unmatched-pattern '**/*.{ts,js}' '!dist/**'",
     "format:check": "prettier --check --no-error-on-unmatched-pattern '**/*.{ts,js}' '!dist/**'",
     "format:dist": "prettier --write --no-error-on-unmatched-pattern '**/dist/**/*.{ts,js}'",
-    "schema": "./tools/refresh_schema.sh",
-    "protos": "./tools/refresh_protos.sh",
+    "refresh-schema": "./tools/refresh_schema.sh",
+    "refresh-protos": "./tools/refresh_protos.sh",
     "docs": "typedoc --plugin typedoc-plugin-extras --favicon public/favicon.ico --out docs/ src/"
   },
   "repository": {