Merge branch 'main' into feature/egress-gateway/add-egress-query

vdaas · Sep 30, 2024 · a5544ca · a5544ca
2 parents b406be6 + 27b1cb8
commit a5544ca
Show file tree

Hide file tree

Showing 59 changed files with 7,879 additions and 1,909 deletions.
diff --git a/.all-contributorsrc b/.all-contributorsrc
@@ -204,6 +204,25 @@
         "tool",
         "code"
       ]
+    },
+    {
+      "login": "iammytoo",
+      "name": "miyamoto",
+      "avatar_url": "https://avatars.githubusercontent.com/u/64457274?v=4",
+      "profile": "https://github.com/iammytoo",
+      "contributions": [
+        "code",
+        "research"
+      ]
+    },
+    {
+      "login": "highpon",
+      "name": "s-shiraki",
+      "avatar_url": "https://avatars.githubusercontent.com/u/54130718?v=4",
+      "profile": "https://www.highpon.com/",
+      "contributions": [
+        "test"
+      ]
     }
   ],
   "contributorsPerLine": 7,

diff --git a/Makefile b/Makefile
@@ -85,6 +85,7 @@ BUF_VERSION               := $(eval BUF_VERSION := $(shell cat versions/BUF_VERS
 CMAKE_VERSION             := $(eval CMAKE_VERSION := $(shell cat versions/CMAKE_VERSION))$(CMAKE_VERSION)
 DOCKER_VERSION            := $(eval DOCKER_VERSION := $(shell cat versions/DOCKER_VERSION))$(DOCKER_VERSION)
 FAISS_VERSION             := $(eval FAISS_VERSION := $(shell cat versions/FAISS_VERSION))$(FAISS_VERSION)
+USEARCH_VERSION           := $(eval USEARCH_VERSION := $(shell cat versions/USEARCH_VERSION))$(USEARCH_VERSION)
 GOLANGCILINT_VERSION      := $(eval GOLANGCILINT_VERSION := $(shell cat versions/GOLANGCILINT_VERSION))$(GOLANGCILINT_VERSION)
 GO_VERSION                := $(eval GO_VERSION := $(shell cat versions/GO_VERSION))$(GO_VERSION)
 HDF5_VERSION              := $(eval HDF5_VERSION := $(shell cat versions/HDF5_VERSION))$(HDF5_VERSION)
@@ -601,6 +602,11 @@ version/ngt:
 version/faiss:
 	@echo $(FAISS_VERSION)
 
+.PHONY: version/usearch
+## print usearch version
+version/usearch:
+	@echo $(USEARCH_VERSION)
+
 .PHONY: version/docker
 ## print Kubernetes version
 version/docker:
@@ -671,6 +677,22 @@ $(LIB_PATH)/libfaiss.a:
 	rm -rf $(TEMP_DIR)/v$(FAISS_VERSION).tar.gz $(TEMP_DIR)/faiss-$(FAISS_VERSION)
 	ldconfig
 
+.PHONY: usearch/install
+## install usearch
+usearch/install: 
+ifeq ($(OS),linux)
+	curl -sSL https://github.com/unum-cloud/usearch/releases/download/v$(USEARCH_VERSION)/usearch_$(OS)_$(GOARCH)_$(USEARCH_VERSION).deb -o usearch_$(OS)_$(USEARCH_VERSION).deb
+	dpkg -i usearch_$(OS)_$(USEARCH_VERSION).deb
+	rm usearch_$(OS)_$(USEARCH_VERSION).deb
+	ldconfig
+else ifeq ($(OS),macos)
+	curl -sSL https://github.com/unum-cloud/usearch/releases/download/v$(USEARCH_VERSION)/usearch_macos_$(GOARCH)_$(USEARCH_VERSION).zip -o usearch_macos_$(OS)_$(USEARCH_VERSION).zip
+	unzip usearch_macos_$(OS)_$(USEARCH_VERSION).zip
+	sudo mv libusearch_c.dylib /usr/local/lib && sudo mv usearch.h /usr/local/include
+	rm -rf usearch_macos_$(OS)_$(USEARCH_VERSION).zip
+	ldconfig
+endif
+
 .PHONY: cmake/install
 ## install CMAKE
 cmake/install:

diff --git a/README.md b/README.md
@@ -265,7 +265,7 @@ make init
 
 <!-- ALL-CONTRIBUTORS-BADGE:START - Do not remove or modify this section -->
 
-[![All Contributors](https://img.shields.io/badge/all_contributors-19-orange.svg?style=flat-square)](#contributors)
+[![All Contributors](https://img.shields.io/badge/all_contributors-21-orange.svg?style=flat-square)](#contributors)
 
 <!-- ALL-CONTRIBUTORS-BADGE:END -->
 
@@ -300,6 +300,8 @@ Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/d
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/aknishid"><img src="https://avatars.githubusercontent.com/u/38955080?v=4?s=100" width="100px;" alt="aknishid"/><br /><sub><b>aknishid</b></sub></a><br /><a href="https://github.com/vdaas/vald/commits?author=aknishid" title="Code">💻</a> <a href="#maintenance-aknishid" title="Maintenance">🚧</a> <a href="https://github.com/vdaas/vald/commits?author=aknishid" title="Documentation">📖</a></td>
       <td align="center" valign="top" width="14.28%"><a href="https://hrichik.xyz"><img src="https://avatars.githubusercontent.com/u/57860916?v=4?s=100" width="100px;" alt="Hrichik Mazumder"/><br /><sub><b>Hrichik Mazumder</b></sub></a><br /><a href="https://github.com/vdaas/vald/commits?author=hrichiksite" title="Documentation">📖</a></td>
       <td align="center" valign="top" width="14.28%"><a href="https://github.com/smorihira"><img src="https://avatars.githubusercontent.com/u/105629359?v=4?s=100" width="100px;" alt="Shunya Morihira (森平 隼矢)"/><br /><sub><b>Shunya Morihira (森平 隼矢)</b></sub></a><br /><a href="#tool-smorihira" title="Tools">🔧</a> <a href="https://github.com/vdaas/vald/commits?author=smorihira" title="Code">💻</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/iammytoo"><img src="https://avatars.githubusercontent.com/u/64457274?v=4?s=100" width="100px;" alt="miyamoto"/><br /><sub><b>miyamoto</b></sub></a><br /><a href="https://github.com/vdaas/vald/commits?author=iammytoo" title="Code">💻</a> <a href="#research-iammytoo" title="Research">🔬</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://www.highpon.com/"><img src="https://avatars.githubusercontent.com/u/54130718?v=4?s=100" width="100px;" alt="s-shiraki"/><br /><sub><b>s-shiraki</b></sub></a><br /><a href="https://github.com/vdaas/vald/commits?author=highpon" title="Tests">⚠️</a></td>
     </tr>
   </tbody>
 </table>

diff --git a/apis/docs/v1/docs.md b/apis/docs/v1/docs.md
@@ -55,6 +55,10 @@
   - [Insert.MultiRequest](#payload-v1-Insert-MultiRequest)
   - [Insert.ObjectRequest](#payload-v1-Insert-ObjectRequest)
   - [Insert.Request](#payload-v1-Insert-Request)
+  - [Meta](#payload-v1-Meta)
+  - [Meta.Key](#payload-v1-Meta-Key)
+  - [Meta.KeyValue](#payload-v1-Meta-KeyValue)
+  - [Meta.Value](#payload-v1-Meta-Value)
   - [Mirror](#payload-v1-Mirror)
   - [Mirror.Target](#payload-v1-Mirror-Target)
   - [Mirror.Targets](#payload-v1-Mirror-Targets)
@@ -121,6 +125,8 @@
   - [Filter](#filter-egress-v1-Filter)
 - [v1/filter/ingress/ingress_filter.proto](#v1_filter_ingress_ingress_filter-proto)
   - [Filter](#filter-ingress-v1-Filter)
+- [v1/meta/meta.proto](#v1_meta_meta-proto)
+  - [Meta](#meta-v1-Meta)
 - [v1/mirror/mirror.proto](#v1_mirror_mirror-proto)
   - [Mirror](#mirror-v1-Mirror)
 - [v1/rpc/errdetails/error_details.proto](#v1_rpc_errdetails_error_details-proto)
@@ -710,6 +716,35 @@ Represent the insert request.
 | vector | [Object.Vector](#payload-v1-Object-Vector) |       | The vector to be inserted.               |
 | config | [Insert.Config](#payload-v1-Insert-Config) |       | The configuration of the insert request. |
 
+<a name="payload-v1-Meta"></a>
+
+### Meta
+
+<a name="payload-v1-Meta-Key"></a>
+
+### Meta.Key
+
+| Field | Type              | Label | Description |
+| ----- | ----------------- | ----- | ----------- |
+| key   | [string](#string) |       |             |
+
+<a name="payload-v1-Meta-KeyValue"></a>
+
+### Meta.KeyValue
+
+| Field | Type                                 | Label | Description |
+| ----- | ------------------------------------ | ----- | ----------- |
+| key   | [Meta.Key](#payload-v1-Meta-Key)     |       |             |
+| value | [Meta.Value](#payload-v1-Meta-Value) |       |             |
+
+<a name="payload-v1-Meta-Value"></a>
+
+### Meta.Value
+
+| Field | Type                                        | Label | Description |
+| ----- | ------------------------------------------- | ----- | ----------- |
+| value | [google.protobuf.Any](#google-protobuf-Any) |       |             |
+
 <a name="payload-v1-Mirror"></a>
 
 ### Mirror
@@ -1366,6 +1401,22 @@ Represent the ingress filter service.
 | GenVector    | [.payload.v1.Object.Blob](#payload-v1-Object-Blob)     | [.payload.v1.Object.Vector](#payload-v1-Object-Vector) | Represent the RPC to generate the vector. |
 | FilterVector | [.payload.v1.Object.Vector](#payload-v1-Object-Vector) | [.payload.v1.Object.Vector](#payload-v1-Object-Vector) | Represent the RPC to filter the vector.   |
 
+<a name="v1_meta_meta-proto"></a>
+
+<p align="right"><a href="#top">Top</a></p>
+
+## v1/meta/meta.proto
+
+<a name="meta-v1-Meta"></a>
+
+### Meta
+
+| Method Name | Request Type                                           | Response Type                                    | Description |
+| ----------- | ------------------------------------------------------ | ------------------------------------------------ | ----------- |
+| Get         | [.payload.v1.Meta.Key](#payload-v1-Meta-Key)           | [.payload.v1.Meta.Value](#payload-v1-Meta-Value) |             |
+| Set         | [.payload.v1.Meta.KeyValue](#payload-v1-Meta-KeyValue) | [.payload.v1.Empty](#payload-v1-Empty)           |             |
+| Delete      | [.payload.v1.Meta.Key](#payload-v1-Meta-Key)           | [.payload.v1.Empty](#payload-v1-Empty)           |             |
+
 <a name="v1_mirror_mirror-proto"></a>
 
 <p align="right"><a href="#top">Top</a></p>

diff --git a/apis/grpc/v1/meta/meta.pb.go b/apis/grpc/v1/meta/meta.pb.go