implement richer error model (#2589)

* implement richer error model Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> * fix Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> * bug fix Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> * format Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> * add pkg-config Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> * delete comment out include Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> * Add UpdateTimestamp API (#2605) Signed-off-by: kpango <kpango@vdaas.org> * [Bugfix] agent service test (#2620) Signed-off-by: kpango <kpango@vdaas.org> * implement richer error model Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> * fix Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> * format Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> * resolve conflict Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> * resolve conflict Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> * revert Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> --------- Signed-off-by: Kosuke Morimoto <ksk@vdaas.org> Signed-off-by: kpango <kpango@vdaas.org> Co-authored-by: Yusuke Kato <kpango@vdaas.org>
vdaas · Sep 17, 2024 · c856daf · c856daf
1 parent 1c45978
commit c856daf
Show file tree

Hide file tree

Showing 27 changed files with 3,330 additions and 193 deletions.
diff --git a/buf.gen.yaml b/buf.gen.yaml
@@ -44,6 +44,8 @@ plugins:
       - json_names_for_fields=true
   - plugin: buf.build/community/neoeinstein-prost
     out: rust/libs/proto/src
+    opt:
+      - enable_type_names
   - plugin: buf.build/community/neoeinstein-tonic
     out: rust/libs/proto/src
     opt:

diff --git a/dockers/agent/core/agent/Dockerfile b/dockers/agent/core/agent/Dockerfile
@@ -71,6 +71,7 @@ RUN --mount=type=bind,target=.,rw \
     libomp-dev \
     libopenblas-dev \
     gfortran \
+    pkg-config \
     && ldconfig \
     && echo "${LANG} UTF-8" > /etc/locale.gen \
     && ln -fs /usr/share/zoneinfo/${TZ} /etc/localtime \

diff --git a/dockers/ci/base/Dockerfile b/dockers/ci/base/Dockerfile
@@ -80,6 +80,7 @@ RUN --mount=type=bind,target=.,rw \
     libomp-dev \
     libopenblas-dev \
     gfortran \
+    pkg-config \
     gawk \
     gnupg2 \
     graphviz \

diff --git a/dockers/dev/Dockerfile b/dockers/dev/Dockerfile
@@ -85,6 +85,7 @@ RUN --mount=type=bind,target=.,rw \
     libomp-dev \
     libopenblas-dev \
     gfortran \
+    pkg-config \
     gawk \
     gnupg2 \
     graphviz \
@@ -141,6 +142,7 @@ RUN --mount=type=bind,target=.,rw \
     && make telepresence/install \
     && make ngt/install \
     && make faiss/install \
+    && make usearch/install \
     && rm -rf ${GOPATH}/src/github.com/${ORG}/${REPO}/*
 # skipcq: DOK-DL3002
 USER root:root
diff --git a/hack/docker/gen/main.go b/hack/docker/gen/main.go
@@ -351,6 +351,9 @@ var (
 	faissBuildDeps = []string{
 		"gfortran",
 	}
+	rustBuildDeps = []string{
+		"pkg-config",
+	}
 	devContainerDeps = []string{
 		"gawk",
 		"gnupg2",
@@ -532,7 +535,8 @@ func main() {
 			RuntimeImage:  "gcr.io/distroless/cc-debian12",
 			ExtraPackages: append(clangBuildDeps,
 				append(ngtBuildDeps,
-					faissBuildDeps...)...),
+					append(faissBuildDeps,
+						rustBuildDeps...)...)...),
 			Preprocess: []string{
 				ngtPreprocess,
 				faissPreprocess,
@@ -649,7 +653,8 @@ func main() {
 			ExtraPackages: append([]string{"npm"}, append(clangBuildDeps,
 				append(ngtBuildDeps,
 					append(faissBuildDeps,
-						devContainerDeps...)...)...)...),
+						append(rustBuildDeps,
+							devContainerDeps...)...)...)...)...),
 			Preprocess:  append(ciContainerPreprocess, ngtPreprocess, faissPreprocess, usearchPreprocess),
 			Entrypoints: []string{"/bin/bash"},
 		},
@@ -664,7 +669,8 @@ func main() {
 			ExtraPackages: append(clangBuildDeps,
 				append(ngtBuildDeps,
 					append(faissBuildDeps,
-						devContainerDeps...)...)...),
+						append(rustBuildDeps,
+							devContainerDeps...)...)...)...),
 			Preprocess: append(devContainerPreprocess,
 				append(ciContainerPreprocess,
 					ngtPreprocess,