feat: Add a local llm service to docker-compose.yml

.envrc

@@ -22,6 +22,9 @@ export REDIS_PORT="6379"
 # Server.
 export SERVER_PORT="9001"
 
+# Local LLM.
+export LLM_PORT="11434"
+
 # A complete URLs for future use.
 export DATABASE_URL="postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:localhost/${POSTGRES_DB}"
 export DOCKER_DATABASE_URL="postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${PGPORT}/${POSTGRES_DB}"

Justfile

@@ -13,7 +13,7 @@ precommit:
 # Redeploy all services, rebuilding `server` and `sqlrunner`.
 deploy:
     docker compose down
-    docker compose up --detach --build server postgresql pgadmin
+    docker compose up --detach --build server postgresql pgadmin llm
 
 # Redeploy a new version of a container.
 redeploy CONTAINER:

docker-compose.yml

@@ -61,6 +61,26 @@ services:
         depends_on:
             - postgresql
 
+    llm:
+        image: ollama/ollama:latest
+        hostname: llm
+        restart: unless-stopped
+        container_name: ollama
+        tty: true
+        ports:
+            - "${LLM_PORT}:${LLM_PORT}"
+        volumes:
+            - ollama:/root/.ollama
+
+    llm-setup:
+        build:
+            context: .
+            dockerfile: llm/Dockerfile
+        restart: unless-stopped
+        env_file:
+            - .envrc
+
 volumes:
     postgresql-data:
     pgadmin-data:
+    ollama:

llm/Dockerfile

@@ -0,0 +1,5 @@
+FROM alpine/curl
+
+COPY . .
+
+ENTRYPOINT ["curl", "http://llm:11434/api/pull", "-d", "@llm/req.json", "--header", "Content-Type: application/json"]

llm/req.json

@@ -0,0 +1,3 @@
+{
+    "model": "llama3"
+}

server/src/auth.rs

@@ -89,6 +89,7 @@ impl Authenticator {
 
 impl Interceptor for Authenticator {
     fn call(&mut self, mut request: Request<()>) -> Result<Request<()>, Status> {
+        dbg!(&request);
         let auth_pair: AuthPair = request.get_auth_pair().map_err(|_| unauthenticated())?;
         let user_uuid: Uuid = auth_pair
             .user_uuid

shells/default/default.nix

@@ -10,10 +10,13 @@ pkgs.mkShell {
     PROTOC = "${pkgs.protobuf}/bin/protoc";
     PROTOC_INCLUDE = "${pkgs.protobuf}/include";
 
+    nativeBuildInputs = with pkgs; [ pkg-config ];
+
     buildInputs = with pkgs; [
         protobuf # Protocol Buffers, Google's data interchange format.
         grpcurl  # Command-line tool for interacting with gRPC servers.
         bloomrpc # GUI Client for gRPC Services (like Postman).
         postgresql
+        openssl.dev
     ];
 }