Add rust toolchain to fix docker image build (#89)

Signed-off-by: Hung-Han (Henry) Chen <chenhungh@gmail.com>

Dockerfile

@@ -2,6 +2,8 @@
 
 FROM python:3.11-slim
 WORKDIR /app
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
+ENV PATH="/root/.cargo/bin:${PATH}"
 COPY requirements.txt requirements.txt
 RUN pip3 install -r requirements.txt
 COPY . .

Dockerfile.cuda11

@@ -2,8 +2,10 @@
 
 # 11.7.1 https://github.com/ggerganov/llama.cpp/blob/master/.devops/main-cuda.Dockerfile
 FROM nvidia/cuda:11.7.1-base-ubuntu22.04
-RUN apt-get update && apt-get install -y -q python3 python3-pip
+RUN apt-get update && apt-get install -y -q python3 python3-pip curl
 WORKDIR /app
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
+ENV PATH="/root/.cargo/bin:${PATH}"
 COPY requirements.txt requirements.txt
 RUN pip3 install -r requirements.txt
 # https://github.com/marella/ctransformers#cuda

Dockerfile.cuda12

@@ -1,8 +1,10 @@
 # syntax=docker/dockerfile:1
 
 FROM nvidia/cuda:12.2.0-base-ubuntu22.04
-RUN apt-get update && apt-get install -y -q python3 python3-pip
+RUN apt-get update && apt-get install -y -q python3 python3-pip curl
 WORKDIR /app
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
+ENV PATH="/root/.cargo/bin:${PATH}"
 COPY requirements.txt requirements.txt
 RUN pip3 install -r requirements.txt
 # https://github.com/marella/ctransformers#cuda

Dockerfile.gptq

@@ -2,9 +2,11 @@
 
 FROM nvidia/cuda:12.2.0-devel-ubuntu22.04
 RUN apt-get update \
-    && apt-get install -y --no-install-recommends g++ python3-dev python3-pip \
+    && apt-get install -y --no-install-recommends g++ python3-dev python3-pip curl \
     && rm -rf /var/lib/apt/lists/*
 WORKDIR /app
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
+ENV PATH="/root/.cargo/bin:${PATH}"
 COPY requirements.txt requirements.txt
 RUN pip3 install -r requirements.txt
 # Fixes exllama/cuda_ext.py:82: UserWarning: Failed to initialize NumPy: No module named 'numpy'

Dockerfile.metal

@@ -3,6 +3,8 @@
 FROM python:3.11-slim
 WORKDIR /app
 COPY requirements.txt requirements.txt
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y
+ENV PATH="/root/.cargo/bin:${PATH}"
 RUN pip3 install -r requirements.txt
 # https://github.com/marella/ctransformers#metal
 RUN CT_METAL=1 pip3 install ctransformers --no-binary ctransformers