revert back 125m model changes

substratusai · Nov 20, 2024 · a657cd5 · a657cd5
1 parent bf508e5
commit a657cd5
Showing 1 changed file with 0 additions and 7 deletions.
diff --git a/manifests/models/opt-125m-cpu.yaml b/manifests/models/opt-125m-cpu.yaml
@@ -5,13 +5,6 @@ metadata:
   name: opt-125m-cpu
 spec:
   features: [TextGeneration]
-  env:
-    VLLM_WORKER_MULTIPROC_METHOD: spawn
-    # VLLM_RPC_TIMEOUT: "10000"
-    # VLLM_CPU_KVCACHE_SPACE: "1"
-  args:
-  - --disable-frontend-multiprocessing
-  - --max-num-seqs=1
   owner: facebook
   url: hf://facebook/opt-125m
   engine: VLLM