docs(installation): re-enable docker cpu tab with workaround instruct…

…ions add LD_LIBRARY_PATH to make sure docker container can start in cpu mode
TabbyML · Oct 20, 2024 · 8032830 · 8032830
1 parent e85440d
commit 8032830
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/website/docs/quick-start/installation/docker.mdx b/website/docs/quick-start/installation/docker.mdx
@@ -25,14 +25,17 @@ import TabItem from '@theme/TabItem';
 
   </TabItem>
 
-  {false && <TabItem value="cpu" label="CPU" default>
+  <TabItem value="cpu" label="CPU" default>
+
+  `LD_LIBRARY_PATH` needs to be set as a workaround to allow starting in cpu mode, see https://github.com/TabbyML/tabby/issues/2634#issuecomment-2244530283
 
   ```bash title="run.sh"
   docker run --entrypoint /opt/tabby/bin/tabby-cpu -it \
     -p 8080:8080 -v $HOME/.tabby:/data \
+    -e LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/compat:$LD_LIBRARY_PATH \
     registry.tabbyml.com/tabbyml/tabby \
     serve --model StarCoder-1B --chat-model Qwen2-1.5B-Instruct
   ```
 
-  </TabItem>}
+  </TabItem>
 </Tabs>