mirror of
https://github.com/exo-explore/exo.git
synced 2025-10-23 02:57:14 +03:00
HF_HOME -> EXO_HOME
This commit is contained in:
@@ -27,7 +27,7 @@ commands:
|
||||
fi
|
||||
|
||||
# Start first instance
|
||||
HF_HOME="$(pwd)/.hf_cache_node1" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> \
|
||||
EXO_HOME="$(pwd)/.exo_cache_node1" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> \
|
||||
--node-id "node1" --listen-port 5678 --broadcast-port 5679 --chatgpt-api-port 8000 \
|
||||
--chatgpt-api-response-timeout 900 --disable-tui > output1.log &
|
||||
PID1=$!
|
||||
@@ -35,7 +35,7 @@ commands:
|
||||
TAIL1=$!
|
||||
|
||||
# Start second instance
|
||||
HF_HOME="$(pwd)/.hf_cache_node2" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> \
|
||||
EXO_HOME="$(pwd)/.exo_cache_node2" DEBUG_DISCOVERY=7 DEBUG=7 exo --inference-engine <<parameters.inference_engine>> \
|
||||
--node-id "node2" --listen-port 5679 --broadcast-port 5678 --chatgpt-api-port 8001 \
|
||||
--chatgpt-api-response-timeout 900 --disable-tui > output2.log &
|
||||
PID2=$!
|
||||
|
||||
@@ -212,9 +212,9 @@ exo run llama-3.2-3b --prompt "What is the meaning of exo?"
|
||||
|
||||
### Model Storage
|
||||
|
||||
Models by default are stored in `~/.cache/huggingface/hub`.
|
||||
Models by default are stored in `~/.cache/exo/downloads`.
|
||||
|
||||
You can set a different model storage location by setting the `HF_HOME` env var.
|
||||
You can set a different model storage location by setting the `EXO_HOME` env var.
|
||||
|
||||
## Debugging
|
||||
|
||||
|
||||
Reference in New Issue
Block a user