alihan/genai-stack-neo4j
1
0
Fork 0
mirror of https://github.com/docker/genai-stack.git synced 2024-08-30 16:49:54 +03:00
Code Issues Packages Projects Releases Wiki Activity

Pull model if not present locally (#119)

Browse Source 
Signed-off-by: denverdino <denverdino@gmail.com>
This commit is contained in:
Li Yi
2024-02-01 05:28:37 +08:00
committed by GitHub
parent a1ab733d35
commit 3b4bdf0400
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pull_model.Dockerfile
View File

@@ -26,7 +26,7 @@ COPY <<EOF pull_model.clj
(async/go-loop [n 0]
(let [[v _] (async/alts! [done (async/timeout 5000)])]
(if (= :stop v) :stopped (do (println (format "... pulling model (%ss) - will take several minutes" (* n 10))) (recur (inc n))))))
(process/shell {:env {"OLLAMA_HOST" url} :out :inherit :err :inherit} (format "./bin/ollama pull %s" llm))
(process/shell {:env {"OLLAMA_HOST" url} :out :inherit :err :inherit} (format "bash -c './bin/ollama show %s --modelfile > /dev/null || ./bin/ollama pull %s'" llm llm))
(async/>!! done :stop))
(println "OLLAMA model only pulled if both LLM and OLLAMA_BASE_URL are set and the LLM model is not gpt")))