feat(server): only compute prefill logprobs when asked (#406)

Close #288
2023-08-23 10:47:54 +03:00 · 2023-06-02 17:12:30 +02:00
parent 83b84486ad
commit 895c5f1562
36 changed files with 252 additions and 73 deletions
--- a/1
+++ b/1
@@ -3,6 +3,7 @@ install-server:

 install-integration-tests:
 	cd integration-tests && pip install -r requirements.txt
+	cd clients/python && pip install .

 install-router:
 	cd router && cargo install --path .