feat(server): only compute prefill logprobs when asked (#406)

Close #288
This commit is contained in:
OlivierDehaene
2023-06-02 17:12:30 +02:00
committed by GitHub
parent 83b84486ad
commit 895c5f1562
36 changed files with 252 additions and 73 deletions

View File

@@ -3,6 +3,7 @@ install-server:
install-integration-tests:
cd integration-tests && pip install -r requirements.txt
cd clients/python && pip install .
install-router:
cd router && cargo install --path .