alihan/serge-chatgptui
1
0
Fork 0
mirror of https://github.com/serge-chat/serge.git synced 2024-01-15 09:32:12 +03:00
Code Issues Packages Projects Releases Wiki Activity

Update models.json and change Docker base images to Debian 11 (#484)

Browse Source
This commit is contained in:
Juan Calderon-Perez
2023-07-01 19:49:27 -04:00
committed by GitHub
parent c3f5f10999
commit a641860228
2 changed files with 8 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
Dockerfile
View File

@@ -1,12 +1,12 @@
# ---------------------------------------
# Base image for node
FROM node:19-slim as node_base
FROM node:19-bullseye-slim as node_base
WORKDIR /usr/src/app
# ---------------------------------------
# Base image for runtime
FROM python:3.11-slim as base
FROM python:3.11-slim-bullseye as base
ENV TZ=Etc/UTC
WORKDIR /usr/src/app

27
api/src/serge/data/models.json
View File

@@ -72,14 +72,9 @@
"repo": "TheBloke/chronos-hermes-13B-GGML",
"files": [
{
"name": "q2_K",
"filename": "chronos-hermes-13b.ggmlv3.q2_K.bin",
"disk_space": 55100000000.0
},
{
"name": "q3_K_L",
"filename": "chronos-hermes-13b.ggmlv3.q3_K_L.bin",
"disk_space": 69300000000.0
"name": "q4_0",
"filename": "chronos-hermes-13b.ggmlv3.q4_0.bin",
"disk_space": 73200000000.0
},
{
"name": "q4_1",
@@ -87,25 +82,15 @@
"disk_space": 81400000000.0
},
{
"name": "q4_K_M",
"filename": "chronos-hermes-13b.ggmlv3.q4_K_M.bin",
"disk_space": 78700000000.0
"name": "q5_0",
"filename": "chronos-hermes-13b.ggmlv3.q5_0.bin",
"disk_space": 89500000000.0
},
{
"name": "q5_1",
"filename": "chronos-hermes-13b.ggmlv3.q5_1.bin",
"disk_space": 97600000000.0
},
{
"name": "q5_K_M",
"filename": "chronos-hermes-13b.ggmlv3.q5_K_M.bin",
"disk_space": 92300000000.0
},
{
"name": "q6_K",
"filename": "chronos-hermes-13b.ggmlv3.q6_K.bin",
"disk_space": 10700000000.0
},
{
"name": "q8_0",
"filename": "chronos-hermes-13b.ggmlv3.q8_0.bin",