mirror of
https://github.com/serge-chat/serge.git
synced 2024-01-15 09:32:12 +03:00
Add support for latest debian release (#755)
This commit is contained in:
Juan Calderon-Perez
committed by
GitHub
GitHub
parent
9e721ccc17
commit
b4190e5616
4
.github/release-drafter.yml
vendored
4
.github/release-drafter.yml
vendored
@@ -26,10 +26,10 @@ version-resolver:
|
||||
major:
|
||||
labels:
|
||||
- 'major'
|
||||
- '❗ Breaking Change'
|
||||
minor:
|
||||
labels:
|
||||
- 'minor'
|
||||
- '❗ Breaking Change'
|
||||
- '✏️ Feature'
|
||||
patch:
|
||||
labels:
|
||||
@@ -64,7 +64,7 @@ autolabeler:
|
||||
- '/(improve|update|update|refactor|deprecated|remove|unused|test)/i'
|
||||
- label: '🤖 Dependencies'
|
||||
title:
|
||||
- '/(bumb|dependencies)/i'
|
||||
- '/(bump|dependencies)/i'
|
||||
- label: '✏️ Feature'
|
||||
title:
|
||||
- '/(feature|feat|create|implement|add)/i'
|
||||
|
||||
2
.github/workflows/model-check.yml
vendored
2
.github/workflows/model-check.yml
vendored
@@ -1,4 +1,4 @@
|
||||
name: Check that models are available for download
|
||||
name: LLM Models Healthcheck
|
||||
|
||||
on:
|
||||
push:
|
||||
|
||||
@@ -1,10 +1,10 @@
|
||||
# ---------------------------------------
|
||||
# Base image for redis
|
||||
FROM redis:7-bullseye as redis
|
||||
FROM redis:7-bookworm as redis
|
||||
|
||||
# ---------------------------------------
|
||||
# Build frontend
|
||||
FROM node:20-bullseye-slim as frontend
|
||||
FROM node:20-bookworm-slim as frontend
|
||||
|
||||
WORKDIR /usr/src/app
|
||||
COPY ./web/package.json ./web/package-lock.json ./
|
||||
@@ -16,7 +16,7 @@ RUN npm run build
|
||||
|
||||
# ---------------------------------------
|
||||
# Runtime environment
|
||||
FROM python:3.11-slim-bullseye as release
|
||||
FROM python:3.11-slim-bookworm as release
|
||||
|
||||
# Set ENV
|
||||
ENV NODE_ENV='production'
|
||||
|
||||
@@ -1,14 +1,14 @@
|
||||
# ---------------------------------------
|
||||
# Base image for node
|
||||
FROM node:20-bullseye-slim as node_base
|
||||
FROM node:20-bookworm-slim as node_base
|
||||
|
||||
# ---------------------------------------
|
||||
# Base image for redis
|
||||
FROM redis:7-bullseye as redis
|
||||
FROM redis:7-bookworm as redis
|
||||
|
||||
# ---------------------------------------
|
||||
# Dev environment
|
||||
FROM python:3.11-slim-bullseye as dev
|
||||
FROM python:3.11-slim-bookworm as dev
|
||||
|
||||
# Set ENV
|
||||
WORKDIR /usr/src/app
|
||||
|
||||
2
LICENSE
2
LICENSE
@@ -1,6 +1,6 @@
|
||||
MIT License
|
||||
|
||||
Copyright (c) 2023 Nathan Sarrazin
|
||||
Copyright (c) 2023 Nathan Sarrazin and contributors
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
of this software and associated documentation files (the "Software"), to deal
|
||||
|
||||
73
README.md
73
README.md
@@ -55,54 +55,20 @@ Instructions for setting up Serge on Kubernetes can be found in the [wiki](https
|
||||
|
||||
## 🧠 Supported Models
|
||||
|
||||
We currently support the following models:
|
||||
|
||||
- Alpaca 🦙
|
||||
- Alpaca-LoRA-65B
|
||||
- GPT4-Alpaca-LoRA-30B
|
||||
- Chronos 🌑
|
||||
- Chronos-13B
|
||||
- Chronos-33B
|
||||
- Chronos-Hermes-13B
|
||||
- GPT4All 🌍
|
||||
- GPT4All-13B
|
||||
- Koala 🐨
|
||||
- Koala-7B
|
||||
- Koala-13B
|
||||
- LLaMA 🦙
|
||||
- FinLLaMA-33B
|
||||
- LLaMA-Supercot-30B
|
||||
- LLaMA2 7B
|
||||
- LLaMA2 13B
|
||||
- LLaMA2 70B
|
||||
- Lazarus 💀
|
||||
- Lazarus-30B
|
||||
- Nous 🧠
|
||||
- Nous-Hermes-13B
|
||||
- OpenAssistant 🎙️
|
||||
- OpenAssistant-30B
|
||||
- Orca 🐬
|
||||
- Orca-Mini-v2-7B
|
||||
- Orca-Mini-v2-13B
|
||||
- OpenOrca-Preview1-13B
|
||||
- Samantha 👩
|
||||
- Samantha-7B
|
||||
- Samantha-13B
|
||||
- Samantha-33B
|
||||
- Vicuna 🦙
|
||||
- Stable-Vicuna-13B
|
||||
- Vicuna-CoT-7B
|
||||
- Vicuna-CoT-13B
|
||||
- Vicuna-v1.1-7B
|
||||
- Vicuna-v1.1-13B
|
||||
- VicUnlocked-30B
|
||||
- VicUnlocked-65B
|
||||
- Wizard 🧙
|
||||
- Wizard-Mega-13B
|
||||
- WizardLM-Uncensored-7B
|
||||
- WizardLM-Uncensored-13B
|
||||
- WizardLM-Uncensored-30B
|
||||
- WizardCoder-Python-13B-V1.0
|
||||
| Category | Models |
|
||||
|:-------------:|:-------|
|
||||
| **Alpaca 🦙** | Alpaca-LoRA-65B, GPT4-Alpaca-LoRA-30B |
|
||||
| **Chronos 🌑**| Chronos-13B, Chronos-33B, Chronos-Hermes-13B |
|
||||
| **GPT4All 🌍**| GPT4All-13B |
|
||||
| **Koala 🐨** | Koala-7B, Koala-13B |
|
||||
| **LLaMA 🦙** | FinLLaMA-33B, LLaMA-Supercot-30B, LLaMA2 7B, LLaMA2 13B, LLaMA2 70B |
|
||||
| **Lazarus 💀**| Lazarus-30B |
|
||||
| **Nous 🧠** | Nous-Hermes-13B |
|
||||
| **OpenAssistant 🎙️** | OpenAssistant-30B |
|
||||
| **Orca 🐬** | Orca-Mini-v2-7B, Orca-Mini-v2-13B, OpenOrca-Preview1-13B |
|
||||
| **Samantha 👩**| Samantha-7B, Samantha-13B, Samantha-33B |
|
||||
| **Vicuna 🦙** | Stable-Vicuna-13B, Vicuna-CoT-7B, Vicuna-CoT-13B, Vicuna-v1.1-7B, Vicuna-v1.1-13B, VicUnlocked-30B, VicUnlocked-65B |
|
||||
| **Wizard 🧙** | Wizard-Mega-13B, WizardLM-Uncensored-7B, WizardLM-Uncensored-13B, WizardLM-Uncensored-30B, WizardCoder-Python-13B-V1.0 |
|
||||
|
||||
Additional weights can be added to the `serge_weights` volume using `docker cp`:
|
||||
|
||||
@@ -157,13 +123,20 @@ LLaMA will crash if you don't have enough available memory for the model:
|
||||
|
||||
Need help? Join our [Discord](https://discord.gg/62Hc6FEYQH)
|
||||
|
||||
## ⭐️ Stargazers
|
||||
|
||||
<img src="https://starchart.cc/serge-chat/serge.svg" alt="Stargazers over time" style="max-width: 100%">
|
||||
|
||||
## 🧾 License
|
||||
|
||||
[Nathan Sarrazin](https://github.com/nsarrazin) and [Contributors](https://github.com/serge-chat/serge/graphs/contributors). `Serge` is free and open-source software licensed under the [MIT License](https://github.com/serge-chat/serge/blob/master/LICENSE).
|
||||
|
||||
## 🤝 Contributing
|
||||
|
||||
If you discover a bug or have a feature idea, feel free to open an issue or PR.
|
||||
|
||||
To run Serge in development mode:
|
||||
|
||||
```bash
|
||||
git clone https://github.com/serge-chat/serge.git
|
||||
docker compose -f docker-compose.dev.yml up -d --build
|
||||
```
|
||||
```
|
||||
Reference in New Issue
Block a user