alihan/lollms-webui
1
0
Fork 0
mirror of https://github.com/ParisNeo/lollms-webui.git synced 2023-09-17 23:29:16 +03:00
Code Issues Packages Projects Releases Wiki Activity

enhanced new version

Browse Source
This commit is contained in:
Saifeddine ALOUI
2023-09-13 01:43:23 +02:00
parent e547bee9ad
commit f2de613a1c
6 changed files with 69 additions and 48 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
api/__init__.py
View File

@@ -1027,7 +1027,9 @@ class LoLLMsAPPI(LollmsApplication):
discussion_messages = composed_messages discussion_messages = composed_messages
conditionning = self.personality.personality_conditioning
if self.config["override_personality_model_parameters"]:
conditionning = conditionning+ "!@>user description:\n"+self.config["user_description"]+"\n"
if len(self.personality.files)>0 and self.personality.vectorizer: if len(self.personality.files)>0 and self.personality.vectorizer:
pr = PromptReshaper("!@>document chunks:\n{{doc}}\n{{conditionning}}\n{{content}}") pr = PromptReshaper("!@>document chunks:\n{{doc}}\n{{conditionning}}\n{{content}}")
@@ -1038,13 +1040,13 @@ class LoLLMsAPPI(LollmsApplication):
str_docs+=f"document chunk:\nchunk path: {infos[0]}\nchunk content:{doc}" str_docs+=f"document chunk:\nchunk path: {infos[0]}\nchunk content:{doc}"
discussion_messages = pr.build({ discussion_messages = pr.build({
"doc":str_docs, "doc":str_docs,
"conditionning":self.personality.personality_conditioning, "conditionning":conditionning,
"content":discussion_messages "content":discussion_messages
}, self.model.tokenize, self.model.detokenize, self.config.ctx_size, place_holders_to_sacrifice=["content"]) }, self.model.tokenize, self.model.detokenize, self.config.ctx_size, place_holders_to_sacrifice=["content"])
else: else:
pr = PromptReshaper("{{conditionning}}\n{{content}}") pr = PromptReshaper("{{conditionning}}\n{{content}}")
discussion_messages = pr.build({ discussion_messages = pr.build({
"conditionning":self.personality.personality_conditioning, "conditionning":conditionning,
"content":discussion_messages "content":discussion_messages
}, self.model.tokenize, self.model.detokenize, self.config.ctx_size, place_holders_to_sacrifice=["content"]) }, self.model.tokenize, self.model.detokenize, self.config.ctx_size, place_holders_to_sacrifice=["content"])
@@ -1053,6 +1055,9 @@ class LoLLMsAPPI(LollmsApplication):
ASCIIColors.yellow(discussion_messages) ASCIIColors.yellow(discussion_messages)
ASCIIColors.info(f"prompt size:{len(tokens)} tokens") ASCIIColors.info(f"prompt size:{len(tokens)} tokens")
return discussion_messages, message.content, tokens return discussion_messages, message.content, tokens
def get_discussion_to(self, client_id, message_id=-1): def get_discussion_to(self, client_id, message_id=-1):

3
configs/config.yaml
View File

@@ -1,5 +1,5 @@
# =================== Lord Of Large Language Models Configuration file =========================== # =================== Lord Of Large Language Models Configuration file ===========================
version: 22 version: 23
binding_name: null binding_name: null
model_name: null model_name: null
@@ -31,6 +31,7 @@ user_name: user
user_description: "" user_description: ""
use_user_name_in_discussions: false use_user_name_in_discussions: false
user_avatar: default_user.svg user_avatar: default_user.svg
use_user_informations_in_discussion: false
# UI parameters # UI parameters
db_path: database.db db_path: database.db

55
web/dist/assets/index-7158f20c.js → web/dist/assets/index-01aa7718.js vendored
View File

File diff suppressed because one or more lines are too long

2
web/dist/assets/index-7dad82f8.css → web/dist/assets/index-912a1e1a.css vendored
View File

File diff suppressed because one or more lines are too long

4
web/dist/index.html vendored
View File

@@ -6,8 +6,8 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0"> <meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>LoLLMS WebUI - Welcome</title> <title>LoLLMS WebUI - Welcome</title>
<script type="module" crossorigin src="/assets/index-7158f20c.js"></script> <script type="module" crossorigin src="/assets/index-01aa7718.js"></script>
<link rel="stylesheet" href="/assets/index-7dad82f8.css"> <link rel="stylesheet" href="/assets/index-912a1e1a.css">
</head> </head>
<body> <body>
<div id="app"></div> <div id="app"></div>

42
web/src/views/SettingsView.vue
View File

@@ -708,7 +708,25 @@
class="w-full w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600" class="w-full w-full mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
></textarea> ></textarea>
</td> </td>
</tr> </tr>
<tr>
<td style="min-width: 200px;">
<label for="user_description" class="text-sm font-bold" style="margin-right: 1rem;">Use user description in discussion:</label>
</td>
<td style="width: 100%;">
<input
type="checkbox"
id="override_personality_model_parameters"
required
v-model="configFile.override_personality_model_parameters"
@change="settingsChanged=true"
class="mt-1 px-2 py-1 border border-gray-300 rounded dark:bg-gray-600"
>
</td>
</tr>
<!-- Row 3 --> <!-- Row 3 -->
<tr> <tr>
@@ -2324,7 +2342,11 @@ export default {
this.update_model(model_object.model.name).then((res)=>{ this.update_model(model_object.model.name).then((res)=>{
console.log("update_model",res) console.log("update_model",res)
this.configFile.model_name = model_object.model.name this.configFile.model_name = model_object.model.name
this.$refs.toast.showToast("Selected model:\n" + model_object.name, 4, true) if(res.status){
this.$refs.toast.showToast("Selected model:\n" + model_object.name, 4, true)
}else{
this.$refs.toast.showToast("Couldn't select model:\n" + model_object.name, 4, false)
}
this.settingsChanged = true this.settingsChanged = true
this.isModelSelected = true this.isModelSelected = true
}); });
@@ -2520,17 +2542,9 @@ export default {
model_object.uninstalling = false; model_object.uninstalling = false;
socket.off('install_progress', progressListener); socket.off('install_progress', progressListener);
this.showProgress = false; this.showProgress = false;
const index = this.models.findIndex((model) => model.name === model_object.name); this.$store.dispatch('refreshModelsZoo');
this.models[index].isInstalled = false; this.modelsFiltered = this.models
if (model_object.model.isCustomModel) { this.$refs.toast.showToast("Model:\n" + model_object.model.name + "\nwas uninstalled!", 4, true)
try{
this.models = this.models.filter((model) => model.name !== model_object.name)
}
catch{
this.models = this.models
}
}
this.$refs.toast.showToast("Model:\n" + model_object.name + "\nwas uninstalled!", 4, true)
this.$store.dispatch('refreshDiskUsage'); this.$store.dispatch('refreshDiskUsage');
} else { } else {
console.log("uninstalling failed", response) console.log("uninstalling failed", response)
@@ -2539,8 +2553,8 @@ export default {
this.showProgress = false; this.showProgress = false;
socket.off('uninstall_progress', progressListener); socket.off('uninstall_progress', progressListener);
// eslint-disable-next-line no-undef // eslint-disable-next-line no-undef
console.error('Uninstallation failed:', message.error); console.error('Uninstallation failed:', response.error);
this.$refs.toast.showToast("Model:\n" + model_object.name + "\nfailed to uninstall!", 4, false) this.$refs.toast.showToast("Model:\n" + model_object.model.name + "\nfailed to uninstall!", 4, false)
this.$store.dispatch('refreshDiskUsage'); this.$store.dispatch('refreshDiskUsage');
} }
}; };