Added optional llm summerization (#498)

* Added optional llm summerization

* set summery as first 5 words

Co-authored-by: Nathan Sarrazin <sarrazin.nathan@gmail.com>

* delete unused file

* Pass stop sequences properly to TGI (#499)

* Pass stop sequences properly to TGI

* fix types

* Add a job in release action that updates the .env in prod (#493)

* Add a workflow that updates the .env in prod

* move update env to release workflow

* version bumps on actons

* flipped config

* black

* Save user message on request (#337) (#492)

Closes #337

* bump inference version

* lint

---------

Co-authored-by: Nathan Sarrazin <sarrazin.nathan@gmail.com>

.env

@@ -87,6 +87,7 @@ PUBLIC_APP_ASSETS=chatui # used to find logos & favicons in static/$PUBLIC_APP_A
 PUBLIC_APP_COLOR=blue # can be any of tailwind colors: https://tailwindcss.com/docs/customizing-colors#default-color-palette
 PUBLIC_APP_DATA_SHARING=#set to 1 to enable options & text regarding data sharing
 PUBLIC_APP_DISCLAIMER=#set to 1 to show a disclaimer on login page
+LLM_SUMMERIZATION=true
 
 # PUBLIC_APP_NAME=HuggingChat
 # PUBLIC_APP_ASSETS=huggingchat

src/lib/server/summarize.ts

@@ -1,8 +1,12 @@
 import { buildPrompt } from "$lib/buildPrompt";
 import { generateFromDefaultEndpoint } from "$lib/server/generateFromDefaultEndpoint";
 import { defaultModel } from "$lib/server/models";
+import { LLM_SUMMERIZATION } from "$env/static/private";
 
 export async function summarize(prompt: string) {
+	if (!LLM_SUMMERIZATION) {
+		return prompt.split(/\s+/g).slice(0, 5).join(" ");
+	}
 	const userPrompt = `Please summarize the following message: \n` + prompt;
 
 	const summaryPrompt = await buildPrompt({