inference params from @OlivierDehaene 's Space (#34)

* light theme by default to be consistent with hf.co...

* params from

@OlivierDehaene

's Space

* small todo

src/app.html

@@ -10,6 +10,8 @@
 		<div style="display: contents">%sveltekit.body%</div>
 	</body>
 	<script>
-		localStorage.theme !== 'light' && document.documentElement.classList.add('dark');
+		if (localStorage.theme === 'dark') {
+			document.documentElement.classList.add('dark');
+		}
 	</script>
 </html>

src/lib/components/chat/ChatIntroduction.svelte

@@ -25,6 +25,7 @@
 			<div
 				class="flex items-center gap-4 px-3 py-2 bg-gray-100 rounded-xl text-sm text-gray-600 dark:text-gray-300 dark:bg-gray-800"
 			>
+				<!-- need to change link to a public model before launch -->
 				<a href="https://huggingface.co/OpenAssistant/llama_30b_oasst_latcyr_1000" target="_blank"
 					>Model page</a
 				>

src/routes/conversation/[id]/+page.svelte

@@ -21,11 +21,15 @@
 				inputs,
 				parameters: {
 					// Taken from https://huggingface.co/spaces/huggingface/open-assistant-private-testing/blob/main/app.py#L54
+					temperature: 0.9,
+					top_p: 0.95,
+					repetition_penalty: 1.2,
+					top_k: 50,
 					// @ts-ignore
-					stop: ['<|endoftext|>'],
-					max_new_tokens: 1024,
 					truncate: 1024,
-					typical_p: 0.2
+					watermark: false,
+					max_new_tokens: 1024,
+					stop: ['<|endoftext|>'],
 				}
 			},
 			{
@@ -33,9 +37,6 @@
 			}
 		);
 
-		// Regex to check if the text finishes by "<" but is not a piece of code like "`<img>`"
-		const endOfTextRegex = /(?<!`)<(?!`)/;
-
 		for await (const data of response) {
 			if (!data) break;