Spaces:
Running
Running
| // advanced.math.js | |
| import * as webllm from "https://esm.run/@mlc-ai/web-llm"; | |
| // Ensure the script runs after the DOM is fully loaded | |
| document.addEventListener("DOMContentLoaded", () => { | |
| // Initialize the Advanced Mathematics & Problem Solving section | |
| const mathMessages = [ | |
| { | |
| content: "You are Aged Guru, an intelligent assistant skilled in advanced mathematics and problem solving. Provide insightful and comprehensive answers to complex mathematical questions.", | |
| role: "system" | |
| } | |
| ]; | |
| const mathAvailableModels = webllm.prebuiltAppConfig.model_list.map( | |
| (m) => m.model_id | |
| ); | |
| let mathSelectedModel = "Qwen2.5-Math-1.5B-Instruct-q4f16_1-MLC"; // Default model | |
| function mathUpdateEngineInitProgressCallback(report) { | |
| console.log("Advanced Math Initialize", report.progress); | |
| // Instead of updating a status span, log the progress | |
| logMessage(`Model Initialization Progress: ${report.text}`, "system"); | |
| } | |
| const mathEngine = new webllm.MLCEngine(); | |
| mathEngine.setInitProgressCallback(mathUpdateEngineInitProgressCallback); | |
| let mathIsGenerating = false; // Flag to prevent multiple generations | |
| async function mathInitializeWebLLMEngine() { | |
| logMessage("Model initialization started.", "system"); | |
| document.getElementById("math-loading-spinner").classList.remove("hidden"); // Show spinner | |
| mathSelectedModel = document.getElementById("math-model-selection").value; | |
| const config = { | |
| temperature: 0.7, // Adjusted for more precise answers | |
| top_p: 0.9 | |
| }; | |
| try { | |
| await mathEngine.reload(mathSelectedModel, config); | |
| document.getElementById("math-selected-model").textContent = mathSelectedModel; | |
| document.getElementById("math-start_button").disabled = false; | |
| document.getElementById("math-text-input").disabled = false; // Enable text input after initialization | |
| document.getElementById("math-submit-button").disabled = false; // Enable submit button after initialization | |
| document.getElementById("math-speech-controls").disabled = false; // Enable speech controls after initialization | |
| document.getElementById("math-configuration").classList.remove("hidden"); | |
| logMessage("Model initialized successfully.", "system"); | |
| } catch (error) { | |
| console.error("Error initializing the model:", error); | |
| alert("Failed to initialize the model. Please try again."); | |
| logMessage("Failed to initialize the model.", "error"); | |
| } finally { | |
| document.getElementById("math-loading-spinner").classList.add("hidden"); // Hide spinner | |
| } | |
| } | |
| async function mathStreamingGenerating(messages, onUpdate, onFinish, onError) { | |
| if (mathIsGenerating) { | |
| console.warn("Advanced Math Generation already in progress."); | |
| return; | |
| } | |
| mathIsGenerating = true; | |
| try { | |
| let curMessage = ""; | |
| const completion = await mathEngine.chat.completions.create({ | |
| stream: true, | |
| messages | |
| }); | |
| for await (const chunk of completion) { | |
| const curDelta = chunk.choices[0].delta.content; | |
| if (curDelta) { | |
| curMessage += curDelta; | |
| } | |
| onUpdate(curMessage); | |
| } | |
| const finalMessage = await mathEngine.getMessage(); | |
| console.log(`Advanced Math Generated final message: ${finalMessage}`); // Debugging | |
| onFinish(finalMessage); | |
| logMessage("Response generated successfully.", "system"); | |
| } catch (err) { | |
| console.error(err); | |
| onError(err); | |
| logMessage("An error occurred during response generation.", "error"); | |
| } finally { | |
| mathIsGenerating = false; | |
| } | |
| } | |
| // Flag to track the last input method | |
| let mathLastInputWasVoice = false; | |
| function mathAppendMessage(message) { | |
| console.log(`Advanced Math Appending message: ${message.content} (Role: ${message.role})`); // Debugging | |
| const mathChatBox = document.getElementById("math-chat-box"); | |
| // Check if the assistant's message is already appended to avoid duplication | |
| if (message.role === "assistant") { | |
| const existingMessages = mathChatBox.querySelectorAll(".message"); | |
| const lastMessage = existingMessages[existingMessages.length - 1]; | |
| if (lastMessage && lastMessage.textContent === message.content) { | |
| console.warn("Duplicate assistant message detected in Advanced Math section, skipping append."); | |
| // Only trigger TTS for assistant messages if the last input was via voice | |
| if (message.role === "assistant" && message.content !== "typing..." && mathLastInputWasVoice) { | |
| mathSpeak(message.content); | |
| } | |
| return; // Exit to avoid appending the same message twice | |
| } | |
| } | |
| const container = document.createElement("div"); | |
| container.classList.add("message-container"); | |
| const newMessage = document.createElement("div"); | |
| newMessage.classList.add("message"); | |
| newMessage.textContent = message.content; | |
| if (message.role === "user") { | |
| container.classList.add("user"); | |
| } else { | |
| container.classList.add("assistant"); | |
| } | |
| container.appendChild(newMessage); | |
| mathChatBox.appendChild(container); | |
| mathChatBox.scrollTop = mathChatBox.scrollHeight; | |
| // Only trigger TTS for assistant messages if the last input was via voice | |
| if (message.role === "assistant" && message.content !== "typing..." && mathLastInputWasVoice) { | |
| mathSpeak(message.content); | |
| } | |
| } | |
| function mathUpdateLastMessage(content) { | |
| const messageDoms = document.getElementById("math-chat-box").querySelectorAll(".message"); | |
| const lastMessageDom = messageDoms[messageDoms.length - 1]; | |
| lastMessageDom.textContent = content; | |
| } | |
| function mathOnSpeechRecognized(transcript) { | |
| const input = transcript.trim(); | |
| const message = { | |
| content: input, | |
| role: "user" | |
| }; | |
| if (input.length === 0) { | |
| return; | |
| } | |
| mathLastInputWasVoice = true; // Set flag as voice input | |
| console.log(`Advanced Math Voice input received: ${input}`); // Debugging | |
| document.getElementById("math-start_button").disabled = true; | |
| document.getElementById("math-submit-button").disabled = true; // Disable submit button during processing | |
| mathMessages.push(message); | |
| mathAppendMessage(message); | |
| logMessage(`User (Voice): ${input}`, "user"); | |
| // Append "typing..." placeholder | |
| const aiPlaceholder = { | |
| content: "typing...", | |
| role: "assistant" | |
| }; | |
| mathAppendMessage(aiPlaceholder); | |
| logMessage("AdvancedMathBot is typing...", "system"); | |
| const onFinishGenerating = (finalMessage) => { | |
| console.log(`Advanced Math Finishing generation with message: ${finalMessage}`); // Debugging | |
| // Remove the "typing..." placeholder | |
| const mathChatBox = document.getElementById("math-chat-box"); | |
| const lastMessageContainer = mathChatBox.lastElementChild; | |
| if (lastMessageContainer && lastMessageContainer.querySelector(".message").textContent === "typing...") { | |
| mathChatBox.removeChild(lastMessageContainer); | |
| } | |
| // Append the final message | |
| const aiMessage = { | |
| content: finalMessage, | |
| role: "assistant" | |
| }; | |
| mathAppendMessage(aiMessage); | |
| logMessage(`AdvancedMathBot: ${finalMessage}`, "assistant"); | |
| document.getElementById("math-start_button").disabled = false; | |
| document.getElementById("math-submit-button").disabled = false; // Re-enable submit button after processing | |
| mathEngine.runtimeStatsText().then((statsText) => { | |
| document.getElementById("math-chat-stats").classList.remove("hidden"); | |
| document.getElementById("math-chat-stats").textContent = statsText; | |
| logMessage(`Runtime Stats: ${statsText}`, "system"); | |
| }); | |
| }; | |
| mathStreamingGenerating( | |
| mathMessages, | |
| mathUpdateLastMessage, | |
| onFinishGenerating, | |
| (err) => { | |
| console.error(err); | |
| alert("An error occurred while generating the response. Please try again."); | |
| logMessage("Error during response generation.", "error"); | |
| document.getElementById("math-start_button").disabled = false; | |
| document.getElementById("math-submit-button").disabled = false; | |
| } | |
| ); | |
| } | |
| // Speech Recognition Code for Advanced Math | |
| let mathRecognizing = false; | |
| let mathIgnore_onend; | |
| let mathFinal_transcript = ''; | |
| let mathRecognition; | |
| function mathStartButton(event) { | |
| if (mathRecognizing) { | |
| mathRecognition.stop(); | |
| return; | |
| } | |
| mathFinal_transcript = ''; | |
| mathRecognition.lang = 'en-US'; | |
| mathRecognition.start(); | |
| mathIgnore_onend = false; | |
| document.getElementById("math-start_button").classList.add("mic-animate"); | |
| logMessage("Voice input started.", "system"); | |
| } | |
| if (!('webkitSpeechRecognition' in window)) { | |
| alert("Web Speech API is not supported by this browser."); | |
| logMessage("Web Speech API not supported by this browser.", "error"); | |
| } else { | |
| mathRecognition = new webkitSpeechRecognition(); | |
| mathRecognition.continuous = false; // Non-continuous recognition | |
| mathRecognition.interimResults = false; // Get only final results | |
| mathRecognition.onstart = function() { | |
| mathRecognizing = true; | |
| logMessage("Speech recognition started.", "system"); | |
| }; | |
| mathRecognition.onerror = function(event) { | |
| if (event.error == 'no-speech') { | |
| document.getElementById("math-start_button").classList.remove("mic-animate"); | |
| alert('No speech was detected in Advanced Mathematics section.'); | |
| logMessage("No speech detected.", "error"); | |
| mathIgnore_onend = true; | |
| } | |
| if (event.error == 'audio-capture') { | |
| document.getElementById("math-start_button").classList.remove("mic-animate"); | |
| alert('No microphone was found in Advanced Mathematics section.'); | |
| logMessage("No microphone found.", "error"); | |
| mathIgnore_onend = true; | |
| } | |
| if (event.error == 'not-allowed') { | |
| alert('Permission to use microphone was denied in Advanced Mathematics section.'); | |
| logMessage("Microphone permission denied.", "error"); | |
| mathIgnore_onend = true; | |
| } | |
| }; | |
| mathRecognition.onend = function() { | |
| mathRecognizing = false; | |
| document.getElementById("math-start_button").classList.remove("mic-animate"); | |
| logMessage("Speech recognition ended.", "system"); | |
| if (mathIgnore_onend) { | |
| return; | |
| } | |
| if (!mathFinal_transcript) { | |
| logMessage("No transcript captured.", "error"); | |
| return; | |
| } | |
| // Process the final transcript | |
| mathOnSpeechRecognized(mathFinal_transcript); | |
| }; | |
| mathRecognition.onresult = function(event) { | |
| for (let i = event.resultIndex; i < event.results.length; ++i) { | |
| if (event.results[i].isFinal) { | |
| mathFinal_transcript += event.results[i][0].transcript; | |
| } | |
| } | |
| mathFinal_transcript = mathFinal_transcript.trim(); | |
| logMessage(`Recognized Speech: ${mathFinal_transcript}`, "user"); | |
| }; | |
| } | |
| document.getElementById("math-start_button").addEventListener("click", function(event) { | |
| mathStartButton(event); | |
| }); | |
| // Initialize Model Selection | |
| mathAvailableModels.forEach((modelId) => { | |
| const option = document.createElement("option"); | |
| option.value = modelId; | |
| option.textContent = modelId; | |
| document.getElementById("math-model-selection").appendChild(option); | |
| }); | |
| document.getElementById("math-model-selection").value = mathSelectedModel; | |
| // **Enable the Download Model button after models are loaded** | |
| document.getElementById("math-download").disabled = false; | |
| document.getElementById("math-download").addEventListener("click", function () { | |
| mathInitializeWebLLMEngine().then(() => { | |
| document.getElementById("math-start_button").disabled = false; | |
| // Enable speech controls after model initialization | |
| document.getElementById("math-speech-rate").disabled = false; | |
| document.getElementById("math-speech-pitch").disabled = false; | |
| logMessage("Model download initiated.", "system"); | |
| }); | |
| }); | |
| document.getElementById("math-clear-logs").addEventListener("click", function () { | |
| document.getElementById("math-logs").innerHTML = ''; | |
| logMessage("Logs cleared.", "system"); | |
| }); | |
| // ===== TTS Integration ===== | |
| // Initialize Speech Synthesis | |
| let mathSpeech = new SpeechSynthesisUtterance(); | |
| mathSpeech.lang = "en"; | |
| let mathVoices = []; | |
| // Use addEventListener instead of directly assigning to onvoiceschanged | |
| window.speechSynthesis.addEventListener("voiceschanged", () => { | |
| mathVoices = window.speechSynthesis.getVoices(); | |
| mathPopulateVoices(); | |
| }); | |
| function mathPopulateVoices() { | |
| const voiceSelect = document.getElementById("math-tools"); | |
| voiceSelect.innerHTML = ''; // Clear existing options | |
| mathVoices.forEach((voice, i) => { | |
| const option = new Option(voice.name, i); | |
| voiceSelect.appendChild(option); | |
| }); | |
| if (mathVoices.length > 0) { | |
| const savedVoice = localStorage.getItem("mathSelectedVoice"); | |
| if (savedVoice !== null && mathVoices[savedVoice]) { | |
| mathSpeech.voice = mathVoices[savedVoice]; | |
| voiceSelect.value = savedVoice; | |
| } else { | |
| mathSpeech.voice = mathVoices[0]; | |
| } | |
| } | |
| } | |
| // Voice Selection Event Listener | |
| document.getElementById("math-tools").addEventListener("change", () => { | |
| const selectedVoiceIndex = document.getElementById("math-tools").value; | |
| mathSpeech.voice = mathVoices[selectedVoiceIndex]; | |
| // Save to localStorage | |
| localStorage.setItem("mathSelectedVoice", selectedVoiceIndex); | |
| logMessage(`Voice changed to: ${mathVoices[selectedVoiceIndex].name}`, "system"); | |
| }); | |
| // Function to Speak Text with Voice Selection and Handling Large Texts | |
| function mathSpeak(text) { | |
| if (!window.speechSynthesis) { | |
| console.warn("Speech Synthesis not supported in this browser for Advanced Mathematics section."); | |
| logMessage("Speech Synthesis not supported in this browser.", "error"); | |
| return; | |
| } | |
| // Show spinner and enable Stop button | |
| document.getElementById("math-loading-spinner").classList.remove("hidden"); | |
| document.getElementById("math-stop_button").disabled = false; | |
| logMessage("TTS started.", "system"); | |
| // Retrieve the currently selected voice | |
| const selectedVoice = mathSpeech.voice; | |
| // Split the text into sentences to manage large texts | |
| const sentences = text.match(/[^\.!\?]+[\.!\?]+/g) || [text]; | |
| let utterancesCount = sentences.length; | |
| sentences.forEach(sentence => { | |
| const utterance = new SpeechSynthesisUtterance(sentence.trim()); | |
| // Assign the selected voice to the utterance | |
| if (selectedVoice) { | |
| utterance.voice = selectedVoice; | |
| } | |
| // Assign rate and pitch from sliders | |
| const rate = parseFloat(document.getElementById("math-speech-rate").value); | |
| const pitch = parseFloat(document.getElementById("math-speech-pitch").value); | |
| utterance.rate = rate; // Adjust the speaking rate (0.1 to 10) | |
| utterance.pitch = pitch; // Adjust the pitch (0 to 2) | |
| // Add event listeners for debugging or additional functionality | |
| utterance.onstart = () => { | |
| console.log("Speech started:", sentence); | |
| logMessage(`TTS started: ${sentence.trim()}`, "system"); | |
| }; | |
| utterance.onend = () => { | |
| console.log("Speech ended:", sentence); | |
| logMessage(`TTS ended: ${sentence.trim()}`, "system"); | |
| utterancesCount--; | |
| if (utterancesCount === 0) { | |
| // Hide spinner and disable Stop button when all utterances have been spoken | |
| document.getElementById("math-loading-spinner").classList.add("hidden"); | |
| document.getElementById("math-stop_button").disabled = true; | |
| logMessage("All TTS messages have been spoken.", "system"); | |
| } | |
| }; | |
| utterance.onerror = (e) => { | |
| console.error("Speech Synthesis Error:", e); | |
| alert("An error occurred during speech synthesis. Please try again."); | |
| logMessage("Speech synthesis encountered an error.", "error"); | |
| utterancesCount = 0; | |
| document.getElementById("math-loading-spinner").classList.add("hidden"); | |
| document.getElementById("math-stop_button").disabled = true; | |
| }; | |
| window.speechSynthesis.speak(utterance); | |
| }); | |
| } | |
| // ===== New: Stop Speech Functionality ===== | |
| /** | |
| * Stops any ongoing speech synthesis. | |
| */ | |
| function mathStopSpeech() { | |
| if (window.speechSynthesis.speaking) { | |
| window.speechSynthesis.cancel(); | |
| document.getElementById("math-loading-spinner").classList.add("hidden"); | |
| document.getElementById("math-stop_button").disabled = true; | |
| logMessage("Speech synthesis stopped by user.", "system"); | |
| } | |
| } | |
| // Event Listener for Stop Button | |
| document.getElementById("math-stop_button").addEventListener("click", function () { | |
| mathStopSpeech(); | |
| }); | |
| // ===== New: Text Input Handling ===== | |
| // Function to Handle Text Submission | |
| function mathHandleTextSubmit() { | |
| const textInput = document.getElementById("math-text-input"); | |
| const input = textInput.value.trim(); | |
| if (input.length === 0) { | |
| return; | |
| } | |
| textInput.value = ''; // Clear the input field | |
| const message = { | |
| content: input, | |
| role: "user" // Ensure this is correctly set | |
| }; | |
| console.log(`Advanced Math Text input received: ${input}`); // Debugging | |
| logMessage(`User: ${input}`, "user"); | |
| mathLastInputWasVoice = false; // Set flag as text input | |
| document.getElementById("math-submit-button").disabled = true; // Disable to prevent multiple submissions | |
| mathMessages.push(message); | |
| mathAppendMessage(message); | |
| // Append "typing..." placeholder | |
| const aiPlaceholder = { | |
| content: "typing...", | |
| role: "assistant" | |
| }; | |
| mathAppendMessage(aiPlaceholder); | |
| logMessage("AdvancedMathBot is typing...", "system"); | |
| const onFinishGenerating = (finalMessage) => { | |
| console.log(`Advanced Math Finishing generation with message: ${finalMessage}`); // Debugging | |
| // Remove the "typing..." placeholder | |
| const mathChatBox = document.getElementById("math-chat-box"); | |
| const lastMessageContainer = mathChatBox.lastElementChild; | |
| if (lastMessageContainer && lastMessageContainer.querySelector(".message").textContent === "typing...") { | |
| mathChatBox.removeChild(lastMessageContainer); | |
| } | |
| // Append the final message | |
| const aiMessage = { | |
| content: finalMessage, | |
| role: "assistant" | |
| }; | |
| mathAppendMessage(aiMessage); | |
| logMessage(`AdvancedMathBot: ${finalMessage}`, "assistant"); | |
| // Trigger TTS for assistant messages if required | |
| if (mathLastInputWasVoice) { | |
| mathSpeak(finalMessage); | |
| } | |
| document.getElementById("math-submit-button").disabled = false; // Re-enable submit button after processing | |
| mathEngine.runtimeStatsText().then((statsText) => { | |
| document.getElementById("math-chat-stats").classList.remove("hidden"); | |
| document.getElementById("math-chat-stats").textContent = statsText; | |
| logMessage(`Runtime Stats: ${statsText}`, "system"); | |
| }); | |
| }; | |
| mathStreamingGenerating( | |
| mathMessages, | |
| mathUpdateLastMessage, | |
| onFinishGenerating, | |
| (err) => { | |
| console.error(err); | |
| alert("An error occurred while generating the response. Please try again."); | |
| logMessage("Error during response generation.", "error"); | |
| document.getElementById("math-submit-button").disabled = false; | |
| } | |
| ); | |
| } | |
| // Event Listener for Submit Button | |
| document.getElementById("math-submit-button").addEventListener("click", function () { | |
| mathHandleTextSubmit(); | |
| }); | |
| // Event Listener for Enter Key in Text Input | |
| document.getElementById("math-text-input").addEventListener("keypress", function (e) { | |
| if (e.key === 'Enter') { | |
| mathHandleTextSubmit(); | |
| } | |
| }); | |
| // ===== Persisting User Preferences ===== | |
| // Load Preferences on Initialization | |
| window.addEventListener("load", () => { | |
| const savedVoice = localStorage.getItem("mathSelectedVoice"); | |
| if (savedVoice !== null && mathVoices[savedVoice]) { | |
| document.getElementById("math-tools").value = savedVoice; | |
| mathSpeech.voice = mathVoices[savedVoice]; | |
| logMessage(`Loaded saved voice: ${mathVoices[savedVoice].name}`, "system"); | |
| } | |
| const savedRate = localStorage.getItem("mathSpeechRate"); | |
| if (savedRate !== null) { | |
| document.getElementById("math-speech-rate").value = savedRate; | |
| mathSpeech.rate = parseFloat(savedRate); | |
| logMessage(`Loaded saved speech rate: ${savedRate}`, "system"); | |
| } | |
| const savedPitch = localStorage.getItem("mathSpeechPitch"); | |
| if (savedPitch !== null) { | |
| document.getElementById("math-speech-pitch").value = savedPitch; | |
| mathSpeech.pitch = parseFloat(savedPitch); | |
| logMessage(`Loaded saved speech pitch: ${savedPitch}`, "system"); | |
| } | |
| }); | |
| // Save Speech Rate | |
| document.getElementById("math-speech-rate").addEventListener("input", (e) => { | |
| const rate = e.target.value; | |
| mathSpeech.rate = parseFloat(rate); | |
| localStorage.setItem("mathSpeechRate", rate); | |
| logMessage(`Speech rate changed to: ${rate}`, "system"); | |
| }); | |
| // Save Speech Pitch | |
| document.getElementById("math-speech-pitch").addEventListener("input", (e) => { | |
| const pitch = e.target.value; | |
| mathSpeech.pitch = parseFloat(pitch); | |
| localStorage.setItem("mathSpeechPitch", pitch); | |
| logMessage(`Speech pitch changed to: ${pitch}`, "system"); | |
| }); | |
| // ===== Logging Function ===== | |
| /** | |
| * Logs messages to the #math-logs container. | |
| * @param {string} message - The message to log. | |
| * @param {string} type - The type of message: 'user', 'assistant', 'system', 'error'. | |
| */ | |
| function logMessage(message, type) { | |
| const mathLogs = document.getElementById("math-logs"); | |
| const logEntry = document.createElement("div"); | |
| logEntry.classList.add("log-entry"); | |
| logEntry.textContent = `[${type.toUpperCase()}] ${message}`; | |
| // Style log entries based on type | |
| switch(type) { | |
| case 'user': | |
| logEntry.style.color = "#00796B"; | |
| break; | |
| case 'assistant': | |
| logEntry.style.color = "#004D40"; | |
| break; | |
| case 'system': | |
| logEntry.style.color = "#555555"; | |
| break; | |
| case 'error': | |
| logEntry.style.color = "#E53935"; | |
| break; | |
| default: | |
| logEntry.style.color = "#000000"; | |
| } | |
| mathLogs.appendChild(logEntry); | |
| mathLogs.scrollTop = mathLogs.scrollHeight; | |
| } | |
| // ===== TTS Integration Continued ===== | |
| // Optional: Global Listener to Detect When All Speech Has Finished | |
| window.speechSynthesis.addEventListener('end', () => { | |
| console.log("All advanced math speech has been spoken."); | |
| logMessage("All TTS messages have been spoken.", "system"); | |
| // Ensure Stop button is disabled after speech ends | |
| document.getElementById("math-stop_button").disabled = true; | |
| }); | |
| }); | |