Spaces:
Running
Running
// interdisciplinary.js | |
import * as webllm from "https://esm.run/@mlc-ai/web-llm"; | |
// Ensure the script runs after the DOM is fully loaded | |
document.addEventListener("DOMContentLoaded", () => { | |
// Initialize the Interdisciplinary Studies Assistant section | |
const interMessages = [ | |
{ | |
content: "You are Aged Guru, an intelligent assistant skilled in interdisciplinary studies. Provide insightful and comprehensive answers to complex interdisciplinary questions.", | |
role: "system" | |
} | |
]; | |
const interAvailableModels = webllm.prebuiltAppConfig.model_list.map( | |
(m) => m.model_id | |
); | |
let interSelectedModel = "Llama-3.2-3B-Instruct-q4f16_1-MLC"; // Default model | |
function interUpdateEngineInitProgressCallback(report) { | |
console.log("Interdisciplinary Initialize", report.progress); | |
// Instead of updating a status span, log the progress | |
logMessage(`Model Initialization Progress: ${report.text}`, "system"); | |
} | |
const interEngine = new webllm.MLCEngine(); | |
interEngine.setInitProgressCallback(interUpdateEngineInitProgressCallback); | |
let interIsGenerating = false; // Flag to prevent multiple generations | |
async function interInitializeWebLLMEngine() { | |
logMessage("Model initialization started.", "system"); | |
document.getElementById("loading-spinner").classList.remove("hidden"); // Show spinner | |
interSelectedModel = document.getElementById("inter-model-selection").value; | |
const config = { | |
temperature: 0.7, // Adjusted for more precise answers | |
top_p: 0.9 | |
}; | |
try { | |
await interEngine.reload(interSelectedModel, config); | |
document.getElementById("inter-selected-model").textContent = interSelectedModel; | |
document.getElementById("inter-start_button").disabled = false; | |
document.getElementById("inter-text-input").disabled = false; // Enable text input after initialization | |
document.getElementById("inter-submit-button").disabled = false; // Enable submit button after initialization | |
document.getElementById("inter-speech-controls").disabled = false; // Enable speech controls after initialization | |
document.getElementById("inter-configuration").classList.remove("hidden"); | |
logMessage("Model initialized successfully.", "system"); | |
} catch (error) { | |
console.error("Error initializing the model:", error); | |
alert("Failed to initialize the model. Please try again."); | |
logMessage("Failed to initialize the model.", "error"); | |
} finally { | |
document.getElementById("loading-spinner").classList.add("hidden"); // Hide spinner | |
} | |
} | |
async function interStreamingGenerating(messages, onUpdate, onFinish, onError) { | |
if (interIsGenerating) { | |
console.warn("Interdisciplinary Generation already in progress."); | |
return; | |
} | |
interIsGenerating = true; | |
try { | |
let curMessage = ""; | |
const completion = await interEngine.chat.completions.create({ | |
stream: true, | |
messages | |
}); | |
for await (const chunk of completion) { | |
const curDelta = chunk.choices[0].delta.content; | |
if (curDelta) { | |
curMessage += curDelta; | |
} | |
onUpdate(curMessage); | |
} | |
const finalMessage = await interEngine.getMessage(); | |
console.log(`Interdisciplinary Generated final message: ${finalMessage}`); // Debugging | |
onFinish(finalMessage); | |
logMessage("Response generated successfully.", "system"); | |
} catch (err) { | |
console.error(err); | |
onError(err); | |
logMessage("An error occurred during response generation.", "error"); | |
} finally { | |
interIsGenerating = false; | |
} | |
} | |
// Flag to track the last input method | |
let interLastInputWasVoice = false; | |
function interAppendMessage(message) { | |
console.log(`Interdisciplinary Appending message: ${message.content} (Role: ${message.role})`); // Debugging | |
const interChatBox = document.getElementById("inter-chat-box"); | |
// Check if the assistant's message is already appended to avoid duplication | |
if (message.role === "assistant") { | |
const existingMessages = interChatBox.querySelectorAll(".message"); | |
const lastMessage = existingMessages[existingMessages.length - 1]; | |
if (lastMessage && lastMessage.textContent === message.content) { | |
console.warn("Duplicate assistant message detected in Interdisciplinary section, skipping append."); | |
// Only trigger TTS for assistant messages if the last input was via voice | |
if (message.role === "assistant" && message.content !== "typing..." && interLastInputWasVoice) { | |
interSpeak(message.content); | |
} | |
return; // Exit to avoid appending the same message twice | |
} | |
} | |
const container = document.createElement("div"); | |
container.classList.add("message-container"); | |
const newMessage = document.createElement("div"); | |
newMessage.classList.add("message"); | |
newMessage.textContent = message.content; | |
if (message.role === "user") { | |
container.classList.add("user"); | |
} else { | |
container.classList.add("assistant"); | |
} | |
container.appendChild(newMessage); | |
interChatBox.appendChild(container); | |
interChatBox.scrollTop = interChatBox.scrollHeight; | |
// Only trigger TTS for assistant messages if the last input was via voice | |
if (message.role === "assistant" && message.content !== "typing..." && interLastInputWasVoice) { | |
interSpeak(message.content); | |
} | |
} | |
function interUpdateLastMessage(content) { | |
const messageDoms = document.getElementById("inter-chat-box").querySelectorAll(".message"); | |
const lastMessageDom = messageDoms[messageDoms.length - 1]; | |
lastMessageDom.textContent = content; | |
} | |
function interOnSpeechRecognized(transcript) { | |
const input = transcript.trim(); | |
const message = { | |
content: input, | |
role: "user" | |
}; | |
if (input.length === 0) { | |
return; | |
} | |
interLastInputWasVoice = true; // Set flag as voice input | |
console.log(`Interdisciplinary Voice input received: ${input}`); // Debugging | |
document.getElementById("inter-start_button").disabled = true; | |
document.getElementById("inter-submit-button").disabled = true; // Disable submit button during processing | |
interMessages.push(message); | |
interAppendMessage(message); | |
logMessage(`User (Voice): ${input}`, "user"); | |
// Append "typing..." placeholder | |
const aiPlaceholder = { | |
content: "typing...", | |
role: "assistant" | |
}; | |
interAppendMessage(aiPlaceholder); | |
logMessage("InterBot is typing...", "system"); | |
const onFinishGenerating = (finalMessage) => { | |
console.log(`Interdisciplinary Finishing generation with message: ${finalMessage}`); // Debugging | |
// Remove the "typing..." placeholder | |
const interChatBox = document.getElementById("inter-chat-box"); | |
const lastMessageContainer = interChatBox.lastElementChild; | |
if (lastMessageContainer && lastMessageContainer.querySelector(".message").textContent === "typing...") { | |
interChatBox.removeChild(lastMessageContainer); | |
} | |
// Append the final message | |
const aiMessage = { | |
content: finalMessage, | |
role: "assistant" | |
}; | |
interAppendMessage(aiMessage); | |
logMessage(`InterBot: ${finalMessage}`, "assistant"); | |
document.getElementById("inter-start_button").disabled = false; | |
document.getElementById("inter-submit-button").disabled = false; // Re-enable submit button after processing | |
interEngine.runtimeStatsText().then((statsText) => { | |
document.getElementById("inter-chat-stats").classList.remove("hidden"); | |
document.getElementById("inter-chat-stats").textContent = statsText; | |
logMessage(`Runtime Stats: ${statsText}`, "system"); | |
}); | |
}; | |
interStreamingGenerating( | |
interMessages, | |
interUpdateLastMessage, | |
onFinishGenerating, | |
(err) => { | |
console.error(err); | |
alert("An error occurred while generating the response. Please try again."); | |
logMessage("Error during response generation.", "error"); | |
document.getElementById("inter-start_button").disabled = false; | |
document.getElementById("inter-submit-button").disabled = false; | |
} | |
); | |
} | |
// Speech Recognition Code for Interdisciplinary | |
let interRecognizing = false; | |
let interIgnore_onend; | |
let interFinal_transcript = ''; | |
let interRecognition; | |
function interStartButton(event) { | |
if (interRecognizing) { | |
interRecognition.stop(); | |
return; | |
} | |
interFinal_transcript = ''; | |
interRecognition.lang = 'en-US'; | |
interRecognition.start(); | |
interIgnore_onend = false; | |
document.getElementById("inter-start_button").classList.add("mic-animate"); | |
logMessage("Voice input started.", "system"); | |
} | |
if (!('webkitSpeechRecognition' in window)) { | |
alert("Web Speech API is not supported by this browser."); | |
logMessage("Web Speech API is not supported by this browser.", "error"); | |
} else { | |
interRecognition = new webkitSpeechRecognition(); | |
interRecognition.continuous = false; // Non-continuous recognition | |
interRecognition.interimResults = false; // Get only final results | |
interRecognition.onstart = function() { | |
interRecognizing = true; | |
logMessage("Speech recognition started.", "system"); | |
}; | |
interRecognition.onerror = function(event) { | |
if (event.error == 'no-speech') { | |
document.getElementById("inter-start_button").classList.remove("mic-animate"); | |
alert('No speech was detected in Interdisciplinary section.'); | |
logMessage("No speech detected.", "error"); | |
interIgnore_onend = true; | |
} | |
if (event.error == 'audio-capture') { | |
document.getElementById("inter-start_button").classList.remove("mic-animate"); | |
alert('No microphone was found in Interdisciplinary section.'); | |
logMessage("No microphone found.", "error"); | |
interIgnore_onend = true; | |
} | |
if (event.error == 'not-allowed') { | |
alert('Permission to use microphone was denied in Interdisciplinary section.'); | |
logMessage("Microphone permission denied.", "error"); | |
interIgnore_onend = true; | |
} | |
}; | |
interRecognition.onend = function() { | |
interRecognizing = false; | |
document.getElementById("inter-start_button").classList.remove("mic-animate"); | |
logMessage("Speech recognition ended.", "system"); | |
if (interIgnore_onend) { | |
return; | |
} | |
if (!interFinal_transcript) { | |
logMessage("No transcript captured.", "error"); | |
return; | |
} | |
// Process the final transcript | |
interOnSpeechRecognized(interFinal_transcript); | |
}; | |
interRecognition.onresult = function(event) { | |
for (let i = event.resultIndex; i < event.results.length; ++i) { | |
if (event.results[i].isFinal) { | |
interFinal_transcript += event.results[i][0].transcript; | |
} | |
} | |
interFinal_transcript = interFinal_transcript.trim(); | |
logMessage(`Recognized Speech: ${interFinal_transcript}`, "user"); | |
}; | |
} | |
document.getElementById("inter-start_button").addEventListener("click", function(event) { | |
interStartButton(event); | |
}); | |
// Initialize Model Selection | |
interAvailableModels.forEach((modelId) => { | |
const option = document.createElement("option"); | |
option.value = modelId; | |
option.textContent = modelId; | |
document.getElementById("inter-model-selection").appendChild(option); | |
}); | |
document.getElementById("inter-model-selection").value = interSelectedModel; | |
// **Enable the Download Model button after models are loaded** | |
document.getElementById("inter-download").disabled = false; | |
document.getElementById("inter-download").addEventListener("click", function () { | |
interInitializeWebLLMEngine().then(() => { | |
document.getElementById("inter-start_button").disabled = false; | |
// Enable speech controls after model initialization | |
document.getElementById("speech-rate").disabled = false; | |
document.getElementById("speech-pitch").disabled = false; | |
logMessage("Model download initiated.", "system"); | |
}); | |
}); | |
document.getElementById("inter-clear-logs").addEventListener("click", function () { | |
document.getElementById("inter-logs").innerHTML = ''; | |
logMessage("Logs cleared.", "system"); | |
}); | |
// ===== TTS Integration ===== | |
// Initialize Speech Synthesis | |
let interSpeech = new SpeechSynthesisUtterance(); | |
interSpeech.lang = "en"; | |
let interVoices = []; | |
// Use addEventListener instead of directly assigning to onvoiceschanged | |
window.speechSynthesis.addEventListener("voiceschanged", () => { | |
interVoices = window.speechSynthesis.getVoices(); | |
interPopulateVoices(); | |
}); | |
function interPopulateVoices() { | |
const voiceSelect = document.getElementById("inter-tools"); | |
voiceSelect.innerHTML = ''; // Clear existing options | |
interVoices.forEach((voice, i) => { | |
const option = new Option(voice.name, i); | |
voiceSelect.appendChild(option); | |
}); | |
if (interVoices.length > 0) { | |
const savedVoice = localStorage.getItem("selectedVoice"); | |
if (savedVoice !== null && interVoices[savedVoice]) { | |
interSpeech.voice = interVoices[savedVoice]; | |
voiceSelect.value = savedVoice; | |
} else { | |
interSpeech.voice = interVoices[0]; | |
} | |
} | |
} | |
// Voice Selection Event Listener | |
document.getElementById("inter-tools").addEventListener("change", () => { | |
const selectedVoiceIndex = document.getElementById("inter-tools").value; | |
interSpeech.voice = interVoices[selectedVoiceIndex]; | |
// Save to localStorage | |
localStorage.setItem("selectedVoice", selectedVoiceIndex); | |
logMessage(`Voice changed to: ${interVoices[selectedVoiceIndex].name}`, "system"); | |
}); | |
// Function to Speak Text with Voice Selection and Handling Large Texts | |
function interSpeak(text) { | |
if (!window.speechSynthesis) { | |
console.warn("Speech Synthesis not supported in this browser for Interdisciplinary section."); | |
logMessage("Speech Synthesis not supported in this browser.", "error"); | |
return; | |
} | |
// Show spinner and enable Stop button | |
document.getElementById("loading-spinner").classList.remove("hidden"); | |
document.getElementById("inter-stop_button").disabled = false; | |
logMessage("TTS started.", "system"); | |
// Retrieve the currently selected voice | |
const selectedVoice = interSpeech.voice; | |
// Split the text into sentences to manage large texts | |
const sentences = text.match(/[^\.!\?]+[\.!\?]+/g) || [text]; | |
let utterancesCount = sentences.length; | |
sentences.forEach(sentence => { | |
const utterance = new SpeechSynthesisUtterance(sentence.trim()); | |
// Assign the selected voice to the utterance | |
if (selectedVoice) { | |
utterance.voice = selectedVoice; | |
} | |
// Assign rate and pitch from sliders | |
const rate = parseFloat(document.getElementById("speech-rate").value); | |
const pitch = parseFloat(document.getElementById("speech-pitch").value); | |
utterance.rate = rate; // Adjust the speaking rate (0.1 to 10) | |
utterance.pitch = pitch; // Adjust the pitch (0 to 2) | |
// Add event listeners for debugging or additional functionality | |
utterance.onstart = () => { | |
console.log("Speech started:", sentence); | |
logMessage(`TTS started: ${sentence.trim()}`, "system"); | |
}; | |
utterance.onend = () => { | |
console.log("Speech ended:", sentence); | |
logMessage(`TTS ended: ${sentence.trim()}`, "system"); | |
utterancesCount--; | |
if (utterancesCount === 0) { | |
// Hide spinner and disable Stop button when all utterances have been spoken | |
document.getElementById("loading-spinner").classList.add("hidden"); | |
document.getElementById("inter-stop_button").disabled = true; | |
logMessage("All TTS messages have been spoken.", "system"); | |
} | |
}; | |
utterance.onerror = (e) => { | |
console.error("Speech Synthesis Error:", e); | |
alert("An error occurred during speech synthesis. Please try again."); | |
logMessage("Speech synthesis encountered an error.", "error"); | |
utterancesCount = 0; | |
document.getElementById("loading-spinner").classList.add("hidden"); | |
document.getElementById("inter-stop_button").disabled = true; | |
}; | |
window.speechSynthesis.speak(utterance); | |
}); | |
} | |
// ===== New: Stop Speech Functionality ===== | |
/** | |
* Stops any ongoing speech synthesis. | |
*/ | |
function interStopSpeech() { | |
if (window.speechSynthesis.speaking) { | |
window.speechSynthesis.cancel(); | |
document.getElementById("loading-spinner").classList.add("hidden"); | |
document.getElementById("inter-stop_button").disabled = true; | |
logMessage("Speech synthesis stopped by user.", "system"); | |
} | |
} | |
// Event Listener for Stop Button | |
document.getElementById("inter-stop_button").addEventListener("click", function () { | |
interStopSpeech(); | |
}); | |
// ===== New: Text Input Handling ===== | |
// Function to Handle Text Submission | |
function interHandleTextSubmit() { | |
const textInput = document.getElementById("inter-text-input"); | |
const input = textInput.value.trim(); | |
if (input.length === 0) { | |
return; | |
} | |
textInput.value = ''; // Clear the input field | |
const message = { | |
content: input, | |
role: "user" // Ensure this is correctly set | |
}; | |
console.log(`Interdisciplinary Text input received: ${input}`); // Debugging | |
logMessage(`User: ${input}`, "user"); | |
interLastInputWasVoice = false; // Set flag as text input | |
document.getElementById("inter-submit-button").disabled = true; // Disable to prevent multiple submissions | |
interMessages.push(message); | |
interAppendMessage(message); | |
// Append "typing..." placeholder | |
const aiPlaceholder = { | |
content: "typing...", | |
role: "assistant" | |
}; | |
interAppendMessage(aiPlaceholder); | |
logMessage("InterBot is typing...", "system"); | |
const onFinishGenerating = (finalMessage) => { | |
console.log(`Interdisciplinary Finishing generation with message: ${finalMessage}`); // Debugging | |
// Remove the "typing..." placeholder | |
const interChatBox = document.getElementById("inter-chat-box"); | |
const lastMessageContainer = interChatBox.lastElementChild; | |
if (lastMessageContainer && lastMessageContainer.querySelector(".message").textContent === "typing...") { | |
interChatBox.removeChild(lastMessageContainer); | |
} | |
// Append the final message | |
const aiMessage = { | |
content: finalMessage, | |
role: "assistant" | |
}; | |
interAppendMessage(aiMessage); | |
logMessage(`InterBot: ${finalMessage}`, "assistant"); | |
// Trigger TTS for assistant messages if required | |
if (interLastInputWasVoice) { | |
interSpeak(finalMessage); | |
} | |
document.getElementById("inter-submit-button").disabled = false; // Re-enable submit button after processing | |
interEngine.runtimeStatsText().then((statsText) => { | |
document.getElementById("inter-chat-stats").classList.remove("hidden"); | |
document.getElementById("inter-chat-stats").textContent = statsText; | |
logMessage(`Runtime Stats: ${statsText}`, "system"); | |
}); | |
}; | |
interStreamingGenerating( | |
interMessages, | |
interUpdateLastMessage, | |
onFinishGenerating, | |
(err) => { | |
console.error(err); | |
alert("An error occurred while generating the response. Please try again."); | |
logMessage("Error during response generation.", "error"); | |
document.getElementById("inter-submit-button").disabled = false; | |
} | |
); | |
} | |
// Event Listener for Submit Button | |
document.getElementById("inter-submit-button").addEventListener("click", function () { | |
interHandleTextSubmit(); | |
}); | |
// Event Listener for Enter Key in Text Input | |
document.getElementById("inter-text-input").addEventListener("keypress", function (e) { | |
if (e.key === 'Enter') { | |
interHandleTextSubmit(); | |
} | |
}); | |
// ===== Persisting User Preferences ===== | |
// Load Preferences on Initialization | |
window.addEventListener("load", () => { | |
const savedVoice = localStorage.getItem("selectedVoice"); | |
if (savedVoice !== null && interVoices[savedVoice]) { | |
document.getElementById("inter-tools").value = savedVoice; | |
interSpeech.voice = interVoices[savedVoice]; | |
logMessage(`Loaded saved voice: ${interVoices[savedVoice].name}`, "system"); | |
} | |
const savedRate = localStorage.getItem("speechRate"); | |
if (savedRate !== null) { | |
document.getElementById("speech-rate").value = savedRate; | |
interSpeech.rate = parseFloat(savedRate); | |
logMessage(`Loaded saved speech rate: ${savedRate}`, "system"); | |
} | |
const savedPitch = localStorage.getItem("speechPitch"); | |
if (savedPitch !== null) { | |
document.getElementById("speech-pitch").value = savedPitch; | |
interSpeech.pitch = parseFloat(savedPitch); | |
logMessage(`Loaded saved speech pitch: ${savedPitch}`, "system"); | |
} | |
}); | |
// Save Speech Rate | |
document.getElementById("speech-rate").addEventListener("input", (e) => { | |
const rate = e.target.value; | |
interSpeech.rate = parseFloat(rate); | |
localStorage.setItem("speechRate", rate); | |
logMessage(`Speech rate changed to: ${rate}`, "system"); | |
}); | |
// Save Speech Pitch | |
document.getElementById("speech-pitch").addEventListener("input", (e) => { | |
const pitch = e.target.value; | |
interSpeech.pitch = parseFloat(pitch); | |
localStorage.setItem("speechPitch", pitch); | |
logMessage(`Speech pitch changed to: ${pitch}`, "system"); | |
}); | |
// ===== Logging Function ===== | |
/** | |
* Logs messages to the #inter-logs container. | |
* @param {string} message - The message to log. | |
* @param {string} type - The type of message: 'user', 'assistant', 'system', 'error'. | |
*/ | |
function logMessage(message, type) { | |
const interLogs = document.getElementById("inter-logs"); | |
const logEntry = document.createElement("div"); | |
logEntry.classList.add("log-entry"); | |
logEntry.textContent = `[${type.toUpperCase()}] ${message}`; | |
// Style log entries based on type | |
switch(type) { | |
case 'user': | |
logEntry.style.color = "#00796B"; | |
break; | |
case 'assistant': | |
logEntry.style.color = "#004D40"; | |
break; | |
case 'system': | |
logEntry.style.color = "#555555"; | |
break; | |
case 'error': | |
logEntry.style.color = "#E53935"; | |
break; | |
default: | |
logEntry.style.color = "#000000"; | |
} | |
interLogs.appendChild(logEntry); | |
interLogs.scrollTop = interLogs.scrollHeight; | |
} | |
// ===== TTS Integration Continued ===== | |
// Optional: Global Listener to Detect When All Speech Has Finished | |
window.speechSynthesis.addEventListener('end', () => { | |
console.log("All interdisciplinary speech has been spoken."); | |
logMessage("All TTS messages have been spoken.", "system"); | |
// Ensure Stop button is disabled after speech ends | |
document.getElementById("inter-stop_button").disabled = true; | |
}); | |
}); | |