351 lines
17 KiB
HTML
351 lines
17 KiB
HTML
<!DOCTYPE html>
|
||
<html lang="ru">
|
||
<head>
|
||
<meta charset="UTF-8">
|
||
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||
<title>Say — Голосовой ассистент | Nubes</title>
|
||
<link rel="icon" href="/favicon.png" type="image/png">
|
||
<link rel="stylesheet" href="/style.css">
|
||
</head>
|
||
<body>
|
||
|
||
<header style="background:#fff;border-bottom:1px solid var(--border);padding:0 1.5rem;height:48px;display:flex;align-items:center;gap:.75rem;font-size:.85rem;color:var(--muted);">
|
||
<svg viewBox="0 0 311 69" width="130" height="28" style="display:block;">
|
||
<g transform="translate(-330 -228)">
|
||
<path d="M348.061 246.203 332.42 246.203 330 256.661 336.75 256.661 336.794 295.573 336.794 296.585 336.795 296.585 347.25 296.585 347.25 263.611C347.25 259.78 350.368 256.663 354.2 256.663L376.489 256.793C380.322 256.793 383.44 259.912 383.44 263.743L383.44 296.717 393.896 296.717 393.896 263.743C393.896 254.144 386.087 246.338 376.495 246.338L354.196 246.204 348.061 246.221 348.061 246.203Z" fill="#2563eb" fill-rule="evenodd"/>
|
||
<path d="M582.095 296.65 626.768 296.65C634.793 296.65 641 290.03 641 282.009 641 273.985 634.473 267.458 626.449 267.458L601.724 267.458C599.446 267.458 597.595 265.607 597.595 263.328L597.595 260.825C597.595 258.548 599.446 256.697 601.724 256.697L628.041 256.697 630.452 246.276 601.724 246.276C593.7 246.276 587.174 252.802 587.174 260.825L587.174 263.328C587.174 271.352 593.7 277.879 601.724 277.879L626.449 277.879C628.726 277.879 630.579 279.732 630.579 282.009 630.579 284.283 628.726 286.4 626.449 286.4L584.126 286.4 582.095 296.65Z" fill="#2563eb" fill-rule="evenodd"/>
|
||
<path d="M564.549 246.347 537.193 246.347C529.027 246.347 522.385 252.989 522.385 261.156L522.385 279.521C522.385 288.916 530.028 296.557 539.422 296.557L576.846 296.557 579.196 286.401 539.422 286.401C535.775 286.401 532.805 283.172 532.805 279.521L532.748 278.028 567.684 278.028 579.354 277.959 579.354 268.958 579.354 261.156C579.354 252.989 572.712 246.347 564.549 246.347ZM568.935 267.54 532.805 267.54 532.805 261.156C532.805 258.737 534.774 256.767 537.193 256.767L564.549 256.767C566.966 256.767 568.935 258.737 568.935 261.156L568.935 267.54Z" fill="#2563eb" fill-rule="evenodd"/>
|
||
<path d="M507.156 273.231 507.156 279.597C507.156 283.414 504.066 286.344 500.247 286.344L477.934 286.39C474.41 286.39 471.493 283.744 471.064 280.335L471.064 263.006C471.494 259.597 474.41 256.951 477.934 256.951L500.23 257.083C504.049 257.083 507.156 260.192 507.156 264.009L507.156 265.16 507.156 273.232ZM460.623 260.161 460.589 230.089 471.064 228.058 471.064 247.957C473.172 247.043 475.49 246.53 477.929 246.53L500.235 246.662C509.793 246.662 517.575 254.444 517.575 264.009L517.575 265.159 517.575 273.231 517.575 279.597C517.575 289.161 509.793 296.941 500.235 296.941L477.929 296.809C468.37 296.809 460.589 289.029 460.589 279.464L460.589 272.972 460.589 263.876 460.623 260.161Z" fill="#2563eb" fill-rule="evenodd"/>
|
||
<path d="M445.037 271.59 445.037 279.317C445.037 283.134 441.93 286.241 438.111 286.241L416.092 286.11C412.273 286.11 409.166 283.002 409.166 279.185L409.166 276.635 409.222 276.644 409.222 244.013 398.748 246.044 398.752 249.955 398.748 249.957 398.748 279.184C398.748 288.749 406.529 296.529 416.087 296.529L438.116 296.661C447.674 296.661 455.456 288.881 455.456 279.316L455.456 276.639 455.482 276.643 455.482 244.013 445.008 246.043 445.037 271.589Z" fill="#2563eb" fill-rule="evenodd"/>
|
||
</g>
|
||
</svg>
|
||
<span style="color:var(--border);">|</span>
|
||
<b style="color:var(--text);">Say</b>
|
||
<span id="ver" style="margin-left:4px;"></span>
|
||
<span style="margin-left:auto;">Голосовой ассистент</span>
|
||
</header>
|
||
|
||
<div class="page">
|
||
<div class="main">
|
||
<div class="card">
|
||
<div class="card-header" style="display:flex;align-items:center;gap:10px;">
|
||
<span>Управление</span>
|
||
<span style="display:flex;gap:6px;margin:0 auto;">
|
||
<span class="tag">🤖 GPT-OSS-120B</span>
|
||
<span class="tag">🎤 Whisper-v3-Turbo</span>
|
||
</span>
|
||
<span style="cursor:pointer;font-size:16px;" id="btnTheme">🌙</span>
|
||
</div>
|
||
<div class="card-body" style="padding:.75rem 1rem;">
|
||
<canvas id="meter" width="400" height="48" style="width:100%;border-radius:6px;background:var(--grey-light);margin-bottom:6px;"></canvas>
|
||
<div style="display:flex;gap:.5rem;align-items:center;">
|
||
<button id="btnRecord" class="btn btn-primary">🎙 Записать</button>
|
||
<button id="btnPlay" class="btn" disabled>▶ Прослушать</button>
|
||
<button id="btnReset" class="btn">🗑 Сброс</button>
|
||
</div>
|
||
<div id="status" class="status" style="margin-top:4px;"></div>
|
||
</div>
|
||
</div>
|
||
|
||
<div class="card">
|
||
<div class="card-header">Диалог</div>
|
||
<div class="card-body">
|
||
<div style="display:flex;gap:.5rem;margin-bottom:10px;">
|
||
<input id="txtInput" type="text" placeholder="Текст + микрофон — что набрали и что сказали — всё в одном запросе к LLM" style="flex:1;padding:.5rem .75rem;border:1px solid var(--border);border-radius:6px;font-size:.9rem;outline:none;background:var(--card);color:var(--text);">
|
||
<button id="btnSend" class="btn" style="font-size:13px;">➤</button>
|
||
</div>
|
||
<div id="chat" style="min-height:200px;max-height:340px;overflow-y:auto;"></div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
<div class="side">
|
||
<div class="card">
|
||
<div class="card-header">История</div>
|
||
<div class="card-body" id="history-list"></div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
<script>
|
||
const VERSION = 'v1.5';
|
||
document.getElementById('ver').textContent = VERSION;
|
||
|
||
// DOM-элементы
|
||
const btnRecord = document.getElementById('btnRecord');
|
||
const btnPlay = document.getElementById('btnPlay');
|
||
const statusEl = document.getElementById('status');
|
||
const chat = document.getElementById('chat');
|
||
const histList = document.getElementById('history-list');
|
||
const meter = document.getElementById('meter');
|
||
const meterCtx = meter.getContext('2d');
|
||
const txtInput = document.getElementById('txtInput');
|
||
const btnSend = document.getElementById('btnSend');
|
||
const btnTheme = document.getElementById('btnTheme');
|
||
|
||
// Состояние
|
||
let mediaRecorder = null, chunks = [], userBlob = null;
|
||
let isRecording = false, micAnalyser = null, micAnimId = null;
|
||
let audioContext = null, chatHistory = [], stream = null;
|
||
let pendingText = null, pendingSendBtn = null;
|
||
let abortTranscribe = null, abortLLM = null, transcribeTimer = null, llmTimer = null;
|
||
|
||
// Только день! Никакой ночи по умолчанию
|
||
localStorage.setItem('say_dark', '0');
|
||
document.body.classList.remove('dark');
|
||
btnTheme.textContent = '🌙';
|
||
|
||
let history = JSON.parse(localStorage.getItem('say_history') || '[]');
|
||
|
||
function setStatus(msg) { statusEl.innerHTML = msg; }
|
||
|
||
// ===== Сброс состояния =====
|
||
function resetState(keepHistory) {
|
||
// Останавливаем запись если идёт
|
||
if (mediaRecorder && mediaRecorder.state === 'recording') {
|
||
try { mediaRecorder.stop(); } catch(e) {}
|
||
}
|
||
// Закрываем стрим микрофона
|
||
if (stream) { stream.getTracks().forEach(t => t.stop()); stream = null; }
|
||
// Отменяем анимацию
|
||
cancelAnimationFrame(micAnimId);
|
||
if (audioContext) try { audioContext.close(); } catch(e) {}
|
||
// Отменяем запросы
|
||
if (abortTranscribe) try { abortTranscribe.abort(); } catch(e) {}
|
||
if (abortLLM) try { abortLLM.abort(); } catch(e) {}
|
||
// Таймеры
|
||
clearInterval(transcribeTimer); clearInterval(llmTimer);
|
||
// Состояния
|
||
audioContext = null; micAnalyser = null; micAnimId = null;
|
||
isRecording = false; userBlob = null;
|
||
pendingText = null;
|
||
if (pendingSendBtn) { pendingSendBtn.remove(); pendingSendBtn = null; }
|
||
// Кнопки
|
||
btnRecord.textContent = '🎙 Записать'; btnRecord.disabled = false;
|
||
btnPlay.disabled = true;
|
||
if (!keepHistory) { chatHistory = []; chat.innerHTML = ''; }
|
||
}
|
||
|
||
// ===== История =====
|
||
function renderHistory() {
|
||
histList.innerHTML = history.slice(-20).map((h, i) =>
|
||
'<div class="hitem" data-idx="' + i + '" title="' + h.time + '">' +
|
||
'<span class="hq">' + esc(h.q).substring(0, 60) + '</span>' +
|
||
'</div>'
|
||
).join('');
|
||
document.querySelectorAll('.hitem').forEach(el => {
|
||
el.onclick = () => {
|
||
const h = history[+el.dataset.idx];
|
||
chat.innerHTML += '<div class="msg user">📋 ' + fmt(h.q) + '</div>';
|
||
chat.innerHTML += '<div class="msg bot">🤖 ' + fmt(h.a) + '</div>';
|
||
chat.scrollTop = chat.scrollHeight;
|
||
};
|
||
});
|
||
}
|
||
function esc(s) { return String(s).replace(/</g,'<').replace(/>/g,'>'); }
|
||
function fmt(s) {
|
||
s = esc(s);
|
||
s = s.replace(/\*\*(.+?)\*\*/g, '<b>$1</b>');
|
||
s = s.replace(/`(.+?)`/g, '<code>$1</code>');
|
||
s = s.replace(/\*(.+?)\*/g, '<i>$1</i>');
|
||
s = s.replace(/^---+/gm, '<hr>');
|
||
s = s.replace(/^### (.+)$/gm, '<h3>$1</h3>');
|
||
s = s.replace(/^## (.+)$/gm, '<h2>$1</h2>');
|
||
s = s.replace(/^# (.+)$/gm, '<h1>$1</h1>');
|
||
s = s.replace(/^[•\-*] (.+)$/gm, '<li>$1</li>');
|
||
s = s.replace(/(<li>[\s\S]*?<\/li>)/g, '<ul>$1</ul>');
|
||
s = s.replace(/^\d+\.\s+(.+)$/gm, '<li>$1</li>');
|
||
s = s.replace(/\n\n+/g, '</p><p>');
|
||
s = s.replace(/\n/g, '<br>');
|
||
s = s.replace(/<ul>\s*<\/ul>/g, '');
|
||
return '<p>' + s + '</p>';
|
||
}
|
||
|
||
renderHistory();
|
||
|
||
// ===== Сброс (работает в любом состоянии) =====
|
||
document.getElementById('btnReset').onclick = () => {
|
||
resetState(false);
|
||
setStatus('🧹 Сброшено');
|
||
};
|
||
|
||
// ===== Отправка текста =====
|
||
async function doSend() {
|
||
if (btnRecord.disabled) return; // если идёт процесс — игнорируем
|
||
let text = '';
|
||
if (txtInput.value.trim()) text += txtInput.value.trim() + ' ';
|
||
if (pendingText) text += pendingText;
|
||
if (!text.trim()) return;
|
||
txtInput.value = '';
|
||
if (pendingSendBtn) { pendingSendBtn.remove(); pendingSendBtn = null; pendingText = null; }
|
||
chat.innerHTML += '<div class="msg user">🗣 ' + fmt(text.trim()) + '</div>';
|
||
chat.scrollTop = chat.scrollHeight;
|
||
await askLLM(text.trim());
|
||
}
|
||
|
||
btnSend.onclick = doSend;
|
||
txtInput.onkeydown = e => { if (e.key === 'Enter' && !btnRecord.disabled) doSend(); };
|
||
|
||
// ===== Запись =====
|
||
btnRecord.onclick = async () => {
|
||
if (isRecording) {
|
||
// Остановить запись
|
||
isRecording = false;
|
||
btnRecord.disabled = true;
|
||
btnRecord.textContent = '⏳ Обработка...';
|
||
setStatus('⏳ Обработка...');
|
||
mediaRecorder.stop();
|
||
return;
|
||
}
|
||
// Начать запись
|
||
try {
|
||
resetState(true); // сброс без очистки чата
|
||
isRecording = true; btnRecord.textContent = '⏹ Стоп'; btnRecord.disabled = false;
|
||
setStatus('🎤 Запись...');
|
||
chunks = [];
|
||
stream = await navigator.mediaDevices.getUserMedia({ audio: true });
|
||
audioContext = new AudioContext();
|
||
const source = audioContext.createMediaStreamSource(stream);
|
||
micAnalyser = audioContext.createAnalyser(); micAnalyser.fftSize = 256;
|
||
source.connect(micAnalyser); drawMeter();
|
||
mediaRecorder = new MediaRecorder(stream);
|
||
mediaRecorder.ondataavailable = e => chunks.push(e.data);
|
||
mediaRecorder.onstop = async () => {
|
||
cancelAnimationFrame(micAnimId);
|
||
if (audioContext) try { audioContext.close(); } catch(e) {}
|
||
if (stream) { stream.getTracks().forEach(t => t.stop()); stream = null; }
|
||
audioContext = null; micAnalyser = null; micAnimId = null;
|
||
if (chunks.length === 0) { resetState(true); setStatus('❗ Запись пуста'); return; }
|
||
userBlob = new Blob(chunks, { type: 'audio/webm' });
|
||
btnPlay.disabled = false;
|
||
await transcribe();
|
||
};
|
||
mediaRecorder.start();
|
||
} catch (err) {
|
||
resetState(true);
|
||
let msg = '⛔ ';
|
||
if (err.name === 'NotAllowedError') msg += 'Доступ к микрофону запрещён.';
|
||
else if (err.name === 'NotFoundError') msg += 'Микрофон не найден.';
|
||
else msg += 'Ошибка: ' + (err.message || err.name);
|
||
setStatus(msg);
|
||
}
|
||
};
|
||
|
||
function drawMeter() {
|
||
if (!micAnalyser) return;
|
||
const data = new Uint8Array(micAnalyser.frequencyBinCount);
|
||
micAnalyser.getByteTimeDomainData(data);
|
||
const w = meter.width, h = meter.height;
|
||
meterCtx.fillStyle = '#1a1a2e';
|
||
meterCtx.fillRect(0, 0, w, h);
|
||
meterCtx.strokeStyle = '#6c5ce7';
|
||
meterCtx.lineWidth = 2; meterCtx.beginPath();
|
||
for (let i = 0; i < data.length; i++)
|
||
meterCtx.lineTo((i / data.length) * w, (data[i] / 255) * h);
|
||
meterCtx.stroke();
|
||
micAnimId = requestAnimationFrame(drawMeter);
|
||
}
|
||
|
||
btnPlay.onclick = () => {
|
||
if (!userBlob) return;
|
||
const a = new Audio(URL.createObjectURL(userBlob));
|
||
a.onended = () => URL.revokeObjectURL(a.src);
|
||
a.play(); setStatus('🔊 Ваша запись...');
|
||
};
|
||
|
||
// ===== Транскрибация =====
|
||
async function transcribe() {
|
||
const tStart = Date.now();
|
||
setStatus('🎤 Транскрибация... 0с');
|
||
transcribeTimer = setInterval(() => setStatus('🎤 Транскрибация... ' + ((Date.now() - tStart) / 1000).toFixed(0) + 'с'), 200);
|
||
abortTranscribe = new AbortController();
|
||
try {
|
||
const fd = new FormData(); fd.append('audio', userBlob);
|
||
setTimeout(() => abortTranscribe.abort(), 30000);
|
||
const tRes = await fetch('/api/whisper', { method: 'POST', body: fd, signal: abortTranscribe.signal });
|
||
clearInterval(transcribeTimer);
|
||
const tData = await tRes.json();
|
||
const text = tData.text || '';
|
||
const tElapsed = ((Date.now() - tStart) / 1000).toFixed(1);
|
||
if (!text.trim()) {
|
||
setStatus('⛔ Ничего не распознано (' + tElapsed + 'с)');
|
||
btnRecord.textContent = '🎙 Записать'; btnRecord.disabled = false; isRecording = false;
|
||
userBlob = null; btnPlay.disabled = true;
|
||
return;
|
||
}
|
||
setStatus('✅ Транскрибация: ' + tElapsed + 'с');
|
||
|
||
const msgDiv = document.createElement('div');
|
||
msgDiv.className = 'msg user';
|
||
msgDiv.innerHTML = '🗣 ' + fmt(text);
|
||
const btn = document.createElement('button');
|
||
btn.className = 'btn btn-primary';
|
||
btn.textContent = '✓ Отправить';
|
||
btn.style.marginTop = '8px'; btn.style.fontSize = '.8rem';
|
||
btn.onclick = () => {
|
||
pendingText = text;
|
||
doSend();
|
||
};
|
||
msgDiv.appendChild(btn);
|
||
chat.appendChild(msgDiv);
|
||
chat.scrollTop = chat.scrollHeight;
|
||
} catch (err) {
|
||
if (err.name === 'AbortError') setStatus('⛔ Таймаут транскрибации');
|
||
else setStatus('⛔ Ошибка: ' + err.message);
|
||
clearInterval(transcribeTimer);
|
||
}
|
||
btnRecord.textContent = '🎙 Записать'; btnRecord.disabled = false; isRecording = false;
|
||
}
|
||
|
||
// ===== LLM =====
|
||
async function askLLM(text) {
|
||
const lStart = Date.now();
|
||
btnRecord.disabled = true; btnSend.disabled = true;
|
||
statusEl.innerHTML = statusEl.innerHTML.replace(/⏳.*/, '') + '<br>🤔 Думаю... 0с';
|
||
llmTimer = setInterval(() => {
|
||
const sec = ((Date.now() - lStart) / 1000).toFixed(0);
|
||
statusEl.innerHTML = statusEl.innerHTML.replace(/🤔 Думаю... [\d.]+с/, '🤔 Думаю... ' + sec + 'с');
|
||
}, 200);
|
||
abortLLM = new AbortController();
|
||
try {
|
||
setTimeout(() => abortLLM.abort(), 120000);
|
||
const cRes = await fetch('/api/chat', {
|
||
method: 'POST',
|
||
headers: { 'Content-Type': 'application/json' },
|
||
body: JSON.stringify({ model: 'gpt-oss-120b', message: text, history: chatHistory }),
|
||
signal: abortLLM.signal,
|
||
});
|
||
clearInterval(llmTimer);
|
||
const cData = await cRes.json();
|
||
const resp = cData.response || cData.error || 'Ошибка';
|
||
const lElapsed = ((Date.now() - lStart) / 1000).toFixed(1);
|
||
statusEl.innerHTML = statusEl.innerHTML.replace(/🤔 Думаю... [\d.]+с/, '✅ Ответ: ' + lElapsed + 'с');
|
||
|
||
chatHistory.push({ role: 'user', content: text });
|
||
chatHistory.push({ role: 'assistant', content: resp });
|
||
if (chatHistory.length > 40) chatHistory = chatHistory.slice(-40);
|
||
chat.innerHTML += '<div class="msg bot">🤖 ' + fmt(resp) + '</div>';
|
||
chat.scrollTop = chat.scrollHeight;
|
||
|
||
history.push({ q: text, a: resp, time: new Date().toLocaleTimeString() });
|
||
if (history.length > 20) history.shift();
|
||
localStorage.setItem('say_history', JSON.stringify(history));
|
||
renderHistory();
|
||
} catch (err) {
|
||
clearInterval(llmTimer);
|
||
if (err.name === 'AbortError') statusEl.innerHTML = statusEl.innerHTML.replace(/🤔 Думаю... [\d.]+с/, '⛔ Таймаут');
|
||
else statusEl.innerHTML = statusEl.innerHTML.replace(/🤔 Думаю... [\d.]+с/, '⛔ ' + err.message);
|
||
}
|
||
btnRecord.disabled = false; btnSend.disabled = false;
|
||
userBlob = null; btnPlay.disabled = true;
|
||
}
|
||
|
||
// ===== Тема =====
|
||
btnTheme.onclick = () => {
|
||
const dark = document.body.classList.toggle('dark');
|
||
btnTheme.textContent = dark ? '☀️' : '🌙';
|
||
localStorage.setItem('say_dark', dark ? '1' : '0');
|
||
};
|
||
</script>
|
||
</body>
|
||
</html> |