| console.log("--> SERVER STARTING..."); |
| import express from 'express'; |
| |
| let SystemMessage, HumanMessage, AIMessage, LlamaCppLLM; |
| try { |
| const module = await import('./src/index.js'); |
| SystemMessage = module.SystemMessage; |
| HumanMessage = module.HumanMessage; |
| AIMessage = module.AIMessage; |
| LlamaCppLLM = module.LlamaCppLLM; |
| console.log("--> Modules loaded successfully"); |
| } catch (e) { |
| console.error("--> FATAL IMPORT ERROR:", e); |
| } |
|
|
| import bodyParser from 'body-parser'; |
| import fs from 'fs'; |
| import path from 'path'; |
|
|
| |
| const PORT = 7860; |
| const MODEL_PATH = './models/Qwen3-1.7B-Q8_0.gguf'; |
| const MODEL_NAME = "dahanhstd-1.0"; |
|
|
| |
| const PROMPTS = { |
| "default": "You are a helpful AI assistant. Answer concisely.", |
| "talk2people": fs.existsSync('MasterPrompt_Talk2People.txt') |
| ? fs.readFileSync('MasterPrompt_Talk2People.txt', 'utf-8') |
| : "You are a creative Video Director specializing in realistic Vietnamese scenes.", |
| "coder": "You are an expert programmer." |
| }; |
|
|
| |
| const HTML_PAGE = ` |
| <!DOCTYPE html> |
| <html lang="vi"> |
| <head> |
| <meta charset="UTF-8"> |
| <meta name="viewport" content="width=device-width, initial-scale=1.0"> |
| <title>Dạ Hành AI Studio</title> |
| <style> |
| :root { --primary:#00ff88; --bg:#121212; --chat-bg:#1e1e1e; --user-bg:#2a2a2a; --ai-bg:#0a3a2a; } |
| body { font-family:'Segoe UI',sans-serif; background:var(--bg); color:white; margin:0; display:flex; height:100vh; overflow:hidden; } |
| .sidebar { width:260px; background:#000; padding:20px; border-right:1px solid #333; display:flex; flex-direction:column; } |
| .main { flex:1; display:flex; flex-direction:column; padding:20px; position:relative; } |
| h1 { font-size:1.2rem; color:var(--primary); margin-bottom:20px; text-transform:uppercase; letter-spacing:1px; } |
| select { width:100%; padding:12px; background:#333; color:white; border:1px solid #555; border-radius:8px; margin-bottom:20px; outline:none; } |
| #chat-box { flex:1; overflow-y:auto; background:var(--chat-bg); border-radius:12px; padding:20px; margin-bottom:20px; display:flex; flex-direction:column; gap:15px; scroll-behavior:smooth; } |
| .message { max-width:80%; padding:12px 18px; border-radius:18px; line-height:1.5; font-size:0.95rem; animation:fadeIn 0.3s ease; } |
| .message.ai { align-self:flex-start; background:var(--ai-bg); border-bottom-left-radius:4px; } |
| .message.user { align-self:flex-end; background:var(--user-bg); border-bottom-right-radius:4px; color:#ddd; } |
| .input-area { display:flex; gap:10px; } |
| input { flex:1; padding:15px 20px; border-radius:30px; border:1px solid #444; background:#222; color:white; outline:none; font-size:1rem; } |
| input:focus { border-color:var(--primary); } |
| button { padding:10px 30px; border-radius:30px; border:none; background:var(--primary); color:black; font-weight:bold; cursor:pointer; transition:0.2s; } |
| button:hover { transform:scale(1.05); box-shadow:0 0 10px var(--primary); } |
| .status { margin-top:auto; font-size:0.8rem; color:#666; border-top:1px solid #333; padding-top:15px; } |
| @keyframes fadeIn { from { opacity:0; transform:translateY(10px); } to { opacity:1; transform:translateY(0); } } |
| /* Scrollbar */ |
| ::-webkit-scrollbar { width:8px; } |
| ::-webkit-scrollbar-track { background:#1e1e1e; } |
| ::-webkit-scrollbar-thumb { background:#444; border-radius:4px; } |
| </style> |
| </head> |
| <body> |
| <div class="sidebar"> |
| <h1>DẠ HÀNH STUDIO</h1> |
| <label style="font-size:0.9rem; color:#aaa; margin-bottom:5px">Chọn Role:</label> |
| <select id="role-select"> |
| <option value="talk2people">🎬 Đạo diễn (Talk2People)</option> |
| <option value="coder">💻 Coder Expert</option> |
| <option value="default">🤖 Trợ lý ảo</option> |
| </select> |
| <div class="status"> |
| Model: <b>${MODEL_NAME}</b><br> |
| Privacy: <b>Local Safe</b><br> |
| Status: <span id="status-text" style="color:yellow">Connecting...</span> |
| </div> |
| </div> |
| <div class="main"> |
| <div id="chat-box"></div> |
| <div class="input-area"> |
| <input type="text" id="user-input" placeholder="Nhập tin nhắn..." autocomplete="off"> |
| <button onclick="sendMessage()">GỬI</button> |
| </div> |
| </div> |
| <script> |
| const chatBox = document.getElementById('chat-box'); |
| const userInput = document.getElementById('user-input'); |
| const roleSelect = document.getElementById('role-select'); |
| const statusText = document.getElementById('status-text'); |
| let chatHistory = []; |
| |
| function addMessage(role, text) { |
| const div = document.createElement('div'); |
| div.className = 'message ' + role; |
| div.innerText = text; |
| chatBox.appendChild(div); |
| chatBox.scrollTop = chatBox.scrollHeight; |
| } |
| |
| async function checkHealth() { |
| try { |
| const res = await fetch('/info'); |
| const data = await res.json(); |
| statusText.innerText = "Online"; |
| statusText.style.color = "#00ff88"; |
| addMessage('ai', "Xin chào đây là hệ thống bot AI hoạt động riêng tư được đào tạo bởi Dạ Hành Studio, Không phụ thuộc vào Google"); |
| } catch (e) { |
| statusText.innerText = "Offline"; |
| statusText.style.color = "red"; |
| } |
| } |
| |
| async function sendMessage() { |
| const text = userInput.value.trim(); |
| if (!text) return; |
| |
| addMessage('user', text); |
| userInput.value = ''; |
| chatHistory.push({ role: 'user', content: text }); |
| |
| // Loading effect |
| const loadingId = 'loading-' + Date.now(); |
| const loadingDiv = document.createElement('div'); |
| loadingDiv.className = 'message ai'; |
| loadingDiv.id = loadingId; |
| loadingDiv.innerText = 'Đang suy nghĩ...'; |
| chatBox.appendChild(loadingDiv); |
| chatBox.scrollTop = chatBox.scrollHeight; |
| |
| try { |
| const response = await fetch('/chat', { |
| method: 'POST', |
| headers: { 'Content-Type': 'application/json' }, |
| body: JSON.stringify({ |
| message: text, |
| history: chatHistory.slice(-10), |
| role: roleSelect.value |
| }) |
| }); |
| const data = await response.json(); |
| |
| document.getElementById(loadingId).remove(); |
| |
| if(data.error) { |
| addMessage('ai', 'Lỗi: ' + data.error); |
| } else { |
| addMessage('ai', data.reply); |
| chatHistory.push({ role: 'ai', content: data.reply }); |
| } |
| } catch (error) { |
| document.getElementById(loadingId).remove(); |
| addMessage('ai', 'Lỗi kết nối: ' + error.message); |
| } |
| } |
| |
| userInput.addEventListener('keypress', (e) => { if (e.key === 'Enter') sendMessage(); }); |
| roleSelect.addEventListener('change', () => { |
| chatHistory = []; |
| chatBox.innerHTML = ''; |
| addMessage('ai', "Đã chuyển sang chế độ: " + roleSelect.options[roleSelect.selectedIndex].text); |
| }); |
| |
| checkHealth(); |
| </script> |
| </body> |
| </html> |
| `; |
|
|
| |
| let llm = null; |
|
|
| async function initModel() { |
| if (!LlamaCppLLM) return; |
| try { |
| console.log('--> Loading model...'); |
| if (!fs.existsSync(MODEL_PATH)) { |
| console.error(`--> Model not found at ${MODEL_PATH}`); |
| |
| return; |
| } |
| llm = new LlamaCppLLM({ |
| modelPath: MODEL_PATH, |
| temperature: 0.7, |
| maxTokens: 1024 |
| }); |
| await llm.invoke("Hello"); |
| console.log('--> Model loaded successfully.'); |
| } catch (err) { |
| console.error('--> FATAL MODEL ERROR:', err.message); |
| } |
| } |
|
|
| |
| const app = express(); |
| app.use(bodyParser.json()); |
|
|
| |
| app.post('/chat', async (req, res) => { |
| |
| const apiResponse = { |
| model: MODEL_NAME, |
| created: Date.now(), |
| reply: "", |
| error: null |
| }; |
|
|
| if (!llm) { |
| apiResponse.error = "System initializing or Model missing"; |
| return res.status(503).json(apiResponse); |
| } |
|
|
| try { |
| const { message, history = [], role = 'default' } = req.body; |
| const systemInstruction = PROMPTS[role] || PROMPTS['default']; |
| |
| const messages = [new SystemMessage(systemInstruction)]; |
| history.forEach(msg => { |
| if (msg.role === 'user') messages.push(new HumanMessage(msg.content)); |
| if (msg.role === 'ai') messages.push(new AIMessage(msg.content)); |
| }); |
| messages.push(new HumanMessage(message)); |
|
|
| const response = await llm.invoke(messages); |
| |
| apiResponse.reply = response.content; |
| res.json(apiResponse); |
|
|
| } catch (error) { |
| apiResponse.error = error.message; |
| res.status(500).json(apiResponse); |
| } |
| }); |
|
|
| |
| app.get('/info', (req, res) => { |
| res.json({ |
| model: MODEL_NAME, |
| status: llm ? "ready" : "loading", |
| roles: Object.keys(PROMPTS) |
| }); |
| }); |
|
|
| |
| app.get('/', (req, res) => { |
| res.send(HTML_PAGE); |
| }); |
|
|
| app.listen(PORT, '0.0.0.0', () => { |
| console.log(`--> Server listening on ${PORT}`); |
| initModel(); |
| }); |
|
|
|
|
