Files
playground/chat.html
T
abdus a201ed62d3 fix(chat): Streaming markdown support
- Better auto scroll support
2025-08-29 07:34:44 +02:00

481 lines
16 KiB
HTML

<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<title>Cet ci pi ti</title>
<style>
:root {
/* Light theme variables */
--bg-primary: #ffffff;
--bg-secondary: hsl(220, 20%, 90%);
--bg-user-message: hsl(220, 58%, 80%);
--bg-code: #f8f8f8;
--text-primary: #2c3e50;
--text-user: hsl(220, 78%, 22%);
--border-color: #e1e1e1;
}
@media (prefers-color-scheme: dark) {
:root {
/* Dark theme variables */
--bg-primary: #1a1a1a;
--bg-secondary: hsl(220, 20%, 15%);
--bg-user-message: hsl(220, 30%, 25%);
--bg-code: #2d2d2d;
--text-primary: #e1e1e1;
--text-user: hsl(220, 58%, 80%);
--border-color: #404040;
}
}
*,
*::before,
*::after {
box-sizing: border-box;
font-family: inherit;
}
body {
margin: 0;
font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Helvetica, Arial, sans-serif;
font-family: "JetBrains Mono", Consolas, Menlo, monospace;
line-height: 1.6;
font-size: 14px;
background-color: var(--bg-primary);
color: var(--text-primary);
}
a {
color: var(--text-user);
text-decoration: none;
}
.chat-container {
height: 100vh;
display: grid;
grid-template-columns: 1fr min-content;
grid-template-rows: 1fr min-content;
gap: 1rem;
padding: 1rem;
grid-template-areas:
"messages messages"
"prompt submit";
}
.messages {
grid-area: messages;
overflow-y: auto;
padding-right: 0.5rem;
}
.message {
padding: 0.8rem 1.2rem;
border-radius: 0.8rem;
max-width: 85%;
}
textarea,
button {
font-size: inherit;
}
.message + .message {
margin-top: 1rem;
}
.user-message {
color: var(--text-user);
background: var(--bg-user-message);
margin-left: auto;
white-space: pre-wrap;
}
.system-message {
background: var(--bg-secondary);
margin-right: auto;
}
.system-message pre,
.system-message code {
font-family: menlo, consolas, monospace;
background: var(--bg-code);
padding: 0.5rem;
border-radius: 0.4rem;
white-space: pre;
overflow-x: auto;
}
.system-message code {
padding: 2px 4px;
}
.prompt {
grid-area: prompt;
min-height: 40px;
padding: 0.8rem;
border: 1px solid var(--border-color);
border-radius: 0.4rem;
background: var(--bg-primary);
color: var(--text-primary);
resize: vertical;
}
.submit {
grid-area: submit;
cursor: pointer;
padding: 0.8rem 1.6rem;
background: var(--bg-secondary);
color: var(--text-primary);
border: 1px solid var(--border-color);
border-radius: 0.4rem;
transition: background-color 0.2s ease;
}
.submit:hover {
background: var(--bg-user-message);
}
/* Scrollbar styling */
.messages::-webkit-scrollbar {
width: 4px;
}
.messages::-webkit-scrollbar-track {
background: var(--bg-primary);
}
.messages::-webkit-scrollbar-thumb {
background: var(--border-color);
border-radius: 4px;
}
/* Focus styles */
.prompt:focus,
.submit:focus {
outline: none;
border-color: var(--bg-user-message);
}
.submit {
anchor-name: --submit;
}
#model-selector {
position: absolute;
position-anchor: --submit;
bottom: anchor(top);
right: anchor(right);
}
.model-opt__label {
display: block;
}
details {
cursor: pointer;
}
blockquote {
padding: 1rem;
margin: 1rem 0;
background-color: rgba(0, 0, 0, 0.1);
border-left: 3px solid dodgerblue;
}
blockquote > p + p {
margin: 1em 0 0 0;
}
blockquote > p:only-child {
margin: 0;
}
ul {
padding-left: 1rem;
}
td {
vertical-align: top;
}
th {
vertical-align: top;
}
tr:nth-child(odd) {
background-color: rgba(0, 0, 0, 0.05);
}
</style>
</head>
<body>
<div id="app">
<div class="chat-container">
<div id="messages" class="messages"></div>
<textarea rows="5" id="prompt" class="prompt" placeholder="Type your message..."></textarea>
<button id="submit" class="submit">Send</button>
<details id="model-selector" popover>
<summary>Model</summary>
</details>
</div>
</div>
<script type="module">
import * as smd from "https://cdn.jsdelivr.net/npm/streaming-markdown@latest/smd.min.js";
window.env ??= {};
const models = [
{ name: "gpt-4.1", chat: chatWithOpenAI },
{ name: "gpt-4.1-mini", chat: chatWithOpenAI },
{ name: "gemini-2.5-flash", chat: chatWithGemini },
{ name: "claude-3-7-sonnet-20250219", chat: chatWithClaude },
];
window.env.MODEL ||= "gemini-2.5-flash";
const systemPrompt = `You are a helpful AI assistant.
Do not preach about implications,
do not praise excessively.
Keep a critical mindset,
do not assume blindly.
Answer in valid markdown.`;
const messages = [
{
role: "system",
content: systemPrompt,
},
];
const $messages = document.querySelector("#messages");
const $prompt = document.querySelector("#prompt");
const $submit = document.querySelector("#submit");
const $modelSelector = document.querySelector("#model-selector");
$modelSelector.append(
...models.map((model) => {
return Object.assign(document.createElement("label"), {
className: "model-opt__label",
innerHTML: `<div><input type="radio" name="model" value="${model.name}" />${model.name}</div>`,
});
})
);
$modelSelector.addEventListener("mouseover", (e) => {
const open = $modelSelector.hasAttribute("open");
if (!open) {
$modelSelector.setAttribute("open", "");
}
});
document.querySelectorAll("[name=model]").forEach(($option) => {
if ($option.value === window.env.MODEL) {
$option.checked = true;
}
});
/** @type {AbortController} */
let abortController = null;
$submit.addEventListener("click", () => {
if (abortController) {
abortController.abort();
} else {
handleSubmit();
}
});
$prompt.addEventListener("keydown", (e) => {
if (e.key === "Enter" && (e.ctrlKey || e.metaKey)) {
e.preventDefault();
if (!abortController) {
handleSubmit();
}
}
});
const injectedPrompt = window.env.PROMPT?.trim() ?? "";
if (injectedPrompt) {
$prompt.value = injectedPrompt + "\n\n";
}
$prompt.focus();
async function handleSubmit() {
const prompt = $prompt.value.trim();
if (!prompt) return;
$modelSelector.removeAttribute("open");
// Add user message
const userMessage = createMessageElement(prompt, true);
$messages.appendChild(userMessage);
messages.push({ role: "user", content: prompt });
// Prepare for system response
const systemMessage = createMessageElement("", false);
const md = new StreamingMarkdown(systemMessage);
$messages.appendChild(systemMessage);
let fullResponse = "";
$prompt.value = "";
scrollToBottom($messages);
abortController = new AbortController();
const pickedModel = document.querySelector("[name=model]:checked")?.value;
const chat = models.find((m) => m.name === pickedModel)?.chat;
if (!chat) {
console.error(`Unknown model: ${window.env.MODEL}`);
return;
}
$submit.textContent = "Cancel";
try {
await chat({
model: pickedModel,
onContent: (content) => {
fullResponse += content;
smd.parser_write(parser, content);
scrollToBottom($messages);
},
messages,
signal: abortController.signal,
});
if (fullResponse.trim() !== "") {
messages.push({ role: "assistant", content: fullResponse });
}
} catch (err) {
if (err.name === "AbortError") {
md.append("\n\n[Cancelled]");
} else {
md.append("\n\n[Error: " + err.message + "]");
}
} finally {
md.finish();
$submit.textContent = "Send";
abortController = null;
}
}
function createMessageElement(content, isUser) {
const $el = document.createElement("div");
$el.className = `message ${isUser ? "user-message" : "system-message"}`;
if (isUser) {
$el.innerText = content;
}
return $el;
}
// Auto scroll functionality
let userHasScrolledUp = false;
// Function to check if user is at the bottom
function isAtBottom($el) {
const threshold = 50; // Allow some tolerance (50px from bottom)
return $el.scrollHeight - $el.clientHeight - $el.scrollTop <= threshold;
}
// Function to scroll to bottom (only called when new content arrives)
function scrollToBottom($el) {
if (!userHasScrolledUp) {
$el.scrollTop = $el.scrollHeight;
}
}
// Listen for user scroll events to detect if they scrolled up
$messages.addEventListener("scroll", () => {
userHasScrolledUp = !isAtBottom($messages);
});
/**
* @typedef {{
* onContent: (content: string) => Promise<void>,
* messages: Array<{ role: string, content: string }>,
* extraHeaders: Record<string, string>,
* signal: AbortSignal,
* apiKey: string,
* model: string
* }} ChatArgs
*/
/** @param {ChatArgs} args - The arguments for the chatWithClaude function. */
async function chatWithOpenAI({ baseUrl = "https://api.openai.com/v1", onContent, messages, signal, apiKey = window.env.OPENAI_API_KEY, model, extraHeaders = {} }) {
const response = await fetch(`${baseUrl}/chat/completions`, {
method: "POST",
headers: {
"Content-Type": "application/json",
Authorization: `Bearer ${apiKey}`,
...extraHeaders,
},
body: JSON.stringify({
model,
messages,
stream: true,
}),
signal,
});
const reader = response.body.getReader();
const decoder = new TextDecoder();
while (true) {
const { done, value } = await reader.read();
if (done) break;
const text = decoder.decode(value, { stream: true });
const lines = text
.split("\n\n")
.filter((line) => !!line.trim())
.map((line) => line.replace("data: ", ""));
for (const line of lines) {
if (line === "[DONE]") return;
try {
const parsed = JSON.parse(line);
const content = parsed.choices[0].delta.content;
if (content) {
await onContent(content);
}
} catch (e) {}
}
}
}
/*** @param {ChatArgs} args - The arguments for the chatWithClaude function. */
async function chatWithClaude(args) {
return chatWithOpenAI({
baseUrl: "https://api.anthropic.com/v1",
extraHeaders: {
"x-api-key": args.apiKey,
"anthropic-version": "2023-06-01",
"anthropic-dangerous-direct-browser-access": "true",
},
apiKey: window.env.ANTHROPIC_API_KEY,
...args,
});
}
/*** @param {ChatArgs} args - The arguments for the chatWithGemini function. */
async function chatWithGemini(args) {
return chatWithOpenAI({
baseUrl: "https://generativelanguage.googleapis.com/v1beta/openai",
apiKey: window.env.GEMINI_API_KEY,
...args,
});
}
class StreamingMarkdown {
constructor($el) {
this.$el = $el;
this.renderer = smd.default_renderer(systemMessage);
this.parser = smd.parser(renderer);
}
append(markdown) {
smd.parser_write(this.parser, markdown);
}
finish() {
smd.parser_end(this.parser);
}
}
</script>
</body>
</html>