lollms-webui/endpoints/libraries/lollms_markdown_renderer.js
Saifeddine ALOUI 603d5377e2 fix
2024-08-22 17:41:07 +02:00

400 lines
17 KiB
JavaScript

// Requires importing:
// <!-- For code highlighting -->
// <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.5.1/styles/default.min.css">
// <script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.5.1/highlight.min.js"></script>
// <!-- For LaTeX math rendering -->
// <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/3.2.0/es5/tex-mml-chtml.js"></script>
// <!-- For Mermaid graph rendering -->
// <script src="https://cdn.jsdelivr.net/npm/mermaid/dist/mermaid.min.js"></script>
// <script src="https://cdn.tailwindcss.com"></script>
// <script src="https://cdn.jsdelivr.net/npm/axios/dist/axios.min.js"></script>
// <script src="https://cdn.jsdelivr.net/npm/animejs@3.2.1/lib/anime.min.js"></script>
// <!-- Prism CSS -->
// <link href="https://cdnjs.cloudflare.com/ajax/libs/prism/1.24.1/themes/prism.min.css" rel="stylesheet" />
// <!-- Prism JS -->
// <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.24.1/prism.min.js"></script>
// <!-- If you want additional languages, include them like this -->
// <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.24.1/components/prism-python.min.js"></script>
// <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.24.1/components/prism-javascript.min.js"></script>
// <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.24.1/components/prism-markup.min.js"></script>
// <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.24.1/components/prism-c.min.js"></script>
// <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.24.1/components/prism-cpp.min.js"></script>
// <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.24.1/components/prism-java.min.js"></script>
// <script src="https://cdnjs.cloudflare.com/ajax/libs/prism/1.24.1/components/prism-latex.min.js"></script>
// When served with lollms, just use <script src="/lollms_assets/js/lollms_markdown_renderer"></script>
// Don't forget to get the css too <link rel="stylesheet" href="/lollms_assets/css/lollms_markdown_renderer">
// Make sure there is a global variable called mr that instanciate MarkdownRenderer
// mr = new MarkdownRenderer()
class MarkdownRenderer {
async renderMermaidDiagrams(text) {
const mermaidCodeRegex = /```mermaid\n([\s\S]*?)```/g;
const matches = text.match(mermaidCodeRegex);
if (!matches) return text; // Return original text if no Mermaid code found
for (const match of matches) {
const mermaidCode = match.replace(/```mermaid\n/, '').replace(/```$/, '');
const uniqueId = 'mermaid-' + Math.random().toString(36).substr(2, 9);
try {
const result = await mermaid.render(uniqueId, mermaidCode);
const htmlCode = `
<div class="relative flex justify-center items-center mt-4 mb-4">
<div class="mermaid-diagram" id="${uniqueId}" style="transform-origin: center; transition: transform 0.3s;">
${result.svg}
</div>
<div class="absolute top-0 left-0 flex gap-1 p-1">
<button onclick="mr.zoomMermaid('${uniqueId}', 1.1)" class="bg-gray-200 hover:bg-gray-300 text-gray-700 font-bold p-1 rounded inline-flex items-center">
<svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 100 100">
<circle cx="40" cy="40" r="25" stroke="black" stroke-width="5" fill="none" />
<line x1="60" y1="60" x2="80" y2="80" stroke="black" stroke-width="5" />
<line x1="50" y1="40" x2="30" y2="40" stroke="black" stroke-width="3" />
<line x1="40" y1="30" x2="40" y2="50" stroke="black" stroke-width="3" />
</svg>
</button>
<button onclick="mr.zoomMermaid('${uniqueId}', 0.9)" class="bg-gray-200 hover:bg-gray-300 text-gray-700 font-bold p-1 rounded inline-flex items-center">
<svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 100 100">
<circle cx="40" cy="40" r="25" stroke="black" stroke-width="5" fill="none" />
<line x1="60" y1="60" x2="80" y2="80" stroke="black" stroke-width="5" />
<line x1="50" y1="40" x2="30" y2="40" stroke="black" stroke-width="3" />
</svg>
</button>
<button onclick="mr.saveMermaidAsPNG('${uniqueId}')" class="bg-gray-200 hover:bg-gray-300 text-gray-700 font-bold p-1 rounded inline-flex items-center">
PNG
</button>
<button onclick="mr.saveMermaidAsSVG('${uniqueId}')" class="bg-gray-200 hover:bg-gray-300 text-gray-700 font-bold p-1 rounded inline-flex items-center">
SVG
</button>
</div>
</div>
`;
text = text.replace(match, htmlCode);
} catch (error) {
console.error('Mermaid rendering failed:', error);
text = text.replace(match, `<div class="mermaid-error">Failed to render diagram</div>`);
}
}
return text;
}
async renderCodeBlocks(text) {
if (typeof Prism === 'undefined') {
throw new Error('Prism is not loaded. Please include Prism.js in your project.');
}
const codeBlockRegex = /```(\w+)?\n([\s\S]*?)```/g;
const renderedText = await text.replace(codeBlockRegex, (match, language, code) => {
language = language || 'plaintext';
if (!Prism.languages[language]) {
console.warn(`Language '${language}' is not supported by Prism. Falling back to plaintext.`);
language = 'plaintext';
}
const highlightedCode = Prism.highlight(code.trim(), Prism.languages[language], language);
const lines = highlightedCode.split(/\r?\n/);
const numberedLines = lines.map((line, index) =>
`<span class="code-line"><span class="line-number">${index + 1}</span><span class="line-content">${line}</span></span>`
).join('\n');
return `<div class="code-block-wrapper">
<div class="code-block-header">
<div class="language-label">${language}</div>
<button class="copy-button" onclick="mr.copyCode(this)">
<svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
<rect x="9" y="9" width="13" height="13" rx="2" ry="2"></rect>
<path d="M5 15H4a2 2 0 0 1-2-2V4a2 2 0 0 1 2-2h9a2 2 0 0 1 2 2v1"></path>
</svg>
Copy
</button>
</div>
<pre class="line-numbers"><code class="language-${language}">${numberedLines}</code></pre>
</div>`;
});
return renderedText;
}
handleInlineCode(text) {
return text.replace(/`([^`]+)`/g, function(match, code) {
return `<b>${code}</b>`;
});
}
handleMathEquations(text) {
return text.replace(/\\\[([\s\S]*?)\\\]|\$\$([\s\S]*?)\$\$|\$([^\n]+?)\$/g, function(match, p1, p2, p3) {
const equation = p1 || p2 || p3;
return '<span class="math">' + equation + '</span>';
});
}
async handleTables(text) {
let alignments = [];
let tableRows = [];
let isInTable = false;
let hasHeader = false;
// Process the text line by line
text = text.split('\n').map(line => {
// Check if the line is a table row
if (line.trim().startsWith('|') && line.trim().endsWith('|')) {
isInTable = true;
const tableRow = line.trim().slice(1, -1); // Remove leading and trailing |
const cells = tableRow.split('|').map(cell => cell.trim());
if (cells.every(cell => cell.match(/^:?-+:?$/))) {
// This is the header separator row
alignments = cells.map(cell => {
if (cell.startsWith(':') && cell.endsWith(':')) return 'center';
if (cell.endsWith(':')) return 'right';
return 'left';
});
hasHeader = true;
return ''; // Remove separator row
}
const cellType = !hasHeader ? 'th' : 'td';
const renderedCells = cells.map((cell, cellIndex) =>
`<${cellType} class="border px-4 py-2" style="text-align: ${alignments[cellIndex] || 'left'};">${cell}</${cellType}>`
).join('');
tableRows.push(`<tr>${renderedCells}</tr>`);
return ''; // Remove the original Markdown line
} else if (isInTable) {
// We've reached the end of the table
isInTable = false;
hasHeader = false;
const tableContent = tableRows.join('');
tableRows = []; // Reset for next table
return `<table class="table-auto w-full border-collapse border border-gray-300">${tableContent}</table>`;
}
return line; // Return non-table lines unchanged
}).join('\n');
// Handle case where table is at the end of the text
if (isInTable) {
const tableContent = tableRows.join('');
text += `<table class="table-auto w-full border-collapse border border-gray-300">${tableContent}</table>`;
}
return text
}
handleHeaders(text) {
return text.replace(/^(#{1,6})\s+(.*?)$/gm, function(match, hashes, content) {
const level = hashes.length;
return '<h' + level + '>' + content + '</h' + level + '>';
});
}
handleBoldText(text) {
return text.replace(/\*\*(.*?)\*\*/g, '<strong>$1</strong>');
}
handleItalicText(text) {
return text.replace(/\*(.*?)\*/g, '<em>$1</em>');
}
handleLinks(text) {
return text.replace(/\[([^\]]+)\]\(([^\)]+)\)/g, '<a href="$2">$1</a>');
}
handleUnorderedLists(text) {
return text.replace(/^\s*[-*+]\s+(.*?)$/gm, '<li>$1</li>')
.replace(/(<li>.*<\/li>)/s, '<ul>$1</ul>');
}
handleOrderedLists(text) {
return text.replace(/^\s*(\d+)\.\s+(.*?)$/gm, '<li>$2</li>')
.replace(/(<li>.*<\/li>)/s, '<ol>$1</ol>');
}
handleBlockquotes(text) {
return text.replace(/^>\s+(.*?)$/gm, '<blockquote>$1</blockquote>');
}
handleHorizontalRules(text) {
return text.replace(/^(-{3,}|_{3,}|\*{3,})$/gm, '<hr>');
}
handleParagraphs(text) {
//return text.replace(/^(?!<[uo]l|<blockquote|<h\d|<pre|<hr|<table|<li|<button)(.+)$/gm, '<p class="mb-4">$1</p>');
// No need to handle paragraphs separately, they will be handled as the remaining content
return text;
}
async renderMarkdown(text) {
// Handle Mermaid graphs first
text = await this.renderMermaidDiagrams(text);
// Handle code blocks with syntax highlighting and copy button
text = await this.renderCodeBlocks(text);
// Handle inline code
text = this.handleInlineCode(text);
// Handle LaTeX-style math equations
text = this.handleMathEquations(text);
// Handle tables
text = await this.handleTables(text);
// Handle headers
text = this.handleHeaders(text);
// Handle bold text
text = this.handleBoldText(text);
// Handle italic text
text = this.handleItalicText(text);
// Handle links
text = this.handleLinks(text);
// Handle unordered lists
text = this.handleUnorderedLists(text);
// Handle ordered lists
text = this.handleOrderedLists(text);
// Handle blockquotes
text = this.handleBlockquotes(text);
// Handle horizontal rules
text = this.handleHorizontalRules(text);
// Handle paragraphs
text = this.handleParagraphs(text);
return text;
}
initMermaid() {
if (typeof mermaid !== 'undefined') {
mermaid.initialize({ startOnLoad: false });
} else {
console.error('Mermaid library is not loaded');
}
}
initPrism() {
if (typeof Prism !== 'undefined') {
// No further initialization needed
} else {
console.error('Prism library is not loaded');
}
}
// Helper functions for Mermaid and code block handling
saveMermaidAsPNG(id) {
const svg = document.querySelector(`#${id} svg`);
const svgData = new XMLSerializer().serializeToString(svg);
// Create a canvas with a higher resolution
const canvas = document.createElement("canvas");
const ctx = canvas.getContext("2d");
// Set a scale factor for higher resolution (e.g., 2 for double resolution)
const scaleFactor = 2;
const img = new Image();
img.onload = function() {
canvas.width = img.width * scaleFactor;
canvas.height = img.height * scaleFactor;
// Scale the context to draw the image at a higher resolution
ctx.scale(scaleFactor, scaleFactor);
ctx.drawImage(img, 0, 0);
const pngFile = canvas.toDataURL("image/png");
const downloadLink = document.createElement("a");
downloadLink.download = "mermaid_diagram.png";
downloadLink.href = pngFile;
downloadLink.click();
};
img.src = "data:image/svg+xml;base64," + btoa(unescape(encodeURIComponent(svgData)));
}
saveMermaidAsSVG(id) {
const svg = document.querySelector(`#${id} svg`);
const svgData = new XMLSerializer().serializeToString(svg);
const svgBlob = new Blob([svgData], {type: "image/svg+xml;charset=utf-8"});
const svgUrl = URL.createObjectURL(svgBlob);
const downloadLink = document.createElement("a");
downloadLink.href = svgUrl;
downloadLink.download = "mermaid_diagram.svg";
document.body.appendChild(downloadLink);
downloadLink.click();
document.body.removeChild(downloadLink);
}
zoomMermaid(id, factor) {
const diagram = document.getElementById(id);
const currentScale = diagram.style.transform ? parseFloat(diagram.style.transform.replace('scale(', '').replace(')', '')) : 1;
const newScale = currentScale * factor;
diagram.style.transform = `scale(${newScale})`;
}
copyCode(button) {
const codeBlock = button.closest('.code-block-wrapper').querySelector('code');
const codeLines = codeBlock.querySelectorAll('.code-line');
let codeText = '';
codeLines.forEach((line) => {
const lineNumber = line.querySelector('.line-number').textContent;
const lineContent = line.querySelector('.line-content').textContent;
codeText += `${lineNumber} ${lineContent}\n`;
});
navigator.clipboard.writeText(codeText.trim()).then(() => {
button.classList.add('copied');
button.querySelector('svg').style.display = 'none';
button.innerHTML = 'Copied!';
setTimeout(() => {
button.classList.remove('copied');
button.innerHTML = `
<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
<rect x="9" y="9" width="13" height="13" rx="2" ry="2"></rect>
<path d="M5 15H4a2 2 0 0 1-2-2V4a2 2 0 0 1 2-2h9a2 2 0 0 1 2 2v1"></path>
</svg>
Copy
`;
}, 2000);
}).catch(err => {
console.error('Failed to copy text: ', err);
});
}
async highlightCode(code, language) {
// Make sure the language is supported by your highlighting library
const supportedLanguage = Prism.languages[language] ? language : 'plaintext';
return Prism.highlight(code, Prism.languages[supportedLanguage], supportedLanguage);
}
// Helper function to escape HTML special characters
escapeHtml(unsafe) {
if (typeof unsafe !== 'string') {
console.log("Found unsafe string:", text)
return '';
}
return unsafe
.replace(/&/g, "&amp;")
.replace(/</g, "&lt;")
.replace(/>/g, "&gt;")
.replace(/"/g, "&quot;")
.replace(/'/g, "&#039;");
}
}