murashit_codex-panel/src/domain/threads/export.ts

359 lines
12 KiB
TypeScript

import type { Turn } from "../../generated/app-server/v2/Turn";
import { shortThreadId } from "../../utils";
import { getThreadTitle, type PanelThread } from "./model";
import { referencedThreadDisplayFromPrompt } from "./reference";
import { turnTranscriptEntries, type TurnTranscriptEntry } from "./transcript";
export interface ArchiveExportAdapter {
exists(path: string): Promise<boolean>;
mkdir(path: string): Promise<void>;
write(path: string, data: string): Promise<void>;
}
export interface ArchiveExportResult {
path: string;
}
interface TemplateContext {
date: string;
time: string;
title: string;
id: string;
shortId: string;
}
interface ParsedMarkdownLink {
raw: string;
label: string;
href: string;
end: number;
}
export interface ArchiveExportSettings {
archiveExportFolderTemplate: string;
archiveExportFilenameTemplate: string;
archiveExportTags?: string;
vaultPath?: string;
}
export interface ArchiveThreadInput extends PanelThread {
turns: Turn[];
}
export async function exportArchivedThreadMarkdown(
thread: ArchiveThreadInput,
settings: ArchiveExportSettings,
adapter: ArchiveExportAdapter,
now = new Date(),
): Promise<ArchiveExportResult> {
const context = templateContext(thread, now);
const folder = folderPathFromTemplate(settings.archiveExportFolderTemplate, context);
const filename = filenameFromTemplate(settings.archiveExportFilenameTemplate, context);
await ensureFolder(adapter, folder);
const path = await uniqueMarkdownPath(adapter, folder, filename);
await adapter.write(path, markdownFromThread(thread, now, settings));
return { path };
}
export function markdownFromThread(thread: ArchiveThreadInput, exportedAt = new Date(), settings?: Partial<ArchiveExportSettings>): string {
const title = exportThreadTitle(thread);
const tags = normalizedArchiveTags(settings?.archiveExportTags ?? "");
const lines = [
"---",
`title: ${yamlString(title)}`,
`thread_id: ${yamlString(thread.id)}`,
`created: ${yamlString(formatDate(exportedAt))}`,
...frontmatterTagsLines(tags),
"---",
"",
`# ${title}`,
"",
...turnMarkdownLines(thread.turns),
];
const markdown = `${trimTrailingBlankLines(lines).join("\n")}\n`;
return settings?.vaultPath ? normalizeExportedMarkdownLinks(markdown, settings.vaultPath) : markdown;
}
export function normalizeExportedMarkdownLinks(markdown: string, vaultPath: string): string {
const lines = markdown.split("\n");
let inFence = false;
return lines
.map((line) => {
if (line.trimStart().startsWith("```")) {
inFence = !inFence;
return line;
}
return inFence ? line : normalizeExportedMarkdownLinksInLine(line, vaultPath);
})
.join("\n");
}
function normalizeExportedMarkdownLinksInLine(line: string, vaultPath: string): string {
let output = "";
let index = 0;
while (index < line.length) {
const parsed = parseMarkdownLinkAt(line, index);
if (!parsed || isInsideInlineCode(line, index)) {
output += line[index] ?? "";
index += 1;
continue;
}
output += normalizedExportedMarkdownLink(parsed, vaultPath);
index = parsed.end;
}
return output;
}
export function normalizedArchiveTags(value: string): string[] {
const seen = new Set<string>();
const tags: string[] = [];
for (const rawTag of value.split(",")) {
const tag = stripMatchingQuotes(stripLeadingHashes(rawTag.trim()).trim()).trim();
if (!tag || seen.has(tag)) continue;
seen.add(tag);
tags.push(tag);
}
return tags;
}
function turnMarkdownLines(turns: Turn[]): string[] {
return [...turns]
.sort((a, b) => (a.startedAt ?? 0) - (b.startedAt ?? 0))
.flatMap((turn) => turnTranscriptEntries(turn).flatMap(markdownLinesFromTranscriptEntry));
}
function markdownLinesFromTranscriptEntry(entry: TurnTranscriptEntry): string[] {
switch (entry.kind) {
case "user": {
const heading = timestampedHeading("User", entry.timestamp);
const referenced = referencedThreadDisplayFromPrompt(entry.text);
if (referenced) {
return [
heading,
"",
referenced.text,
"",
`> Referenced: ${referenced.reference.title} (${String(referenced.reference.includedTurns)}/${String(referenced.reference.turnLimit)} turns, ${referenced.reference.threadId})`,
"",
];
}
return [heading, "", entry.text, ""];
}
case "assistant":
return [timestampedHeading("Codex", entry.timestamp), "", entry.text, ""];
case "plan":
return [timestampedHeading("Proposed plan", entry.timestamp), "", entry.text, ""];
}
}
function timestampedHeading(label: string, unixSeconds: number | null): string {
const timestamp = formatUnixTimestamp(unixSeconds);
return timestamp ? `## ${label} - ${timestamp}` : `## ${label}`;
}
function formatUnixTimestamp(unixSeconds: number | null): string | null {
if (!Number.isFinite(unixSeconds) || !unixSeconds || unixSeconds <= 0) return null;
const date = new Date(unixSeconds * 1000);
if (!Number.isFinite(date.getTime())) return null;
return `${formatDate(date)} ${pad2(date.getHours())}:${pad2(date.getMinutes())}`;
}
function frontmatterTagsLines(tags: string[]): string[] {
return tags.length > 0 ? [`tags: [${tags.map(yamlString).join(", ")}]`] : [];
}
function stripLeadingHashes(value: string): string {
return value.replace(/^#+/, "");
}
function stripMatchingQuotes(value: string): string {
if (value.length < 2) return value;
const first = value[0];
const last = value[value.length - 1];
return (first === `"` || first === `'`) && first === last ? value.slice(1, -1) : value;
}
function templateContext(thread: ArchiveThreadInput, now: Date): TemplateContext {
const title = sanitizePathSegment(exportThreadTitle(thread));
return {
date: formatDate(now),
time: formatTime(now),
title,
id: sanitizePathSegment(thread.id),
shortId: sanitizePathSegment(shortThreadId(thread.id)),
};
}
function expandTemplate(template: string, context: TemplateContext): string {
return template.replace(/{{\s*(date|time|title|id|shortId)\s*}}/g, (_match, key: keyof TemplateContext) => context[key]);
}
function folderPathFromTemplate(template: string, context: TemplateContext): string {
const expanded = expandTemplate(template, context).trim().replaceAll("\\", "/");
if (!expanded) throw new Error("Archive export folder template produced an empty path.");
if (expanded.startsWith("/") || /^[A-Za-z]:\//.test(expanded)) {
throw new Error("Archive export folder must be relative to the vault.");
}
const segments = expanded
.split("/")
.map((segment) => segment.trim())
.filter(Boolean);
if (segments.length === 0) throw new Error("Archive export folder template produced an empty path.");
if (segments.some((segment) => segment === "." || segment === "..")) {
throw new Error("Archive export folder cannot contain relative path segments.");
}
return segments.map(sanitizePathSegment).join("/");
}
function filenameFromTemplate(template: string, context: TemplateContext): string {
const expanded = expandTemplate(template, context)
.trim()
.replace(/[\\/]+/g, "-");
const filename = sanitizePathSegment(expanded);
if (!filename || filename === "." || filename === "..") {
throw new Error("Archive export filename template produced an empty filename.");
}
return filename.toLowerCase().endsWith(".md") ? filename : `${filename}.md`;
}
async function ensureFolder(adapter: ArchiveExportAdapter, folder: string): Promise<void> {
const segments = folder.split("/");
for (let index = 0; index < segments.length; index += 1) {
const path = segments.slice(0, index + 1).join("/");
if (!(await adapter.exists(path))) {
await adapter.mkdir(path);
}
}
}
async function uniqueMarkdownPath(adapter: ArchiveExportAdapter, folder: string, filename: string): Promise<string> {
const dotIndex = filename.toLowerCase().endsWith(".md") ? filename.length - 3 : filename.length;
const stem = filename.slice(0, dotIndex);
const extension = filename.slice(dotIndex);
let candidate = `${folder}/${filename}`;
let suffix = 2;
while (await adapter.exists(candidate)) {
candidate = `${folder}/${stem} ${String(suffix)}${extension}`;
suffix += 1;
}
return candidate;
}
function exportThreadTitle(thread: ArchiveThreadInput): string {
return getThreadTitle(thread) || "Untitled thread";
}
function sanitizePathSegment(value: string): string {
return value
.split("")
.map((char) => (isUnsafePathChar(char) ? "-" : char))
.join("")
.replace(/\s+/g, " ")
.trim()
.replace(/^\.+$/, "")
.slice(0, 120)
.trim();
}
function isUnsafePathChar(char: string): boolean {
return char.charCodeAt(0) < 32 || '<>:"/\\|?*'.includes(char);
}
function unwrappedMarkdownHref(value: string): string {
if (value.startsWith("<") && value.endsWith(">")) return value.slice(1, -1);
return value;
}
function parseMarkdownLinkAt(line: string, start: number): ParsedMarkdownLink | null {
if (line[start] !== "[" || line[start - 1] === "!") return null;
const labelEnd = line.indexOf("]", start + 1);
if (labelEnd === -1 || line[labelEnd + 1] !== "(") return null;
const hrefStart = labelEnd + 2;
const hrefEnd = line[hrefStart] === "<" ? line.indexOf(">)", hrefStart + 1) : line.indexOf(")", hrefStart);
if (hrefEnd === -1) return null;
const end = line[hrefStart] === "<" ? hrefEnd + 2 : hrefEnd + 1;
return {
raw: line.slice(start, end),
label: line.slice(start + 1, labelEnd),
href: line.slice(hrefStart, hrefEnd + (line[hrefStart] === "<" ? 1 : 0)),
end,
};
}
function normalizedExportedMarkdownLink(link: ParsedMarkdownLink, vaultPath: string): string {
const href = unwrappedMarkdownHref(link.href.trim());
if (!href || isExternalHref(href)) return link.raw;
const vaultRelative = vaultRelativePath(vaultPath, href);
if (vaultRelative) return `[${link.label}](${markdownHref(vaultRelative)})`;
return isAbsolutePath(normalizeFilePath(href)) ? `${link.label} (\`${href.replace(/`/g, "\\`")}\`)` : link.raw;
}
function markdownHref(value: string): string {
return /[\s()]/.test(value) ? `<${value}>` : value;
}
function isInsideInlineCode(line: string, offset: number): boolean {
let inCode = false;
for (let index = 0; index < offset; index += 1) {
if (line[index] === "`") inCode = !inCode;
}
return inCode;
}
function vaultRelativePath(vaultPath: string, path: string): string | null {
const normalizedPath = normalizeFilePath(path);
const normalizedVaultPath = normalizeFilePath(vaultPath);
if (!normalizedPath || !normalizedVaultPath) return null;
if (!isAbsolutePath(normalizedPath) || normalizedPath === normalizedVaultPath) return null;
const vaultPrefix = normalizedVaultPath.endsWith("/") ? normalizedVaultPath : `${normalizedVaultPath}/`;
return normalizedPath.startsWith(vaultPrefix) ? normalizedPath.slice(vaultPrefix.length) : null;
}
function normalizeFilePath(path: string): string {
const normalized = path.replace(/\\/g, "/").replace(/\/+/g, "/").replace(/\/$/, "");
return normalized.replace(/^\.\//, "");
}
function isExternalHref(href: string): boolean {
if (isWindowsAbsolutePath(href)) return false;
return /^[a-z][a-z\d+.-]*:/i.test(href) || href.startsWith("//");
}
function isAbsolutePath(path: string): boolean {
return path.startsWith("/") || isWindowsAbsolutePath(path);
}
function isWindowsAbsolutePath(path: string): boolean {
return /^[a-z]:[\\/]/i.test(path);
}
function yamlString(value: string): string {
return JSON.stringify(value);
}
function formatDate(date: Date): string {
return `${String(date.getFullYear())}-${pad2(date.getMonth() + 1)}-${pad2(date.getDate())}`;
}
function formatTime(date: Date): string {
return `${pad2(date.getHours())}${pad2(date.getMinutes())}${pad2(date.getSeconds())}`;
}
function pad2(value: number): string {
return value.toString().padStart(2, "0");
}
function trimTrailingBlankLines(lines: string[]): string[] {
const result = [...lines];
while (result[result.length - 1] === "") result.pop();
return result;
}