Initial aishare service
This commit is contained in:
Codex
@@ -0,0 +1,63 @@
|
||||
import crypto from "node:crypto";
|
||||
import path from "node:path";
|
||||
import fs from "fs-extra";
|
||||
import archiver from "archiver";
|
||||
import { config } from "./config.js";
|
||||
import type { CaptureRow } from "./types.js";
|
||||
|
||||
export function artifactDir(slug: string): string {
|
||||
return path.join(config.htmlDir, slug);
|
||||
}
|
||||
|
||||
export function artifactIndexPath(slug: string): string {
|
||||
return path.join(artifactDir(slug), "index.html");
|
||||
}
|
||||
|
||||
export function artifactAssetsDir(slug: string): string {
|
||||
return path.join(artifactDir(slug), "assets");
|
||||
}
|
||||
|
||||
export function screenshotsDir(slug: string): string {
|
||||
return path.join(config.screenshotDir, slug);
|
||||
}
|
||||
|
||||
export function screenshotPath(slug: string, variant: string): string {
|
||||
return path.join(screenshotsDir(slug), `${variant}.png`);
|
||||
}
|
||||
|
||||
export function safeAssetName(url: string, contentType: string | null, bytes: Buffer): string {
|
||||
const hash = crypto.createHash("sha256").update(url).update(bytes).digest("hex").slice(0, 20);
|
||||
const extFromType =
|
||||
contentType?.includes("jpeg") ? ".jpg" :
|
||||
contentType?.includes("png") ? ".png" :
|
||||
contentType?.includes("webp") ? ".webp" :
|
||||
contentType?.includes("gif") ? ".gif" :
|
||||
contentType?.includes("svg") ? ".svg" :
|
||||
path.extname(new URL(url).pathname).slice(0, 8) || ".bin";
|
||||
return `${hash}${extFromType}`;
|
||||
}
|
||||
|
||||
export async function deleteArtifactsFor(row: CaptureRow): Promise<void> {
|
||||
if (!row.slug) return;
|
||||
await fs.remove(artifactDir(row.slug));
|
||||
await fs.remove(screenshotsDir(row.slug));
|
||||
}
|
||||
|
||||
export async function deleteAllArtifactRoots(): Promise<void> {
|
||||
await fs.emptyDir(config.htmlDir);
|
||||
await fs.emptyDir(config.screenshotDir);
|
||||
await fs.emptyDir(config.cacheDir);
|
||||
}
|
||||
|
||||
export async function zipArtifact(slug: string, destination: string): Promise<void> {
|
||||
await fs.ensureDir(path.dirname(destination));
|
||||
await new Promise<void>((resolve, reject) => {
|
||||
const output = fs.createWriteStream(destination);
|
||||
const archive = archiver("zip", { zlib: { level: 9 } });
|
||||
output.on("close", resolve);
|
||||
archive.on("error", reject);
|
||||
archive.pipe(output);
|
||||
archive.directory(artifactDir(slug), false);
|
||||
archive.finalize().catch(reject);
|
||||
});
|
||||
}
|
||||
+278
@@ -0,0 +1,278 @@
|
||||
import path from "node:path";
|
||||
import fs from "fs-extra";
|
||||
import * as cheerio from "cheerio";
|
||||
import { chromium, type Browser } from "@playwright/test";
|
||||
import { nanoid } from "nanoid";
|
||||
import { store } from "./db.js";
|
||||
import { config } from "./config.js";
|
||||
import { artifactAssetsDir, artifactIndexPath, safeAssetName, screenshotPath, screenshotsDir } from "./artifacts.js";
|
||||
import { slugify } from "./slug.js";
|
||||
import { writeConversationArtifact, writeFailureArtifact } from "./render.js";
|
||||
import type { CaptureRow, NormalizedConversation, NormalizedMessage, ScreenshotVariant } from "./types.js";
|
||||
|
||||
interface ExtractedConversation {
|
||||
title: string;
|
||||
messages: NormalizedMessage[];
|
||||
}
|
||||
|
||||
function publicErrorFor(error: unknown): string {
|
||||
const message = error instanceof Error ? error.message : String(error);
|
||||
if (/captcha|verify|robot/i.test(message)) {
|
||||
return "ChatGPT asked for verification, so this public share could not be captured automatically.";
|
||||
}
|
||||
if (/timeout/i.test(message)) {
|
||||
return "The public ChatGPT share took too long to load.";
|
||||
}
|
||||
if (/unsupported|message/i.test(message)) {
|
||||
return "This public ChatGPT share could not be converted because its page format is not supported yet.";
|
||||
}
|
||||
return "This public ChatGPT share could not be captured.";
|
||||
}
|
||||
|
||||
function timeoutSignal(ms: number): AbortSignal {
|
||||
const controller = new AbortController();
|
||||
setTimeout(() => controller.abort(), ms).unref();
|
||||
return controller.signal;
|
||||
}
|
||||
|
||||
async function downloadAsset(assetUrl: string, slug: string): Promise<string | null> {
|
||||
const response = await fetch(assetUrl, {
|
||||
signal: timeoutSignal(20_000),
|
||||
headers: {
|
||||
"user-agent": "aishare/0.1"
|
||||
}
|
||||
});
|
||||
if (!response.ok) return null;
|
||||
const contentType = response.headers.get("content-type");
|
||||
if (!contentType?.startsWith("image/")) return null;
|
||||
const bytes = Buffer.from(await response.arrayBuffer());
|
||||
if (bytes.byteLength > 20 * 1024 * 1024) return null;
|
||||
const filename = safeAssetName(assetUrl, contentType, bytes);
|
||||
await fs.ensureDir(artifactAssetsDir(slug));
|
||||
await fs.writeFile(path.join(artifactAssetsDir(slug), filename), bytes);
|
||||
return `/aishare/${slug}/assets/${filename}`;
|
||||
}
|
||||
|
||||
async function localizeAssets(conversation: NormalizedConversation, slug: string): Promise<{ failures: string[] }> {
|
||||
const failures: string[] = [];
|
||||
for (const message of conversation.messages) {
|
||||
const $ = cheerio.load(message.html, {}, false);
|
||||
const images = $("img").toArray();
|
||||
for (const image of images) {
|
||||
const current = $(image).attr("src");
|
||||
if (!current) continue;
|
||||
let absolute: string;
|
||||
try {
|
||||
absolute = new URL(current, conversation.sourceUrl).toString();
|
||||
} catch {
|
||||
$(image).removeAttr("src");
|
||||
failures.push(current);
|
||||
continue;
|
||||
}
|
||||
if (!absolute.startsWith("https://")) {
|
||||
$(image).removeAttr("src");
|
||||
failures.push(absolute);
|
||||
continue;
|
||||
}
|
||||
try {
|
||||
const local = await downloadAsset(absolute, slug);
|
||||
if (local) {
|
||||
$(image).attr("src", local);
|
||||
} else {
|
||||
$(image).removeAttr("src");
|
||||
failures.push(absolute);
|
||||
}
|
||||
} catch {
|
||||
$(image).removeAttr("src");
|
||||
failures.push(absolute);
|
||||
}
|
||||
}
|
||||
message.html = $.html();
|
||||
}
|
||||
return { failures };
|
||||
}
|
||||
|
||||
async function extractConversation(browser: Browser, sourceUrl: string): Promise<ExtractedConversation> {
|
||||
const context = await browser.newContext({
|
||||
viewport: { width: 1360, height: 900 },
|
||||
deviceScaleFactor: 1,
|
||||
locale: "en-US"
|
||||
});
|
||||
const page = await context.newPage();
|
||||
page.setDefaultTimeout(config.captureTimeoutMs);
|
||||
await page.goto(sourceUrl, { waitUntil: "domcontentloaded", timeout: config.captureTimeoutMs });
|
||||
await page.waitForLoadState("networkidle", { timeout: Math.min(config.captureTimeoutMs, 60_000) }).catch(() => undefined);
|
||||
await page.waitForTimeout(2500);
|
||||
|
||||
const extracted = await page.evaluate(() => {
|
||||
function cleanHtml(root: Element): string {
|
||||
const clone = root.cloneNode(true) as Element;
|
||||
clone.querySelectorAll("script, style, iframe, object, embed, form, button, textarea, input, nav").forEach((node) => node.remove());
|
||||
clone.querySelectorAll("*").forEach((element) => {
|
||||
Array.from(element.attributes).forEach((attr) => {
|
||||
const name = attr.name.toLowerCase();
|
||||
const keep = ["href", "src", "alt", "title", "colspan", "rowspan"].includes(name);
|
||||
if (name.startsWith("on") || !keep) element.removeAttribute(attr.name);
|
||||
if ((name === "href" || name === "src") && /^javascript:/i.test(attr.value)) element.removeAttribute(attr.name);
|
||||
});
|
||||
});
|
||||
return clone.innerHTML.trim();
|
||||
}
|
||||
|
||||
function textToHtml(text: string): string {
|
||||
const escaped = text
|
||||
.replace(/&/g, "&")
|
||||
.replace(/</g, "<")
|
||||
.replace(/>/g, ">");
|
||||
return escaped
|
||||
.split(/\n{2,}/)
|
||||
.map((part) => `<p>${part.replace(/\n/g, "<br>")}</p>`)
|
||||
.join("");
|
||||
}
|
||||
|
||||
const title =
|
||||
document.querySelector("h1")?.textContent?.trim() ||
|
||||
document.title.replace(/\s*[|-]\s*ChatGPT\s*$/i, "").trim() ||
|
||||
"ChatGPT Share";
|
||||
|
||||
const roleNodes = Array.from(document.querySelectorAll("[data-message-author-role]"));
|
||||
const articleNodes = roleNodes.length ? [] : Array.from(document.querySelectorAll("main article"));
|
||||
const nodes = roleNodes.length ? roleNodes : articleNodes;
|
||||
const messages = nodes
|
||||
.map((node, index) => {
|
||||
const roleAttr = node.getAttribute("data-message-author-role") || "";
|
||||
const role =
|
||||
roleAttr === "user" || roleAttr === "assistant" || roleAttr === "system"
|
||||
? roleAttr
|
||||
: index % 2 === 0
|
||||
? "user"
|
||||
: "assistant";
|
||||
const contentRoot =
|
||||
node.querySelector(".markdown") ||
|
||||
node.querySelector("[data-message-content]") ||
|
||||
node;
|
||||
const text = (contentRoot.textContent || "").replace(/\s+\n/g, "\n").trim();
|
||||
const html = cleanHtml(contentRoot) || textToHtml(text);
|
||||
return { id: `m-${index + 1}`, role, text, html };
|
||||
})
|
||||
.filter((message) => message.text.length > 0);
|
||||
|
||||
const bodyText = document.body.textContent || "";
|
||||
if (/verify you are human|captcha|unusual activity/i.test(bodyText)) {
|
||||
throw new Error("ChatGPT verification or CAPTCHA page was shown.");
|
||||
}
|
||||
|
||||
return { title, messages };
|
||||
});
|
||||
|
||||
await context.close();
|
||||
|
||||
if (!extracted.messages.length) {
|
||||
throw new Error("Unsupported ChatGPT share page: no conversation messages were found.");
|
||||
}
|
||||
|
||||
return extracted as ExtractedConversation;
|
||||
}
|
||||
|
||||
async function generateScreenshotVariant(slug: string, variant: ScreenshotVariant): Promise<void> {
|
||||
const browser = await chromium.launch({ headless: true });
|
||||
try {
|
||||
const isMobile = variant.device === "mobile";
|
||||
const context = await browser.newContext({
|
||||
viewport: isMobile ? { width: 430, height: 932 } : { width: 1360, height: 900 },
|
||||
deviceScaleFactor: 2,
|
||||
colorScheme: variant.theme,
|
||||
isMobile
|
||||
});
|
||||
const page = await context.newPage();
|
||||
const fileUrl = `file://${artifactIndexPath(slug)}?theme=${variant.theme}`;
|
||||
await page.goto(fileUrl, { waitUntil: "load", timeout: 60_000 });
|
||||
const height = await page.evaluate(() => Math.ceil(document.documentElement.scrollHeight));
|
||||
if (height > config.maxScreenshotHeight) {
|
||||
throw new Error(`Screenshot height ${height}px exceeds limit ${config.maxScreenshotHeight}px.`);
|
||||
}
|
||||
await fs.ensureDir(screenshotsDir(slug));
|
||||
await page.screenshot({
|
||||
path: screenshotPath(slug, `${variant.device}-${variant.theme}`),
|
||||
fullPage: true,
|
||||
type: "png"
|
||||
});
|
||||
await context.close();
|
||||
} finally {
|
||||
await browser.close();
|
||||
}
|
||||
}
|
||||
|
||||
async function generateScreenshots(slug: string): Promise<{ generated: string[]; failed: string[] }> {
|
||||
const variants: ScreenshotVariant[] = [
|
||||
{ device: "desktop", theme: "light" },
|
||||
{ device: "desktop", theme: "dark" },
|
||||
{ device: "mobile", theme: "light" },
|
||||
{ device: "mobile", theme: "dark" }
|
||||
];
|
||||
const generated: string[] = [];
|
||||
const failed: string[] = [];
|
||||
for (const variant of variants) {
|
||||
const name = `${variant.device}-${variant.theme}`;
|
||||
try {
|
||||
await generateScreenshotVariant(slug, variant);
|
||||
generated.push(name);
|
||||
} catch (error) {
|
||||
failed.push(`${name}: ${error instanceof Error ? error.message : String(error)}`);
|
||||
}
|
||||
}
|
||||
return { generated, failed };
|
||||
}
|
||||
|
||||
export async function runCapture(row: CaptureRow): Promise<void> {
|
||||
let browser: Browser | null = null;
|
||||
const fallbackSlug = store.uniqueSlug(slugify(row.requested_slug || `chatgpt-share-${row.id.slice(0, 8)}`));
|
||||
try {
|
||||
store.updateStatus(row.id, "capturing");
|
||||
browser = await chromium.launch({ headless: true });
|
||||
const extracted = await extractConversation(browser, row.source_url);
|
||||
await browser.close();
|
||||
browser = null;
|
||||
|
||||
const slug = store.uniqueSlug(slugify(row.requested_slug || extracted.title || fallbackSlug));
|
||||
const conversation: NormalizedConversation = {
|
||||
provider: "chatgpt",
|
||||
title: extracted.title || "ChatGPT Share",
|
||||
sourceUrl: row.source_url,
|
||||
capturedAt: new Date().toISOString(),
|
||||
messages: extracted.messages
|
||||
};
|
||||
|
||||
store.updateStatus(row.id, "rendering");
|
||||
const assetResult = await localizeAssets(conversation, slug);
|
||||
await writeConversationArtifact(slug, conversation);
|
||||
const screenshots = await generateScreenshots(slug);
|
||||
|
||||
store.completeCapture(row.id, {
|
||||
slug,
|
||||
title: conversation.title,
|
||||
dataJson: JSON.stringify(conversation),
|
||||
metadataJson: JSON.stringify({
|
||||
assetFailures: assetResult.failures,
|
||||
screenshots
|
||||
})
|
||||
});
|
||||
} catch (error) {
|
||||
if (browser) await browser.close().catch(() => undefined);
|
||||
const current = store.getCapture(row.id) || row;
|
||||
const slug = current.slug || fallbackSlug;
|
||||
store.failCapture(row.id, {
|
||||
slug,
|
||||
title: current.title || "Capture failed",
|
||||
errorPublic: publicErrorFor(error),
|
||||
errorDetail: error instanceof Error ? `${error.message}\n${error.stack || ""}` : String(error),
|
||||
metadataJson: JSON.stringify({ failedAt: new Date().toISOString() })
|
||||
});
|
||||
const failedRow = store.getCapture(row.id);
|
||||
if (failedRow) await writeFailureArtifact(failedRow);
|
||||
}
|
||||
}
|
||||
|
||||
export function newCaptureId(): string {
|
||||
return nanoid(12);
|
||||
}
|
||||
@@ -0,0 +1,38 @@
|
||||
import path from "node:path";
|
||||
|
||||
export interface AppConfig {
|
||||
basePath: string;
|
||||
baseUrl: string;
|
||||
port: number;
|
||||
dataDir: string;
|
||||
htmlDir: string;
|
||||
screenshotDir: string;
|
||||
cacheDir: string;
|
||||
dbPath: string;
|
||||
adminToken: string;
|
||||
captureTimeoutMs: number;
|
||||
maxScreenshotHeight: number;
|
||||
}
|
||||
|
||||
function intEnv(name: string, fallback: number): number {
|
||||
const raw = process.env[name];
|
||||
if (!raw) return fallback;
|
||||
const parsed = Number.parseInt(raw, 10);
|
||||
return Number.isFinite(parsed) ? parsed : fallback;
|
||||
}
|
||||
|
||||
const dataDir = process.env.AISHARE_DATA_DIR || path.resolve("data");
|
||||
|
||||
export const config: AppConfig = {
|
||||
basePath: "/aishare",
|
||||
baseUrl: (process.env.AISHARE_BASE_URL || "http://127.0.0.1:8088/aishare").replace(/\/$/, ""),
|
||||
port: intEnv("AISHARE_PORT", 8080),
|
||||
dataDir,
|
||||
htmlDir: path.join(dataDir, "html"),
|
||||
screenshotDir: path.join(dataDir, "screenshots"),
|
||||
cacheDir: path.join(dataDir, "cache"),
|
||||
dbPath: path.join(dataDir, "aishare.db"),
|
||||
adminToken: process.env.AISHARE_ADMIN_TOKEN || "",
|
||||
captureTimeoutMs: intEnv("AISHARE_CAPTURE_TIMEOUT_MS", 180_000),
|
||||
maxScreenshotHeight: intEnv("AISHARE_MAX_SCREENSHOT_HEIGHT", 60_000)
|
||||
};
|
||||
@@ -0,0 +1,145 @@
|
||||
import Database from "better-sqlite3";
|
||||
import fs from "fs-extra";
|
||||
import { config } from "./config.js";
|
||||
import type { CaptureRow, CaptureStatus } from "./types.js";
|
||||
|
||||
export interface CaptureInsert {
|
||||
id: string;
|
||||
sourceUrl: string;
|
||||
requestedSlug: string | null;
|
||||
}
|
||||
|
||||
export class Store {
|
||||
private db: Database.Database;
|
||||
|
||||
constructor() {
|
||||
fs.ensureDirSync(config.dataDir);
|
||||
this.db = new Database(config.dbPath);
|
||||
this.db.pragma("journal_mode = WAL");
|
||||
this.db.pragma("foreign_keys = ON");
|
||||
this.migrate();
|
||||
}
|
||||
|
||||
migrate(): void {
|
||||
this.db.exec(`
|
||||
CREATE TABLE IF NOT EXISTS captures (
|
||||
id TEXT PRIMARY KEY,
|
||||
source_url TEXT NOT NULL,
|
||||
provider TEXT NOT NULL DEFAULT 'chatgpt',
|
||||
slug TEXT UNIQUE,
|
||||
requested_slug TEXT,
|
||||
title TEXT,
|
||||
status TEXT NOT NULL,
|
||||
error_public TEXT,
|
||||
error_detail TEXT,
|
||||
data_json TEXT,
|
||||
metadata_json TEXT,
|
||||
created_at TEXT NOT NULL,
|
||||
updated_at TEXT NOT NULL,
|
||||
captured_at TEXT
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS idx_captures_status ON captures(status);
|
||||
CREATE INDEX IF NOT EXISTS idx_captures_created_at ON captures(created_at);
|
||||
`);
|
||||
}
|
||||
|
||||
createCapture(input: CaptureInsert): CaptureRow {
|
||||
const now = new Date().toISOString();
|
||||
this.db
|
||||
.prepare(
|
||||
`INSERT INTO captures
|
||||
(id, source_url, provider, requested_slug, status, created_at, updated_at)
|
||||
VALUES (?, ?, 'chatgpt', ?, 'queued', ?, ?)`
|
||||
)
|
||||
.run(input.id, input.sourceUrl, input.requestedSlug, now, now);
|
||||
return this.getCapture(input.id)!;
|
||||
}
|
||||
|
||||
getCapture(id: string): CaptureRow | undefined {
|
||||
return this.db.prepare("SELECT * FROM captures WHERE id = ?").get(id) as CaptureRow | undefined;
|
||||
}
|
||||
|
||||
getCaptureBySlug(slug: string): CaptureRow | undefined {
|
||||
return this.db.prepare("SELECT * FROM captures WHERE slug = ?").get(slug) as CaptureRow | undefined;
|
||||
}
|
||||
|
||||
listCaptures(page: number, pageSize: number): { rows: CaptureRow[]; total: number } {
|
||||
const limit = Math.min(Math.max(pageSize, 1), 100);
|
||||
const offset = Math.max(page - 1, 0) * limit;
|
||||
const rows = this.db
|
||||
.prepare("SELECT * FROM captures ORDER BY created_at DESC LIMIT ? OFFSET ?")
|
||||
.all(limit, offset) as CaptureRow[];
|
||||
const total = (this.db.prepare("SELECT count(*) as count FROM captures").get() as { count: number }).count;
|
||||
return { rows, total };
|
||||
}
|
||||
|
||||
queuedCaptures(): CaptureRow[] {
|
||||
return this.db
|
||||
.prepare("SELECT * FROM captures WHERE status IN ('queued', 'capturing', 'rendering') ORDER BY created_at ASC")
|
||||
.all() as CaptureRow[];
|
||||
}
|
||||
|
||||
updateStatus(id: string, status: CaptureStatus, detail?: { errorPublic?: string; errorDetail?: string }): void {
|
||||
this.db
|
||||
.prepare(
|
||||
`UPDATE captures
|
||||
SET status = ?, error_public = COALESCE(?, error_public), error_detail = COALESCE(?, error_detail), updated_at = ?
|
||||
WHERE id = ?`
|
||||
)
|
||||
.run(status, detail?.errorPublic ?? null, detail?.errorDetail ?? null, new Date().toISOString(), id);
|
||||
}
|
||||
|
||||
completeCapture(id: string, input: { slug: string; title: string; dataJson: string; metadataJson: string }): void {
|
||||
const now = new Date().toISOString();
|
||||
this.db
|
||||
.prepare(
|
||||
`UPDATE captures
|
||||
SET slug = ?, title = ?, data_json = ?, metadata_json = ?, status = 'ready',
|
||||
error_public = NULL, error_detail = NULL, updated_at = ?, captured_at = ?
|
||||
WHERE id = ?`
|
||||
)
|
||||
.run(input.slug, input.title, input.dataJson, input.metadataJson, now, now, id);
|
||||
}
|
||||
|
||||
failCapture(id: string, input: { slug: string; title?: string; errorPublic: string; errorDetail: string; metadataJson?: string }): void {
|
||||
this.db
|
||||
.prepare(
|
||||
`UPDATE captures
|
||||
SET slug = ?, title = COALESCE(?, title), status = 'failed', error_public = ?, error_detail = ?,
|
||||
metadata_json = COALESCE(?, metadata_json), updated_at = ?
|
||||
WHERE id = ?`
|
||||
)
|
||||
.run(input.slug, input.title ?? null, input.errorPublic, input.errorDetail, input.metadataJson ?? null, new Date().toISOString(), id);
|
||||
}
|
||||
|
||||
deleteCapture(id: string): CaptureRow | undefined {
|
||||
const row = this.getCapture(id);
|
||||
if (!row) return undefined;
|
||||
this.db.prepare("DELETE FROM captures WHERE id = ?").run(id);
|
||||
return row;
|
||||
}
|
||||
|
||||
deleteAllCaptures(): CaptureRow[] {
|
||||
const rows = this.db.prepare("SELECT * FROM captures").all() as CaptureRow[];
|
||||
this.db.prepare("DELETE FROM captures").run();
|
||||
return rows;
|
||||
}
|
||||
|
||||
slugExists(slug: string): boolean {
|
||||
const row = this.db.prepare("SELECT 1 FROM captures WHERE slug = ?").get(slug);
|
||||
return Boolean(row);
|
||||
}
|
||||
|
||||
uniqueSlug(base: string): string {
|
||||
let slug = base;
|
||||
let counter = 2;
|
||||
while (this.slugExists(slug)) {
|
||||
slug = `${base}-${counter}`;
|
||||
counter += 1;
|
||||
}
|
||||
return slug;
|
||||
}
|
||||
}
|
||||
|
||||
export const store = new Store();
|
||||
@@ -0,0 +1,36 @@
|
||||
import { store } from "./db.js";
|
||||
import { runCapture } from "./capture.js";
|
||||
|
||||
class CaptureQueue {
|
||||
private queue: string[] = [];
|
||||
private running = false;
|
||||
|
||||
enqueue(id: string): void {
|
||||
if (!this.queue.includes(id)) this.queue.push(id);
|
||||
void this.drain();
|
||||
}
|
||||
|
||||
restorePending(): void {
|
||||
for (const row of store.queuedCaptures()) {
|
||||
store.updateStatus(row.id, "queued");
|
||||
this.enqueue(row.id);
|
||||
}
|
||||
}
|
||||
|
||||
private async drain(): Promise<void> {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
try {
|
||||
while (this.queue.length) {
|
||||
const id = this.queue.shift()!;
|
||||
const row = store.getCapture(id);
|
||||
if (!row || row.status === "ready") continue;
|
||||
await runCapture(row);
|
||||
}
|
||||
} finally {
|
||||
this.running = false;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
export const captureQueue = new CaptureQueue();
|
||||
+213
@@ -0,0 +1,213 @@
|
||||
import path from "node:path";
|
||||
import fs from "fs-extra";
|
||||
import type { CaptureRow, NormalizedConversation } from "./types.js";
|
||||
import { artifactAssetsDir, artifactDir, artifactIndexPath } from "./artifacts.js";
|
||||
import { config } from "./config.js";
|
||||
|
||||
const chatGptAvatar = `
|
||||
<svg viewBox="0 0 40 40" role="img" aria-label="ChatGPT" xmlns="http://www.w3.org/2000/svg">
|
||||
<circle cx="20" cy="20" r="20" fill="#10a37f"/>
|
||||
<path fill="#fff" d="M29.6 17.9a7 7 0 0 0-9.4-8.2 7 7 0 0 0-10.4 6.1 7 7 0 0 0 1.4 12.7 7 7 0 0 0 9.4 1.8 7 7 0 0 0 10.3-6.1 7 7 0 0 0-1.3-6.3Zm-9.4-6.2a5 5 0 0 1 6.9 5.4l-5.6-3.2a1 1 0 0 0-1 0l-7.6 4.4v-2.7l6.8-3.9h.5Zm-8.4 4.1a5 5 0 0 1 6.2-4.9l-5.5 3.2a1 1 0 0 0-.5.9v8.8l-2.4-1.4v-7.9c.6-.7 1.3-1.3 2.2-1.7Zm-1.2 10.5a5 5 0 0 1-2.8-8l.1 6.4c0 .4.2.7.5.9l7.6 4.4-2.4 1.4-6.8-3.9c-.2-.4-.2-.8-.2-1.2Zm9.2 3.9a5 5 0 0 1-6.9-5.4l5.6 3.2c.3.2.7.2 1 0l7.6-4.4v2.8l-6.8 3.9-.5-.1Zm8.4-4.1a5 5 0 0 1-6.2 4.9l5.5-3.2c.3-.2.5-.5.5-.9v-8.8l2.4 1.4v7.9c-.6.7-1.3 1.3-2.2 1.7Zm-8.2-.2-3-1.7v-3.5l3-1.7 3 1.7v3.5l-3 1.7Zm4-7-3.5-2a1 1 0 0 0-1 0l-3.5 2v-2.8l4-2.3 6.8 3.9c.2.4.2.8.2 1.2l-3-1.7Z"/>
|
||||
</svg>`;
|
||||
|
||||
function escapeHtml(value: string): string {
|
||||
return value
|
||||
.replace(/&/g, "&")
|
||||
.replace(/</g, "<")
|
||||
.replace(/>/g, ">")
|
||||
.replace(/"/g, """);
|
||||
}
|
||||
|
||||
function css(): string {
|
||||
return `
|
||||
:root {
|
||||
color-scheme: light dark;
|
||||
--bg: #ffffff;
|
||||
--panel: #ffffff;
|
||||
--text: #1f2328;
|
||||
--muted: #6b7280;
|
||||
--border: #e5e7eb;
|
||||
--soft: #f7f7f8;
|
||||
--code: #0f172a;
|
||||
--code-bg: #f4f4f5;
|
||||
--accent: #10a37f;
|
||||
font-family: ui-sans-serif, system-ui, -apple-system, BlinkMacSystemFont, "Segoe UI", "Noto Sans", "Noto Sans CJK SC", "Noto Sans CJK JP", "Noto Sans CJK KR", "Noto Sans Thai", "Helvetica Neue", Arial, sans-serif;
|
||||
}
|
||||
@media (prefers-color-scheme: dark) {
|
||||
:root {
|
||||
--bg: #212121;
|
||||
--panel: #212121;
|
||||
--text: #ececec;
|
||||
--muted: #a8a8a8;
|
||||
--border: #3f3f46;
|
||||
--soft: #2f2f2f;
|
||||
--code: #e5e7eb;
|
||||
--code-bg: #171717;
|
||||
}
|
||||
}
|
||||
html[data-theme="light"] {
|
||||
--bg: #ffffff; --panel: #ffffff; --text: #1f2328; --muted: #6b7280; --border: #e5e7eb; --soft: #f7f7f8; --code: #0f172a; --code-bg: #f4f4f5;
|
||||
}
|
||||
html[data-theme="dark"] {
|
||||
--bg: #212121; --panel: #212121; --text: #ececec; --muted: #a8a8a8; --border: #3f3f46; --soft: #2f2f2f; --code: #e5e7eb; --code-bg: #171717;
|
||||
}
|
||||
* { box-sizing: border-box; }
|
||||
body { margin: 0; background: var(--bg); color: var(--text); font-size: 16px; line-height: 1.65; }
|
||||
a { color: inherit; }
|
||||
.page { min-height: 100vh; }
|
||||
.topbar { position: sticky; top: 0; z-index: 2; border-bottom: 1px solid var(--border); background: color-mix(in srgb, var(--bg) 92%, transparent); backdrop-filter: blur(12px); }
|
||||
.topbar-inner { max-width: 880px; margin: 0 auto; padding: 14px 20px; display: flex; align-items: center; justify-content: space-between; gap: 12px; }
|
||||
.snapshot-label { font-size: 13px; color: var(--muted); white-space: nowrap; }
|
||||
.title { max-width: 880px; margin: 0 auto; padding: 34px 20px 18px; }
|
||||
h1 { margin: 0; font-size: clamp(28px, 5vw, 44px); line-height: 1.12; letter-spacing: 0; }
|
||||
.conversation { max-width: 880px; margin: 0 auto; padding: 0 20px 36px; }
|
||||
.message { display: grid; grid-template-columns: 38px minmax(0, 1fr); gap: 16px; padding: 22px 0; border-top: 1px solid var(--border); }
|
||||
.avatar { width: 32px; height: 32px; display: grid; place-items: center; margin-top: 2px; }
|
||||
.avatar.user { border-radius: 50%; background: var(--soft); color: var(--text); font-weight: 650; font-size: 13px; }
|
||||
.avatar svg { width: 32px; height: 32px; display: block; }
|
||||
.role { color: var(--muted); font-size: 13px; margin-bottom: 4px; }
|
||||
.content { min-width: 0; overflow-wrap: anywhere; }
|
||||
.content p { margin: 0 0 1em; }
|
||||
.content p:last-child { margin-bottom: 0; }
|
||||
.content pre { margin: 1em 0; overflow: auto; padding: 14px 16px; border-radius: 8px; background: var(--code-bg); color: var(--code); font-size: 14px; line-height: 1.55; }
|
||||
.content code { font-family: ui-monospace, SFMono-Regular, Menlo, Monaco, Consolas, "Liberation Mono", "Noto Sans Mono", monospace; }
|
||||
.content :not(pre) > code { background: var(--code-bg); border-radius: 5px; padding: 0.1em 0.32em; }
|
||||
.content table { width: 100%; border-collapse: collapse; margin: 1em 0; display: block; overflow-x: auto; }
|
||||
.content th, .content td { border: 1px solid var(--border); padding: 8px 10px; text-align: left; vertical-align: top; }
|
||||
.content blockquote { border-left: 3px solid var(--border); margin: 1em 0; padding-left: 14px; color: var(--muted); }
|
||||
.content img { max-width: 100%; height: auto; border-radius: 8px; }
|
||||
.downloads { border-top: 1px solid var(--border); background: var(--soft); }
|
||||
.downloads-inner { max-width: 880px; margin: 0 auto; padding: 22px 20px; display: flex; flex-wrap: wrap; gap: 10px; align-items: center; }
|
||||
.button, select { min-height: 38px; border: 1px solid var(--border); border-radius: 8px; background: var(--panel); color: var(--text); padding: 8px 12px; font: inherit; font-size: 14px; text-decoration: none; }
|
||||
.button.primary { background: var(--accent); border-color: var(--accent); color: #fff; }
|
||||
.source { max-width: 880px; margin: 0 auto; padding: 18px 20px 34px; color: var(--muted); font-size: 12px; }
|
||||
.source a { color: var(--muted); }
|
||||
.failure { max-width: 720px; margin: 0 auto; padding: 80px 20px; }
|
||||
.failure h1 { font-size: 32px; }
|
||||
@media (max-width: 640px) {
|
||||
body { font-size: 15px; }
|
||||
.topbar-inner { padding: 12px 16px; }
|
||||
.title { padding: 26px 16px 12px; }
|
||||
.conversation { padding: 0 16px 28px; }
|
||||
.message { grid-template-columns: 32px minmax(0, 1fr); gap: 12px; padding: 18px 0; }
|
||||
.avatar, .avatar svg { width: 28px; height: 28px; }
|
||||
.downloads-inner { padding: 18px 16px; align-items: stretch; }
|
||||
.button, select { width: 100%; }
|
||||
}`;
|
||||
}
|
||||
|
||||
function pageScript(slug: string): string {
|
||||
return `
|
||||
(function () {
|
||||
var params = new URLSearchParams(location.search);
|
||||
var theme = params.get("theme");
|
||||
if (theme === "light" || theme === "dark") document.documentElement.dataset.theme = theme;
|
||||
var copy = document.querySelector("[data-copy]");
|
||||
if (copy) copy.addEventListener("click", async function () {
|
||||
await navigator.clipboard.writeText(location.href.replace(/[?#].*$/, ""));
|
||||
copy.textContent = "Copied";
|
||||
setTimeout(function () { copy.textContent = "Copy link"; }, 1400);
|
||||
});
|
||||
var form = document.querySelector("[data-shot-form]");
|
||||
if (form) form.addEventListener("submit", function (event) {
|
||||
event.preventDefault();
|
||||
var device = form.querySelector("[name=device]").value;
|
||||
var selectedTheme = form.querySelector("[name=theme]").value;
|
||||
if (selectedTheme === "system") selectedTheme = matchMedia("(prefers-color-scheme: dark)").matches ? "dark" : "light";
|
||||
location.href = "/aishare/${slug}/screenshots/" + device + "-" + selectedTheme + ".png";
|
||||
});
|
||||
})();`;
|
||||
}
|
||||
|
||||
function messageAvatar(role: string): string {
|
||||
if (role === "assistant") return `<div class="avatar">${chatGptAvatar}</div>`;
|
||||
if (role === "user") return `<div class="avatar user">You</div>`;
|
||||
return `<div class="avatar user">i</div>`;
|
||||
}
|
||||
|
||||
export function renderConversationPage(slug: string, conversation: NormalizedConversation): string {
|
||||
const title = escapeHtml(conversation.title);
|
||||
const messages = conversation.messages
|
||||
.map((message) => `
|
||||
<article class="message ${message.role}">
|
||||
${messageAvatar(message.role)}
|
||||
<div class="content-wrap">
|
||||
<div class="role">${message.role === "assistant" ? "Assistant" : message.role === "user" ? "You" : "Message"}</div>
|
||||
<div class="content">${message.html}</div>
|
||||
</div>
|
||||
</article>`)
|
||||
.join("\n");
|
||||
|
||||
return `<!doctype html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="utf-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1">
|
||||
<meta name="robots" content="noindex">
|
||||
<title>${title}</title>
|
||||
<style>${css()}</style>
|
||||
</head>
|
||||
<body>
|
||||
<div class="page">
|
||||
<header class="topbar"><div class="topbar-inner"><strong>AI Share</strong><span class="snapshot-label">ChatGPT snapshot</span></div></header>
|
||||
<main>
|
||||
<section class="title"><h1>${title}</h1></section>
|
||||
<section class="conversation">${messages}</section>
|
||||
</main>
|
||||
<section class="downloads">
|
||||
<div class="downloads-inner">
|
||||
<a class="button primary" href="/aishare/${slug}/download.zip">Download HTML ZIP</a>
|
||||
<a class="button" href="/aishare/${slug}/download.html">Download HTML</a>
|
||||
<form data-shot-form style="display: contents">
|
||||
<select name="device" aria-label="Screenshot size"><option value="desktop">Desktop</option><option value="mobile">Mobile</option></select>
|
||||
<select name="theme" aria-label="Screenshot theme"><option value="system">Current theme</option><option value="light">Light</option><option value="dark">Dark</option></select>
|
||||
<button class="button" type="submit">Download screenshot</button>
|
||||
</form>
|
||||
<button class="button" type="button" data-copy>Copy link</button>
|
||||
</div>
|
||||
</section>
|
||||
<footer class="source">
|
||||
Captured from ChatGPT on ${escapeHtml(new Date(conversation.capturedAt).toLocaleString())}.
|
||||
Source: <a href="${escapeHtml(conversation.sourceUrl)}" rel="nofollow noreferrer">${escapeHtml(conversation.sourceUrl)}</a>
|
||||
</footer>
|
||||
</div>
|
||||
<script>${pageScript(slug)}</script>
|
||||
</body>
|
||||
</html>`;
|
||||
}
|
||||
|
||||
export function renderFailurePage(row: CaptureRow): string {
|
||||
const title = escapeHtml(row.title || "Capture failed");
|
||||
const reason = escapeHtml(row.error_public || "This ChatGPT share could not be captured.");
|
||||
return `<!doctype html>
|
||||
<html lang="en">
|
||||
<head>
|
||||
<meta charset="utf-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1">
|
||||
<meta name="robots" content="noindex">
|
||||
<title>${title}</title>
|
||||
<style>${css()}</style>
|
||||
</head>
|
||||
<body>
|
||||
<main class="failure">
|
||||
<p class="snapshot-label">AI Share capture</p>
|
||||
<h1>${title}</h1>
|
||||
<p>${reason}</p>
|
||||
</main>
|
||||
<footer class="source">
|
||||
Source: <a href="${escapeHtml(row.source_url)}" rel="nofollow noreferrer">${escapeHtml(row.source_url)}</a>
|
||||
</footer>
|
||||
</body>
|
||||
</html>`;
|
||||
}
|
||||
|
||||
export async function writeConversationArtifact(slug: string, conversation: NormalizedConversation): Promise<void> {
|
||||
await fs.ensureDir(artifactAssetsDir(slug));
|
||||
await fs.writeFile(artifactIndexPath(slug), renderConversationPage(slug, conversation), "utf8");
|
||||
}
|
||||
|
||||
export async function writeFailureArtifact(row: CaptureRow): Promise<void> {
|
||||
if (!row.slug) return;
|
||||
await fs.ensureDir(artifactDir(row.slug));
|
||||
await fs.writeFile(path.join(artifactDir(row.slug), "index.html"), renderFailurePage(row), "utf8");
|
||||
}
|
||||
+212
@@ -0,0 +1,212 @@
|
||||
import path from "node:path";
|
||||
import express, { type NextFunction, type Request, type Response } from "express";
|
||||
import fs from "fs-extra";
|
||||
import { config } from "./config.js";
|
||||
import { store } from "./db.js";
|
||||
import { captureQueue } from "./queue.js";
|
||||
import { newCaptureId } from "./capture.js";
|
||||
import { validateChatGptShareUrl } from "./url.js";
|
||||
import { slugify } from "./slug.js";
|
||||
import {
|
||||
artifactAssetsDir,
|
||||
artifactDir,
|
||||
artifactIndexPath,
|
||||
deleteAllArtifactRoots,
|
||||
deleteArtifactsFor,
|
||||
screenshotPath,
|
||||
zipArtifact
|
||||
} from "./artifacts.js";
|
||||
|
||||
const app = express();
|
||||
|
||||
app.disable("x-powered-by");
|
||||
app.use(express.json({ limit: "1mb" }));
|
||||
|
||||
function requireAdmin(req: Request, res: Response, next: NextFunction): void {
|
||||
if (!config.adminToken) {
|
||||
res.status(500).json({ error: "AISHARE_ADMIN_TOKEN is not configured." });
|
||||
return;
|
||||
}
|
||||
const header = req.header("authorization") || "";
|
||||
const token = header.startsWith("Bearer ") ? header.slice("Bearer ".length) : req.header("x-admin-token");
|
||||
if (token && token === config.adminToken) {
|
||||
next();
|
||||
return;
|
||||
}
|
||||
res.status(401).json({ error: "Admin token required." });
|
||||
}
|
||||
|
||||
function publicCapture(row: ReturnType<typeof store.getCapture>) {
|
||||
if (!row) return null;
|
||||
return {
|
||||
id: row.id,
|
||||
sourceUrl: row.source_url,
|
||||
provider: row.provider,
|
||||
slug: row.slug,
|
||||
title: row.title,
|
||||
status: row.status,
|
||||
errorPublic: row.error_public,
|
||||
createdAt: row.created_at,
|
||||
updatedAt: row.updated_at,
|
||||
capturedAt: row.captured_at,
|
||||
publicUrl: row.slug ? `${config.baseUrl}/${row.slug}` : null
|
||||
};
|
||||
}
|
||||
|
||||
function safeSendFrom(root: string, requested: string, res: Response): void {
|
||||
const clean = path.normalize(requested).replace(/^(\.\.(\/|\\|$))+/, "");
|
||||
const target = path.resolve(root, clean);
|
||||
const resolvedRoot = path.resolve(root);
|
||||
if (!target.startsWith(resolvedRoot)) {
|
||||
res.status(400).send("Invalid path");
|
||||
return;
|
||||
}
|
||||
res.sendFile(target);
|
||||
}
|
||||
|
||||
app.use(`${config.basePath}/admin-assets`, express.static(path.resolve("dist-client"), { immutable: true, maxAge: "1y" }));
|
||||
|
||||
app.get(`${config.basePath}/admin`, (_req, res) => {
|
||||
res.sendFile(path.resolve("dist-client/index.html"));
|
||||
});
|
||||
|
||||
app.get(`${config.basePath}/api/health`, (_req, res) => {
|
||||
res.json({ ok: true });
|
||||
});
|
||||
|
||||
app.post(`${config.basePath}/api/captures`, requireAdmin, (req, res) => {
|
||||
try {
|
||||
const sourceUrl = validateChatGptShareUrl(String(req.body?.sourceUrl || ""));
|
||||
const requestedSlug = req.body?.slug ? slugify(String(req.body.slug)) : null;
|
||||
const row = store.createCapture({ id: newCaptureId(), sourceUrl, requestedSlug });
|
||||
captureQueue.enqueue(row.id);
|
||||
res.status(202).json({ capture: publicCapture(row) });
|
||||
} catch (error) {
|
||||
res.status(400).json({ error: error instanceof Error ? error.message : String(error) });
|
||||
}
|
||||
});
|
||||
|
||||
app.get(`${config.basePath}/api/captures`, requireAdmin, (req, res) => {
|
||||
const page = Number.parseInt(String(req.query.page || "1"), 10);
|
||||
const pageSize = Number.parseInt(String(req.query.pageSize || "20"), 10);
|
||||
const result = store.listCaptures(page, pageSize);
|
||||
res.json({
|
||||
page,
|
||||
pageSize,
|
||||
total: result.total,
|
||||
captures: result.rows.map(publicCapture)
|
||||
});
|
||||
});
|
||||
|
||||
app.get(`${config.basePath}/api/captures/:id`, requireAdmin, (req, res) => {
|
||||
const row = store.getCapture(req.params.id);
|
||||
if (!row) {
|
||||
res.status(404).json({ error: "Capture not found." });
|
||||
return;
|
||||
}
|
||||
res.json({ capture: publicCapture(row), errorDetail: row.error_detail, metadata: row.metadata_json ? JSON.parse(row.metadata_json) : null });
|
||||
});
|
||||
|
||||
app.post(`${config.basePath}/api/captures/:id/retry`, requireAdmin, (req, res) => {
|
||||
const row = store.getCapture(req.params.id);
|
||||
if (!row) {
|
||||
res.status(404).json({ error: "Capture not found." });
|
||||
return;
|
||||
}
|
||||
if (row.status === "ready") {
|
||||
res.status(409).json({ error: "Successful captures are immutable. Create a new capture instead." });
|
||||
return;
|
||||
}
|
||||
store.updateStatus(row.id, "queued");
|
||||
captureQueue.enqueue(row.id);
|
||||
res.json({ capture: publicCapture(store.getCapture(row.id)) });
|
||||
});
|
||||
|
||||
app.delete(`${config.basePath}/api/captures/:id`, requireAdmin, async (req, res) => {
|
||||
const row = store.deleteCapture(req.params.id);
|
||||
if (!row) {
|
||||
res.status(404).json({ error: "Capture not found." });
|
||||
return;
|
||||
}
|
||||
await deleteArtifactsFor(row);
|
||||
res.json({ ok: true });
|
||||
});
|
||||
|
||||
app.delete(`${config.basePath}/api/captures`, requireAdmin, async (_req, res) => {
|
||||
store.deleteAllCaptures();
|
||||
await deleteAllArtifactRoots();
|
||||
res.json({ ok: true });
|
||||
});
|
||||
|
||||
app.get(`${config.basePath}/:slug/assets/*`, (req, res) => {
|
||||
const wildcard = (req.params as Record<string, string>)[0] || "";
|
||||
safeSendFrom(artifactAssetsDir(req.params.slug), wildcard, res);
|
||||
});
|
||||
|
||||
app.get(`${config.basePath}/:slug/screenshots/:variant.png`, (req, res) => {
|
||||
res.sendFile(screenshotPath(req.params.slug, req.params.variant));
|
||||
});
|
||||
|
||||
app.get(`${config.basePath}/:slug/screenshot.png`, (req, res) => {
|
||||
const device = req.query.device === "mobile" ? "mobile" : "desktop";
|
||||
const theme = req.query.theme === "dark" ? "dark" : "light";
|
||||
res.sendFile(screenshotPath(req.params.slug, `${device}-${theme}`));
|
||||
});
|
||||
|
||||
app.get(`${config.basePath}/:slug/download.html`, (req, res) => {
|
||||
const row = store.getCaptureBySlug(req.params.slug);
|
||||
if (!row) {
|
||||
res.status(404).send("Not found");
|
||||
return;
|
||||
}
|
||||
res.download(artifactIndexPath(req.params.slug), `${req.params.slug}.html`);
|
||||
});
|
||||
|
||||
app.get(`${config.basePath}/:slug/download.zip`, async (req, res, next) => {
|
||||
try {
|
||||
const row = store.getCaptureBySlug(req.params.slug);
|
||||
if (!row) {
|
||||
res.status(404).send("Not found");
|
||||
return;
|
||||
}
|
||||
const zipPath = path.join(config.cacheDir, `${req.params.slug}.zip`);
|
||||
await zipArtifact(req.params.slug, zipPath);
|
||||
res.download(zipPath, `${req.params.slug}.zip`);
|
||||
} catch (error) {
|
||||
next(error);
|
||||
}
|
||||
});
|
||||
|
||||
app.get(`${config.basePath}/:slug`, async (req, res) => {
|
||||
const row = store.getCaptureBySlug(req.params.slug);
|
||||
if (!row) {
|
||||
res.status(404).send("Not found");
|
||||
return;
|
||||
}
|
||||
const index = artifactIndexPath(req.params.slug);
|
||||
if (await fs.pathExists(index)) {
|
||||
res.sendFile(index);
|
||||
return;
|
||||
}
|
||||
res
|
||||
.status(row.status === "failed" ? 500 : 202)
|
||||
.send(`<!doctype html><meta name="robots" content="noindex"><title>${row.title || "AI Share"}</title><p>${row.error_public || `Capture is ${row.status}.`}</p>`);
|
||||
});
|
||||
|
||||
app.get(config.basePath, (_req, res) => {
|
||||
res.redirect(301, `${config.basePath}/admin`);
|
||||
});
|
||||
|
||||
app.use((error: unknown, _req: Request, res: Response, _next: NextFunction) => {
|
||||
console.error(error);
|
||||
res.status(500).json({ error: "Internal server error." });
|
||||
});
|
||||
|
||||
await fs.ensureDir(config.htmlDir);
|
||||
await fs.ensureDir(config.screenshotDir);
|
||||
await fs.ensureDir(config.cacheDir);
|
||||
captureQueue.restorePending();
|
||||
|
||||
app.listen(config.port, "0.0.0.0", () => {
|
||||
console.log(`aishare listening on 0.0.0.0:${config.port}`);
|
||||
});
|
||||
+22
@@ -0,0 +1,22 @@
|
||||
const STOP_CHARS = /['"`]/g;
|
||||
|
||||
export function slugify(input: string, fallback = "chatgpt-share"): string {
|
||||
const base = input
|
||||
.normalize("NFKD")
|
||||
.replace(STOP_CHARS, "")
|
||||
.toLowerCase()
|
||||
.replace(/[^a-z0-9]+/g, "-")
|
||||
.replace(/^-+|-+$/g, "")
|
||||
.replace(/-{2,}/g, "-")
|
||||
.slice(0, 80);
|
||||
|
||||
return base || fallback;
|
||||
}
|
||||
|
||||
export function displayTitleFromSlug(slug: string): string {
|
||||
return slug
|
||||
.split("-")
|
||||
.filter(Boolean)
|
||||
.map((part) => part.charAt(0).toUpperCase() + part.slice(1))
|
||||
.join(" ");
|
||||
}
|
||||
@@ -0,0 +1,38 @@
|
||||
export type CaptureStatus = "queued" | "capturing" | "rendering" | "ready" | "failed";
|
||||
|
||||
export interface CaptureRow {
|
||||
id: string;
|
||||
source_url: string;
|
||||
provider: "chatgpt";
|
||||
slug: string | null;
|
||||
requested_slug: string | null;
|
||||
title: string | null;
|
||||
status: CaptureStatus;
|
||||
error_public: string | null;
|
||||
error_detail: string | null;
|
||||
data_json: string | null;
|
||||
metadata_json: string | null;
|
||||
created_at: string;
|
||||
updated_at: string;
|
||||
captured_at: string | null;
|
||||
}
|
||||
|
||||
export interface NormalizedConversation {
|
||||
provider: "chatgpt";
|
||||
title: string;
|
||||
sourceUrl: string;
|
||||
capturedAt: string;
|
||||
messages: NormalizedMessage[];
|
||||
}
|
||||
|
||||
export interface NormalizedMessage {
|
||||
id: string;
|
||||
role: "user" | "assistant" | "system" | "unknown";
|
||||
html: string;
|
||||
text: string;
|
||||
}
|
||||
|
||||
export interface ScreenshotVariant {
|
||||
device: "desktop" | "mobile";
|
||||
theme: "light" | "dark";
|
||||
}
|
||||
+21
@@ -0,0 +1,21 @@
|
||||
export function validateChatGptShareUrl(raw: string): string {
|
||||
let url: URL;
|
||||
try {
|
||||
url = new URL(raw);
|
||||
} catch {
|
||||
throw new Error("Enter a valid public ChatGPT share URL.");
|
||||
}
|
||||
|
||||
if (url.protocol !== "https:") {
|
||||
throw new Error("Only HTTPS ChatGPT share URLs are accepted.");
|
||||
}
|
||||
|
||||
const host = url.hostname.toLowerCase();
|
||||
const allowedHost = host === "chatgpt.com" || host === "chat.openai.com";
|
||||
if (!allowedHost || !url.pathname.startsWith("/share/")) {
|
||||
throw new Error("Only public ChatGPT share URLs under /share/ are accepted.");
|
||||
}
|
||||
|
||||
url.hash = "";
|
||||
return url.toString();
|
||||
}
|
||||
Reference in New Issue
Block a user