Files

1333 lines
48 KiB
JavaScript
Raw Permalink Normal View History

// voice_cdp.js —— ChatGPT/Codex 语音输入注入:主进程侧。
// 用 CDP(Chrome DevTools Protocol)连接带 --remote-debugging-port 的 ChatGPT/Codex 桌面版,
// 往其页面注入麦克风按钮脚本,录音经 binding 回传 → 调中转站 Whisper 转写 → 文字回填 composer。
// 不改 Codex 源码、不写补丁文件。无第三方依赖:CDP over WebSocket 用 Node 内置 net 手写最小 WS 客户端
// (Electron 34 主进程的 Node 无全局 WebSocket);HTTP 用全局 fetch;multipart 用全局 FormData/Blob。
//
// 机制参考 CodexPlusPlus 的 bridge.rs:Runtime.evaluate / Page.addScriptToEvaluateOnNewDocument /
// Runtime.addBinding + Runtime.bindingCalled。
const { execFile, spawn } = require("child_process");
const fs = require("fs");
const net = require("net");
const crypto = require("crypto");
const os = require("os");
const path = require("path");
function dlog(...a) { try { console.log("[voice]", ...a); } catch {} }
const router = require("./router");
const codexDesktop = require("./codex_desktop");
const globalDictation = require("./global_dictation");
const { INJECT_SCRIPT } = require("./voice_inject");
const { TOKEN_INJECT_SCRIPT } = require("./token_inject");
const tokenUsage = require("./token_usage");
const DEFAULT_PORT = 19222; // Codex 调试端口(避开 Chrome 默认 9222)
const BINDING_NAME = "__voiceBridge"; // 页面 → 主进程 的 CDP binding
const CDP_HTTP_TIMEOUT = 3000; // GET /json 超时
const CDP_WS_TIMEOUT = 5000; // WebSocket 握手超时
const CDP_CMD_TIMEOUT = 5000; // 单条 CDP 命令超时
const READY_POLL_INTERVAL = 500; // 轮询就绪间隔
const READY_POLL_MAX_MS = 180000; // 轮询就绪最长等待:Windows 冷启动可能要 2~3 分钟
const PACKAGED_READY_POLL_MAX_MS = 180000; // Store/MSIX 版 AppID 启动后也要给足白屏加载时间
const WINDOWS_LAUNCH_TIMEOUT_MS = 4500;
const WINDOWS_APPID_ACTIVATE_TIMEOUT_MS = 10000;
const RECORD_MAX_MS = 60000; // 单次录音上限(注入脚本侧也限)
// —— 状态机 ——
// unknown / checking / not_running / running_no_port / restarting / waiting_debug_port /
// unsupported_packaged / connecting / injecting / connected / disconnected / error
let state = {
phase: "unknown",
port: DEFAULT_PORT,
codexPath: "",
codexPackaged: false,
codexLaunchType: "exe",
codexAppId: "",
launchWarning: "",
portDiagnostic: "",
lastError: "",
discovery: null,
target: null, // { id, url, title }
};
let session = null; // 当前 CdpSession
let voiceScriptIdentifier = ""; // 用于断开时撤销后续页面的语音自动注入
let networkSessions = []; // worker 等附加 target 的 Network 监听 session
let networkAttachGeneration = 0;
let onStatusCb = null;
let onSessionDeleteCb = null;
let tokenSyncTimer = null;
function snapshot() {
const { phase, port, codexPath, codexPackaged, codexLaunchType, codexAppId, launchWarning, portDiagnostic, lastError, model, target, discovery } = state;
return { phase, port, codexPath, codexPackaged, codexLaunchType, codexAppId, launchWarning, portDiagnostic, lastError, model, target, discovery };
}
function setPhase(phase, extra = {}) {
state = { ...state, phase, ...extra };
if (onStatusCb) {
try {
onStatusCb(snapshot());
} catch {}
}
}
async function syncTokenUsage() {
if (!session) return;
const usage = await tokenUsage.readDaily();
if (!usage || !usage.available) return;
try {
await session.send("Runtime.evaluate", {
expression: "window.__tdTokenSet && window.__tdTokenSet(" + JSON.stringify(usage) + ")",
awaitPromise: false,
});
} catch {}
}
function startTokenSync() {
if (tokenSyncTimer) clearInterval(tokenSyncTimer);
tokenSyncTimer = setInterval(() => { syncTokenUsage().catch(() => {}); }, 2500);
syncTokenUsage().catch(() => {});
}
function stopTokenSync() {
if (tokenSyncTimer) clearInterval(tokenSyncTimer);
tokenSyncTimer = null;
}
// —— 探测 Codex 可执行路径 ——
function scanCodexExecutable() {
const candidates = codexDesktop.desktopExecutableCandidates();
const candidate = candidates.find((item) => item && item.path && !item.packaged) ||
candidates.find((item) => item && item.path && item.packaged);
const exe = candidate && candidate.path ? candidate.path : "";
state.codexPath = exe;
state.codexPackaged = !!(candidate && candidate.packaged);
state.codexLaunchType = (candidate && candidate.launchType) || "exe";
state.codexAppId = (candidate && candidate.appId) || "";
state.discovery = codexDesktop.discoveryReport ? codexDesktop.discoveryReport() : null;
return exe;
}
function desktopNotFoundError() {
const summary = codexDesktop.discoverySummary ? codexDesktop.discoverySummary() : "";
const discovery = state.discovery || {};
const hasPackaged = Array.isArray(discovery.candidates) && discovery.candidates.some((item) => item && item.packaged);
if (process.platform === "win32") {
return "未找到可直接启动的 ChatGPT/Codex 桌面程序。" +
(summary ? "扫描结果:" + summary + "。" : "") +
(hasPackaged ? "检测到 WindowsApps/Store 受保护入口,但它不能直接附加调试端口。" : "") +
"请安装官网下载的桌面版后重试。";
}
return "未找到 ChatGPT/Codex 桌面程序。" + (summary ? "扫描结果:" + summary + "。" : "");
}
function desktopLaunchError(exePath, err) {
const msg = String((err && err.message) || err || "");
if (process.platform === "win32" && /eperm/i.test(msg)) {
return "Windows 拒绝启动 ChatGPT/Codex 调试模式(EPERM)。路径:" + exePath +
"。如果这是 Microsoft Store/WindowsApps 版本,请改装官网下载的桌面版;如果是普通 exe,请用管理员权限启动工具箱后再试。";
}
return "启动 ChatGPT/Codex 失败:" + msg + (exePath ? "。路径:" + exePath : "");
}
function compactError(err, fallback = "未知错误") {
const parts = [
err && err.stderr,
err && err.stdout,
err && err.message,
err,
].filter(Boolean).map((v) => String(v));
const raw = parts.find((v) => v.trim()) || fallback;
return raw
.replace(/Command failed:[\s\S]*?(?=(\r?\n|$))/i, "")
.replace(/\s+/g, " ")
.trim()
.slice(0, 220) || fallback;
}
function compactCommandLine(cmd) {
const text = String(cmd || "").replace(/\s+/g, " ").trim();
if (!text) return "";
const hasWindowsApps = /WindowsApps/i.test(text);
const hasDebugArg = /--remote-debugging-port/i.test(text);
const exe = (text.match(/(?:^|[ "])([A-Z]:\\[^"]*?(?:ChatGPT|Codex)[^"\\]*\.exe)/i) || [])[1] || "";
const pidPart = exe ? exe.replace(/^.*[\\/]/, "") : "";
const tags = [];
if (hasWindowsApps) tags.push("WindowsApps");
tags.push(hasDebugArg ? "含调试参数" : "无调试参数");
return [pidPart, tags.join("/")].filter(Boolean).join(" ");
}
function updateWindowsProcessDiagnostic(port) {
if (process.platform !== "win32" || !codexDesktop.windowsProcessDiagnostics) return null;
try {
const d = codexDesktop.windowsProcessDiagnostics(port);
if (!d || !Array.isArray(d.rows) || !d.rows.length) {
state.portDiagnostic = "未检测到 ChatGPT/Codex 进程";
return d;
}
state.portDiagnostic = d.hasDebugArg
? "进程命令行已包含调试端口参数"
: "进程命令行未包含 --remote-debugging-port=" + port + ",调试端口不会打开";
const rowsSummary = d.rows.map((row) => {
const name = (row && row.Name) || "process";
const pid = (row && row.ProcessId) || "?";
const cmd = compactCommandLine((row && row.CommandLine) || "");
return `${name}#${pid}${cmd ? " " + cmd : ""}`;
}).join(" | ");
if (rowsSummary) state.portDiagnostic += ";" + rowsSummary;
state.portDiagnostic = state.portDiagnostic.slice(0, 260);
return d;
} catch (e) {
state.portDiagnostic = "读取进程命令行失败:" + compactError(e);
return null;
}
}
function debugPortFailureMessage(action, port) {
const diag = updateWindowsProcessDiagnostic(port);
if (state.codexPackaged) {
const reason = diag && diag.rows && diag.rows.length && !diag.hasDebugArg
? "当前 Store/MSIX 启动参数没有进入 Codex 进程,无法打开调试端口。"
: "当前 Store/MSIX 启动方式未开放调试端口。";
return "已尝试通过 Windows AppID " + action + " ChatGPT/Codex,但未检测到调试端口。" +
reason + "建议改装官网下载桌面版。";
}
return action === "重启" ? "重启 ChatGPT 后未开放调试端口" : "Codex 启动后未开放调试端口,请重试";
}
function isPackagedDebugArgMissing(port) {
if (!state.codexPackaged || process.platform !== "win32") return false;
const d = updateWindowsProcessDiagnostic(port);
return !!(d && Array.isArray(d.rows) && d.rows.length && !d.hasDebugArg);
}
function setDebugPortFailure(action, port) {
const unsupported = isPackagedDebugArgMissing(port);
setPhase(unsupported ? "unsupported_packaged" : "error", {
lastError: debugPortFailureMessage(action, port) + (state.launchWarning ? "(" + state.launchWarning + ")" : ""),
portDiagnostic: state.portDiagnostic,
});
}
function windowsLaunchArgs(port) {
return [
`--remote-debugging-port=${port}`,
`--remote-allow-origins=http://127.0.0.1:${port}`,
];
}
function quoteWindowsArgument(arg) {
const text = String(arg || "");
if (text && !/[ \t"]/.test(text)) return text;
let out = "\"";
let backslashes = 0;
for (const ch of text) {
if (ch === "\\") {
backslashes += 1;
continue;
}
if (ch === "\"") {
out += "\\".repeat(backslashes * 2 + 1) + "\"";
backslashes = 0;
continue;
}
out += "\\".repeat(backslashes) + ch;
backslashes = 0;
}
out += "\\".repeat(backslashes * 2) + "\"";
return out;
}
function windowsCommandLineArguments(args) {
return args.map(quoteWindowsArgument).join(" ");
}
function windowsActivateAppId(appId, port) {
return new Promise((resolve, reject) => {
if (process.platform !== "win32") {
reject(new Error("AppID activation only supports Windows"));
return;
}
const script = [
"$ErrorActionPreference='Stop'",
"[Console]::OutputEncoding=[System.Text.Encoding]::UTF8",
"$OutputEncoding=[System.Text.Encoding]::UTF8",
"$code = @'",
"using System;",
"using System.Runtime.InteropServices;",
"namespace TdCodexAppActivation {",
"[ComImport, Guid(\"45BA127D-10A8-46EA-8AB7-56EA9078943C\")]",
"public class ApplicationActivationManager {}",
"[ComImport, Guid(\"2e941141-7f97-4756-ba1d-9decde894a3d\"), InterfaceType(ComInterfaceType.InterfaceIsIUnknown)]",
"public interface IApplicationActivationManager {",
" [PreserveSig]",
" int ActivateApplication([MarshalAs(UnmanagedType.LPWStr)] string appUserModelId, [MarshalAs(UnmanagedType.LPWStr)] string arguments, int options, out uint processId);",
" [PreserveSig]",
" int ActivateForFile([MarshalAs(UnmanagedType.LPWStr)] string appUserModelId, IntPtr itemArray, [MarshalAs(UnmanagedType.LPWStr)] string verb, out uint processId);",
" [PreserveSig]",
" int ActivateForProtocol([MarshalAs(UnmanagedType.LPWStr)] string appUserModelId, IntPtr itemArray, out uint processId);",
"}",
"public static class Launcher {",
" const int COINIT_APARTMENTTHREADED = 0x2;",
" const int RPC_E_CHANGED_MODE = unchecked((int)0x80010106);",
" [DllImport(\"ole32.dll\")] static extern int CoInitializeEx(IntPtr pvReserved, int dwCoInit);",
" [DllImport(\"ole32.dll\")] static extern void CoUninitialize();",
" public static uint Activate(string appUserModelId, string arguments) {",
" int coinit = CoInitializeEx(IntPtr.Zero, COINIT_APARTMENTTHREADED);",
" bool shouldUninitialize = coinit >= 0;",
" if (coinit < 0 && coinit != RPC_E_CHANGED_MODE) Marshal.ThrowExceptionForHR(coinit);",
" try {",
" var manager = (IApplicationActivationManager)new ApplicationActivationManager();",
" uint processId = 0;",
" int hr = manager.ActivateApplication(appUserModelId, arguments, 0, out processId);",
" if (hr != 0) throw new COMException(\"ActivateApplication failed\", hr);",
" return processId;",
" } finally {",
" if (shouldUninitialize) CoUninitialize();",
" }",
" }",
"}",
"}",
"'@",
"Add-Type -TypeDefinition $code -ErrorAction Stop",
"$activatedProcessId=[TdCodexAppActivation.Launcher]::Activate($env:TD_CODEX_APPID, $env:TD_CODEX_LAUNCH_ARGS)",
"[pscustomobject]@{ok=$true;pid=$activatedProcessId;args=$env:TD_CODEX_LAUNCH_ARGS}|ConvertTo-Json -Compress",
].join("\n");
const scriptPath = path.join(os.tmpdir(), "td-codex-appid-activate-" + process.pid + "-" + Date.now() + ".ps1");
try {
fs.writeFileSync(scriptPath, script, "utf8");
} catch (e) {
reject(e);
return;
}
execFile("powershell.exe", ["-NoProfile", "-Sta", "-ExecutionPolicy", "Bypass", "-File", scriptPath], {
env: {
...process.env,
TD_CODEX_APPID: String(appId || ""),
TD_CODEX_LAUNCH_PORT: String(port),
TD_CODEX_LAUNCH_ARGS: windowsCommandLineArguments(windowsLaunchArgs(port)),
},
windowsHide: true,
timeout: WINDOWS_APPID_ACTIVATE_TIMEOUT_MS,
}, (err, stdout) => {
try { fs.rmSync(scriptPath, { force: true }); } catch {}
if (err) {
reject(err);
return;
}
let data = null;
try {
data = JSON.parse(String(stdout || "").trim());
} catch {}
resolve(data || { ok: true });
});
});
}
function windowsShellStart(exePath, port) {
return new Promise((resolve, reject) => {
if (process.platform !== "win32") {
reject(new Error("shell start only supports Windows"));
return;
}
const launchType = state.codexLaunchType || "exe";
const target = launchType === "appId"
? "shell:AppsFolder\\" + String(state.codexAppId || exePath || "").trim()
: String(exePath || "").replace(/^\\\\\?\\/, "");
if (launchType === "appId") {
windowsActivateAppId(state.codexAppId || exePath, port).then((data) => {
const pid = data && data.pid ? `,PID ${data.pid}` : "";
state.launchWarning = "已通过 Windows AppID 激活 Store/MSIX 版 Codex" + pid;
resolve(true);
}).catch((activateErr) => {
execFile("explorer.exe", [target], { windowsHide: true, timeout: WINDOWS_LAUNCH_TIMEOUT_MS }, (err) => {
const first = "COM 激活提示:" + compactError(activateErr, "AppID 激活失败");
if (err) {
// explorer.exe often returns a failure code for shell:AppsFolder
// even after Windows has already handed off and launched the app.
const second = "explorer 提示:" + compactError(err, "explorer 启动失败");
state.launchWarning = (first + ";" + second).slice(0, 220);
resolve(false);
return;
}
state.launchWarning = (first + ";已通过 explorer 兜底拉起 Store/MSIX 版 Codex").slice(0, 220);
resolve(true);
});
});
return;
}
const script = [
"$target=$env:TD_CODEX_LAUNCH_TARGET",
"$args=@('--remote-debugging-port=' + $env:TD_CODEX_LAUNCH_PORT, '--remote-allow-origins=http://127.0.0.1:' + $env:TD_CODEX_LAUNCH_PORT)",
"Start-Process -FilePath $target -ArgumentList $args",
].join(";");
execFile("powershell.exe", ["-NoProfile", "-ExecutionPolicy", "Bypass", "-Command", script], {
env: {
...process.env,
TD_CODEX_LAUNCH_TARGET: target,
TD_CODEX_LAUNCH_PORT: String(port),
},
windowsHide: true,
timeout: WINDOWS_LAUNCH_TIMEOUT_MS,
}, (err) => {
if (err) {
reject(err);
return;
}
state.launchWarning = "";
resolve(true);
});
});
}
// —— HTTP:GET /json 取 targets ——
async function listTargets(port) {
const ctrl = new AbortController();
const t = setTimeout(() => ctrl.abort(), CDP_HTTP_TIMEOUT);
try {
const res = await fetch(`http://127.0.0.1:${port}/json`, { signal: ctrl.signal });
if (!res.ok) return [];
const arr = await res.json();
return Array.isArray(arr) ? arr : [];
} catch {
return [];
} finally {
clearTimeout(t);
}
}
// —— 挑可注入的 Codex 主页面 target ——
// Codex 可能有多个 page:主对话页 app://-/index.html,以及 avatar-overlay / global-dictation
// 等带 ?initialRoute= 的子路由覆盖层。优先选「无 query 的主入口」,次选普通 codex 页,排除覆盖层。
function pickTarget(targets) {
let main = null; // url 恰为 app://-/index.html(无 query)
let fallback = null; // 其它非覆盖层 codex 页
for (const t of targets) {
if (t.type !== "page") continue;
const ws = t.webSocketDebuggerUrl;
if (!ws) continue;
const url = (t.url || "").toLowerCase();
const title = (t.title || "").toLowerCase();
// 覆盖层:带 initialRoute 的子路由(avatar-overlay / global-dictation 等)
const isOverlayRoute = url.includes("initialroute=");
const isCodex =
url.startsWith("app://-/index.html") || url.includes("index.html") || title.includes("codex");
if (!isCodex) continue;
if (isOverlayRoute) continue; // 覆盖层不注入
if (url === "app://-/index.html" || url === "app://-/index.html/") {
main = main || t;
} else {
fallback = fallback || t;
}
}
return main || fallback;
}
// —— 最小 WebSocket 客户端(Node 内置 net,无需依赖;仅支持 CDP 需要的文本帧)——
// 解析 ws://host:port/path,TCP 连接 → HTTP 升级握手(带 Sec-WebSocket-Key)→ 文本帧收发。
// 客户端发送必须掩码;CDP 服务端发送不掩码。帧可能分片到达,用缓冲区拼。
function wsConnect(wsUrl) {
const u = new URL(wsUrl);
const host = u.hostname;
const port = u.port || (u.protocol === "wss:" ? "443" : "80");
const pathStr = u.pathname + u.search;
const key = crypto.randomBytes(16).toString("base64");
const socket = net.connect({ host, port: Number(port) });
const events = { open: [], message: [], close: [], error: [] };
const emit = (name, arg) => (events[name] || []).forEach((cb) => cb(arg));
socket.setTimeout(CDP_WS_TIMEOUT, () => {
if (!handshakeDone) emit("error", new Error("WS 连接超时"));
try { socket.destroy(); } catch {}
});
// —— 发送一帧文本(客户端必须掩码)——
function sendFrame(str) {
const payload = Buffer.from(str, "utf8");
const len = payload.length;
// opcode 1 = 文本;FIN=1
let header;
const mask = crypto.randomBytes(4);
if (len < 126) {
header = Buffer.alloc(6);
header[0] = 0x81;
header[1] = 0x80 | len;
mask.copy(header, 2);
} else if (len < 65536) {
header = Buffer.alloc(8);
header[0] = 0x81;
header[1] = 0x80 | 126;
header.writeUInt16BE(len, 2);
mask.copy(header, 4);
} else {
header = Buffer.alloc(14);
header[0] = 0x81;
header[1] = 0x80 | 127;
header.writeUInt32BE(0, 2);
header.writeUInt32BE(len, 6);
mask.copy(header, 10);
}
const masked = Buffer.alloc(len);
for (let i = 0; i < len; i++) masked[i] = payload[i] ^ mask[i & 3];
socket.write(Buffer.concat([header, masked]));
}
// —— 接收缓冲 + 帧解析 ——
let buf = Buffer.alloc(0);
let handshakeDone = false;
function parseFrames() {
while (true) {
if (buf.length < 2) return;
const b0 = buf[0];
const b1 = buf[1];
const opcode = b0 & 0x0f;
const masked = (b1 & 0x80) !== 0;
let payloadLen = b1 & 0x7f;
let offset = 2;
if (payloadLen === 126) {
if (buf.length < 4) return;
payloadLen = buf.readUInt16BE(2);
offset = 4;
} else if (payloadLen === 127) {
if (buf.length < 10) return;
// 高 32 位忽略(CDP 帧不会那么大)
payloadLen = Number(buf.readUInt32BE(6));
offset = 10;
}
let maskKey = null;
if (masked) {
if (buf.length < offset + 4) return;
maskKey = buf.slice(offset, offset + 4);
offset += 4;
}
if (buf.length < offset + payloadLen) return;
let payload = buf.slice(offset, offset + payloadLen);
if (masked) {
const un = Buffer.alloc(payload.length);
for (let i = 0; i < payload.length; i++) un[i] = payload[i] ^ maskKey[i & 3];
payload = un;
}
buf = buf.slice(offset + payloadLen);
// 只处理文本(1)/ping(9)/pong(10)/关闭(8)
if (opcode === 0x8) {
// 关闭帧
emit("close");
try {
socket.end();
} catch {}
return;
} else if (opcode === 0x9) {
// ping → 回 pong(无掩码服务端不要求,但回时按服务端→客户端本可不掩码;此处回文本帧不规范,CDP 不发 ping)
continue;
} else if (opcode === 0xa) {
continue; // pong,忽略
} else {
// 文本帧(含分片首帧 opcode 0 也按文本拼;CDP 单帧文本足够,简单按单帧处理)
emit("message", payload.toString("utf8"));
}
}
}
socket.on("connect", () => {
const req =
`GET ${pathStr} HTTP/1.1\r\n` +
`Host: ${host}:${port}\r\n` +
`Upgrade: websocket\r\n` +
`Connection: Upgrade\r\n` +
`Sec-WebSocket-Key: ${key}\r\n` +
`Sec-WebSocket-Version: 13\r\n\r\n`;
socket.write(req);
});
socket.on("data", (chunk) => {
buf = Buffer.concat([buf, chunk]);
if (!handshakeDone) {
const idx = buf.indexOf("\r\n\r\n");
if (idx < 0) return;
const head = buf.slice(0, idx).toString("utf8");
buf = buf.slice(idx + 4);
if (!/101/.test(head.split("\r\n")[0])) {
emit("error", new Error("WS 握手失败: " + head.split("\r\n")[0]));
try {
socket.destroy();
} catch {}
return;
}
handshakeDone = true;
try { socket.setTimeout(0); } catch {}
emit("open");
parseFrames();
} else {
parseFrames();
}
});
socket.on("close", () => emit("close"));
socket.on("error", (e) => emit("error", e));
return {
send: sendFrame,
close: () => {
try {
socket.destroy();
} catch {}
},
on: (name, cb) => {
(events[name] = events[name] || []).push(cb);
},
_socket: socket,
};
}
// —— CDP WebSocket 会话 ——
function openSession(wsUrl, onBindingCalled) {
const pending = new Map(); // id → {resolve, reject}
const handlers = new Map(); // method → Set<cb>
let nextId = 1;
let closed = false;
const ws = wsConnect(wsUrl);
function send(method, params = {}) {
return new Promise((resolve, reject) => {
if (closed) return reject(new Error("CDP 会话已关闭"));
const id = nextId++;
const timer = setTimeout(() => {
pending.delete(id);
reject(new Error("CDP 命令超时: " + method));
}, CDP_CMD_TIMEOUT);
pending.set(id, {
resolve: (value) => {
clearTimeout(timer);
resolve(value);
},
reject: (err) => {
clearTimeout(timer);
reject(err);
},
});
ws.send(JSON.stringify({ id, method, params }));
});
}
function on(method, cb) {
if (!handlers.has(method)) handlers.set(method, new Set());
handlers.get(method).add(cb);
}
function close() {
closed = true;
try {
ws.close();
} catch {}
}
ws.on("message", (data) => {
let msg;
try {
msg = JSON.parse(data);
} catch {
return;
}
if (msg.id != null) {
const p = pending.get(msg.id);
if (!p) return;
pending.delete(msg.id);
if (msg.error) p.reject(new Error(msg.error.message || "CDP error"));
else p.resolve(msg.result);
return;
}
if (msg.method) {
if (msg.method === "Runtime.bindingCalled" && onBindingCalled) {
try {
onBindingCalled(msg.params);
} catch {}
}
const set = handlers.get(msg.method);
if (set) for (const cb of set) cb(msg.params);
}
});
ws.on("close", () => {
closed = true;
for (const { reject } of pending.values()) {
try {
reject(new Error("CDP 会话关闭"));
} catch {}
}
pending.clear();
});
return new Promise((resolve, reject) => {
ws.on("open", () => resolve({ send, on, close, ws }));
ws.on("error", (e) => reject(new Error("CDP 连接失败:" + (e && e.message ? e.message : "ws error"))));
});
}
// —— 转写:中转站 /v1/audio/transcriptions(用 sttGroup:勾选了 STT 的分组)——
async function runStt(audioB64, mime) {
const g = router.sttGroup();
if (!g || !g.baseUrl || !g.key) throw new Error("未配置支持语音转文字的中转分组(在路由中转里勾选「支持语音转文字」)");
const base = (g.baseUrl || "").replace(/\/+$/, "");
const model = g.sttModel || "whisper-1";
const buf = Buffer.from(audioB64, "base64");
const ext = mime && mime.includes("webm") ? "webm" : mime && mime.includes("mp4") ? "mp4" : "wav";
const form = new FormData();
form.append("file", new Blob([buf], { type: mime || "audio/webm" }), `voice.${ext}`);
form.append("model", model);
form.append("response_format", "json");
const res = await fetch(base + "/v1/audio/transcriptions", {
method: "POST",
headers: { Authorization: "Bearer " + g.key },
body: form,
});
dlog("转写请求 →", base + "/v1/audio/transcriptions", "model=" + model, "size=" + buf.length, "HTTP " + res.status);
if (!res.ok) {
const detail = await res.text().catch(() => "");
throw new Error(`转写接口 HTTP ${res.status}:${detail.slice(0, 300)}`);
}
const j = await res.json();
return (j && (j.text || "")).trim();
}
// —— 主进程收到页面 binding 回传:处理转写并把文字送回页面 ——
async function handleBinding(params) {
const name = params && params.name;
if (name !== BINDING_NAME) return;
let payload;
try {
payload = JSON.parse(params.payload);
} catch {
return;
}
if (!payload) return;
if (
payload.kind === "delete-session" ||
payload.kind === "delete-session-clipboard-prepare" ||
payload.kind === "delete-session-clipboard-read"
) {
if (onSessionDeleteCb) {
try { await onSessionDeleteCb(payload); } catch (e) { dlog("永久删除会话请求失败:", e && e.message); }
}
return;
}
if (payload.kind === "debug-sidebar-dump") {
dlog("侧边栏诊断:", JSON.stringify(payload.info || {}));
return;
}
if (payload.kind !== "transcribe") return;
const { id, audioB64, mime } = payload;
dlog("binding 收到转写请求 id=" + id, "mime=" + mime, "audioB64长度=" + (audioB64?audioB64.length:0));
setPhase("transcribing");
let text = "";
let err = "";
try {
text = await runStt(audioB64, mime);
dlog("转写结果:", JSON.stringify(text).slice(0, 120));
} catch (e) {
err = String((e && e.message) || e);
dlog("转写失败:", err);
}
setPhase(connectedPhase());
// 把结果回调给页面
const expr = `window.__voiceInjectHandle && window.__voiceInjectHandle(${JSON.stringify(
{ id, text, err }
)})`;
try {
if (session) await session.send("Runtime.evaluate", { expression: expr, awaitPromise: false });
} catch {}
}
function connectedPhase() {
return session ? "connected" : "disconnected";
}
// —— 注入:addBinding + addScriptToEvaluateOnNewDocument + 立即 evaluate + Network 监听 ——
async function inject(sessionObj) {
// 清除 require 缓存,使 voice_inject.js 的修改能在重连时生效,无需重启整个应用
delete require.cache[require.resolve("./voice_inject")];
delete require.cache[require.resolve("./token_inject")];
const { INJECT_SCRIPT: FRESH_INJECT } = require("./voice_inject");
const { TOKEN_INJECT_SCRIPT: FRESH_TOKEN } = require("./token_inject");
await sessionObj.send("Runtime.enable");
try {
await sessionObj.send("Runtime.removeBinding", { name: BINDING_NAME });
} catch {}
await sessionObj.send("Runtime.addBinding", { name: BINDING_NAME });
await sessionObj.send("Page.enable");
// 语音注入脚本
const voiceScript = await sessionObj.send("Page.addScriptToEvaluateOnNewDocument", { source: FRESH_INJECT });
voiceScriptIdentifier = (voiceScript && voiceScript.identifier) || "";
await sessionObj.send("Runtime.evaluate", { expression: FRESH_INJECT, awaitPromise: false });
// Token 用量 UI 注入脚本(只负责 UI + localStorage,不管网络抓取)
await sessionObj.send("Page.addScriptToEvaluateOnNewDocument", { source: FRESH_TOKEN });
await sessionObj.send("Runtime.evaluate", { expression: FRESH_TOKEN, awaitPromise: false });
// 启用 Network 域,在 CDP 层面拦截 LLM 响应抓 token 用量
await sessionObj.send("Network.enable");
}
// ============================================================================
// Token 用量:CDP Network 域拦截 LLM 响应抓 usage(不受页面 CSP 限制)
// ============================================================================
// 待完成的请求:requestId → { url, mimeType }
const pendingNetworkReqs = new Map();
let nextNetworkSessionId = 1;
const tokenNet = {
matchedCount: 0,
usageCount: 0,
noUsageCount: 0,
lastMatchedUrl: "",
lastUsageUrl: "",
lastNoUsageUrl: "",
lastUsageTotal: 0,
lastError: "",
attachedWorkers: 0,
};
const LLM_URL_RE = /\/(chat\/completions|v1\/messages|messages|generateContent|streamGenerateContent|completions|responses|backend-api\/(?:codex|conversation|responses)|codex|conversation)(\/|$|\?)/i;
function networkReqKey(ownerSession, requestId) {
if (!ownerSession._tdTokenNetId) ownerSession._tdTokenNetId = nextNetworkSessionId++;
return ownerSession._tdTokenNetId + ":" + requestId;
}
function bindNetworkHandlers(ownerSession) {
if (!ownerSession) return;
if (!ownerSession._tdTokenNetId) ownerSession._tdTokenNetId = nextNetworkSessionId++;
ownerSession.on("Network.responseReceived", (params) => handleNetworkResponse(params, ownerSession));
ownerSession.on("Network.loadingFinished", (params) => handleNetworkLoadingFinished(params, ownerSession));
ownerSession.on("Network.loadingFailed", (params) => handleNetworkLoadingFailed(params, ownerSession));
}
function handleNetworkResponse(params, ownerSession) {
const { requestId, response } = params || {};
if (!requestId || !response || !ownerSession) return;
const url = response.url || "";
if (!LLM_URL_RE.test(url)) return;
// 只处理 JSON 响应
const mime = (response.mimeType || "").toLowerCase();
if (!mime.includes("json") && !mime.includes("text")) return;
tokenNet.matchedCount += 1;
tokenNet.lastMatchedUrl = url;
pendingNetworkReqs.set(networkReqKey(ownerSession, requestId), { url, mimeType: mime });
}
function handleNetworkLoadingFailed(params, ownerSession) {
const { requestId } = params || {};
if (requestId && ownerSession) pendingNetworkReqs.delete(networkReqKey(ownerSession, requestId));
}
async function handleNetworkLoadingFinished(params, ownerSession) {
const { requestId } = params || {};
if (!requestId || !ownerSession) return;
const key = networkReqKey(ownerSession, requestId);
if (!pendingNetworkReqs.has(key)) return;
const reqInfo = pendingNetworkReqs.get(key) || {};
pendingNetworkReqs.delete(key);
if (!session || !ownerSession) return;
try {
const r = await ownerSession.send("Network.getResponseBody", { requestId });
const body = (r && r.body) || "";
if (!body || body.length < 10) return;
// 可能被 base64 编码
let text = body;
if (r && r.base64Encoded) {
try { text = Buffer.from(body, "base64").toString("utf8"); } catch { return; }
}
// 解析 JSON 提取 usage
const usage = extractUsageFromText(text);
if (usage && usage.total > 0) {
tokenNet.usageCount += 1;
tokenNet.lastUsageUrl = reqInfo.url || "";
tokenNet.lastUsageTotal = usage.total || 0;
tokenNet.lastError = "";
dlog(
"token: +" + usage.total +
" input=" + (usage.input || 0) +
" output=" + (usage.output || 0) +
" cached=" + (usage.cached || 0) +
" from",
reqInfo.url || "?"
);
// 通过 Runtime.evaluate 调注入脚本更新 UI
try {
await session.send("Runtime.evaluate", {
expression: "window.__tdTokenAdd && window.__tdTokenAdd(" + JSON.stringify(usage) + ", 'network')",
awaitPromise: false,
});
} catch {}
} else {
tokenNet.noUsageCount += 1;
tokenNet.lastNoUsageUrl = reqInfo.url || "";
}
} catch (e) {
tokenNet.lastError = String((e && e.message) || e || "getResponseBody failed").slice(0, 160);
// getResponseBody 可能失败(响应体已被清掉或太大),静默跳过
}
}
function extractUsageFromText(text) {
let best = null;
const take = (obj) => {
best = betterUsage(best, extractUsageFromObject(obj));
};
try {
take(JSON.parse(text));
} catch {}
if (usageTotal(best) > 0) return best;
// Stream/SSE: data: {"usage":...}\n\n or data: [DONE]
const lines = String(text || "").split(/\r?\n/);
for (const line of lines) {
const s = line.trim();
const payload = s.startsWith("data:") ? s.slice(5).trim() : s;
if (!payload || payload === "[DONE]") continue;
try { take(JSON.parse(payload)); } catch {}
}
return best;
}
function cleanTokenNumber(n) {
n = Number(n);
return Number.isFinite(n) && n > 0 ? Math.round(n) : 0;
}
function usageTotal(u) {
return u ? cleanTokenNumber(u.total) : 0;
}
function betterUsage(a, b) {
return usageTotal(b) > usageTotal(a) ? b : a;
}
function hasOwn(obj, key) {
return Object.prototype.hasOwnProperty.call(obj, key);
}
function looksLikeUsage(usage) {
if (!usage || typeof usage !== "object") return false;
const keys = [
"input_tokens", "prompt_tokens", "output_tokens", "completion_tokens", "total_tokens",
"promptTokenCount", "prompt_token_count", "inputTokenCount", "outputTokenCount",
"candidatesTokenCount", "candidates_token_count", "totalTokenCount", "total_token_count",
"token_count", "cache_creation_input_tokens", "cache_read_input_tokens",
"cachedContentTokenCount", "cached_content_token_count", "reasoning_tokens",
"thoughtsTokenCount", "thoughts_token_count",
];
if (keys.some((key) => hasOwn(usage, key))) return true;
return hasOwn(usage, "total") && (hasOwn(usage, "input") || hasOwn(usage, "output") || hasOwn(usage, "cached"));
}
function extractUsageFromRawUsage(usage) {
if (!usage || typeof usage !== "object") return null;
if (!looksLikeUsage(usage)) return null;
const input = cleanTokenNumber(
usage.input_tokens ||
usage.prompt_tokens ||
usage.promptTokenCount ||
usage.prompt_token_count ||
usage.inputTokenCount
);
const output = cleanTokenNumber(
usage.output_tokens ||
usage.completion_tokens ||
usage.candidatesTokenCount ||
usage.candidates_token_count ||
usage.outputTokenCount
);
const reasoning = cleanTokenNumber(usage.reasoning_tokens || usage.thoughtsTokenCount || usage.thoughts_token_count);
const details = usage.input_tokens_details || usage.prompt_tokens_details || usage.inputTokenDetails || usage.promptTokenDetails || {};
const cached =
cleanTokenNumber(details.cached_tokens) +
cleanTokenNumber(usage.cache_creation_input_tokens) +
cleanTokenNumber(usage.cache_read_input_tokens) +
cleanTokenNumber(usage.cachedContentTokenCount) +
cleanTokenNumber(usage.cached_content_token_count);
const total = cleanTokenNumber(
usage.total_tokens ||
usage.totalTokenCount ||
usage.total_token_count ||
usage.token_count ||
usage.total
) || input + output + reasoning + cached;
if (!total) return null;
return { total, input, output: output + reasoning, cached };
}
function extractUsageFromObject(obj) {
if (!obj || typeof obj !== "object") return null;
const direct =
extractUsageFromRawUsage(obj.usage) ||
extractUsageFromRawUsage(obj.usage_metadata) ||
extractUsageFromRawUsage(obj.usageMetadata) ||
extractUsageFromRawUsage(obj);
if (direct) return direct;
let best = null;
for (const val of Object.values(obj)) {
if (!val || typeof val !== "object") continue;
if (Array.isArray(val)) {
for (const item of val) best = betterUsage(best, extractUsageFromObject(item));
} else {
best = betterUsage(best, extractUsageFromObject(val));
}
}
return best;
}
async function attachNetworkSession(target, generation) {
if (!target || !target.webSocketDebuggerUrl) return;
let netSession = null;
try {
netSession = await openSession(target.webSocketDebuggerUrl, null);
bindNetworkHandlers(netSession);
await netSession.send("Network.enable");
if (!session || generation !== networkAttachGeneration) {
try { netSession.close(); } catch {}
return false;
}
networkSessions.push(netSession);
dlog("token network attached:", target.type || "target", target.id || "", target.url || "");
return true;
} catch (e) {
if (netSession) {
try { netSession.close(); } catch {}
}
tokenNet.lastError = String((e && e.message) || e || "attach network failed").slice(0, 160);
return false;
}
}
async function attachWorkerNetworkTargets(port, parentId) {
const targets = await listTargets(port);
const workers = targets.filter((t) =>
t &&
t.webSocketDebuggerUrl &&
(t.type === "worker" || t.type === "service_worker" || t.type === "shared_worker") &&
(!parentId || t.parentId === parentId)
);
const generation = networkAttachGeneration;
const results = await Promise.all(workers.map((worker) => attachNetworkSession(worker, generation)));
tokenNet.attachedWorkers = results.filter(Boolean).length;
}
function closeNetworkSessions() {
networkAttachGeneration += 1;
for (const s of networkSessions) {
try { s.close(); } catch {}
}
networkSessions = [];
pendingNetworkReqs.clear();
}
// —— 连接到已带端口的 Codex ——
async function connectToTarget(port) {
const targets = await listTargets(port);
// listTargets() keeps its legacy [] fallback for the voice state machine.
// Let the cleanup module probe the endpoint itself so a failed connection
// cannot be mistaken for an available endpoint with no targets.
await globalDictation.closeGlobalDictationTargets(port);
const tgt = pickTarget(targets);
if (!tgt) return false;
closeNetworkSessions();
state.target = { id: tgt.id, url: tgt.url, title: tgt.title };
setPhase("connecting");
const ownedSession = await openSession(tgt.webSocketDebuggerUrl, handleBinding);
session = ownedSession;
// Token 用量:Network 层拦截 LLM 响应
bindNetworkHandlers(ownedSession);
ownedSession.ws.on("close", () => {
if (session !== ownedSession) return;
stopTokenSync();
closeNetworkSessions();
session = null;
setPhase("disconnected");
});
setPhase("injecting");
await inject(ownedSession);
startTokenSync();
setPhase("connected", { target: state.target });
attachWorkerNetworkTargets(port, tgt.id).catch((e) => {
tokenNet.lastError = String((e && e.message) || e || "attach workers failed").slice(0, 160);
});
return true;
}
// —— 轮询直到出现 page target(重启后用)——
async function waitForReady(port) {
const t0 = Date.now();
const maxMs = state.codexPackaged ? PACKAGED_READY_POLL_MAX_MS : READY_POLL_MAX_MS;
let diagnosed = false;
while (Date.now() - t0 < maxMs) {
const targets = await listTargets(port);
const tgt = pickTarget(targets);
if (tgt) return tgt;
if (!diagnosed && process.platform === "win32" && Date.now() - t0 >= 5000) {
diagnosed = true;
const d = updateWindowsProcessDiagnostic(port);
setPhase("waiting_debug_port", { portDiagnostic: state.portDiagnostic });
if (state.codexPackaged && d && Array.isArray(d.rows) && d.rows.length && !d.hasDebugArg) {
return null;
}
}
await new Promise((r) => setTimeout(r, READY_POLL_INTERVAL));
}
updateWindowsProcessDiagnostic(port);
return null;
}
function spawnCodex(exePath, port) {
if (state.codexPackaged && process.platform === "win32") {
return windowsShellStart(exePath, port);
}
return new Promise((resolve, reject) => {
let child = null;
try {
const args = process.platform === "win32" ? windowsLaunchArgs(port) : [`--remote-debugging-port=${port}`];
child = spawn(exePath, args, {
detached: true,
stdio: "ignore",
windowsHide: false,
});
} catch (e) {
reject(e);
return;
}
state.launchWarning = "";
let settled = false;
const finish = (err) => {
if (settled) return;
settled = true;
if (err) {
reject(err);
return;
}
try {
child.unref();
} catch {}
resolve(true);
};
child.once("error", (err) => {
if (process.platform === "win32" && /eperm/i.test(String((err && err.message) || err || ""))) {
windowsShellStart(exePath, port).then(() => finish(null)).catch(finish);
return;
}
finish(err);
});
child.once("spawn", () => finish(null));
});
}
// —— 对外:status / connect / disconnect ——
function status() {
return snapshot();
}
function onStatus(cb) {
onStatusCb = cb;
}
function onSessionDelete(cb) {
onSessionDeleteCb = cb;
}
// connect(onStatusCb):流程见计划。forceRestart=true 时直接重启(前端已确认)。
async function connect(cb, opts = {}) {
if (cb) onStatusCb = cb;
const port = opts.port || DEFAULT_PORT;
globalDictation.disableKeepVisible();
state.port = port;
setPhase("checking", { lastError: "", launchWarning: "", portDiagnostic: "" });
const exe = scanCodexExecutable();
// 1. 端口已开?
const ok = await connectToTarget(port);
if (ok) return snapshot();
// 2. 判断 Codex 是否在跑
const running = codexDesktop.codexRunning();
if (!running && !opts.forceRestart) {
// 没在跑也没开端口:直接尝试拉起带端口的实例(无需杀进程)
if (!exe) {
setPhase("error", { lastError: desktopNotFoundError(), discovery: state.discovery });
return snapshot();
}
setPhase("restarting", { codexPath: exe });
try {
await spawnCodex(exe, port);
} catch (e) {
setPhase("error", { lastError: desktopLaunchError(exe, e), discovery: state.discovery });
return snapshot();
}
setPhase("waiting_debug_port", { codexPath: exe, lastError: "" });
const tgt = await waitForReady(port);
if (!tgt) {
setDebugPortFailure("启动", port);
return snapshot();
}
const ok2 = await connectToTarget(port);
if (!ok2) setPhase("error", { lastError: "已启动但未找到可注入页面" });
return snapshot();
}
// 3. 在跑但没端口:需用户在前端确认后 forceRestart 重启
if (running && !opts.forceRestart) {
setPhase("running_no_port", { codexPath: state.codexPath });
return snapshot(); // 前端据此弹"重启确认"
}
// 4. forceRestart:杀进程 → 重启
if (!exe) {
setPhase("error", { lastError: desktopNotFoundError(), discovery: state.discovery });
return snapshot();
}
state.codexPath = exe;
setPhase("restarting");
await codexDesktop.killCodex();
try {
await spawnCodex(exe, port);
} catch (e) {
setPhase("error", { lastError: desktopLaunchError(exe, e), discovery: state.discovery });
return snapshot();
}
setPhase("waiting_debug_port", { codexPath: exe, lastError: "" });
const tgt = await waitForReady(port);
if (!tgt) {
setDebugPortFailure("重启", port);
return snapshot();
}
const ok3 = await connectToTarget(port);
if (!ok3) setPhase("error", { lastError: "已启动但未找到可注入页面" });
return snapshot();
}
async function disconnect() {
stopTokenSync();
closeNetworkSessions();
globalDictation.disableKeepVisible();
if (session) {
const ownedSession = session;
// 先让页面停止录音并删除已挂载按钮,再关闭 CDP;关闭后无法清理前台 DOM。
try {
await ownedSession.send("Runtime.evaluate", {
expression: "window.__voiceInjectDispose && window.__voiceInjectDispose()",
awaitPromise: false,
});
} catch {}
if (voiceScriptIdentifier) {
try {
await ownedSession.send("Page.removeScriptToEvaluateOnNewDocument", { identifier: voiceScriptIdentifier });
} catch {}
voiceScriptIdentifier = "";
}
session = null;
try {
ownedSession.close();
} catch {}
}
setPhase("disconnected");
await globalDictation.closeGlobalDictationTargets(state.port);
return snapshot();
}
// 当前语音转写配置(来自路由里勾选 STT 的分组),供前端只读展示。
function sttInfo() {
const g = router.sttGroup();
if (!g) return { ready: false, groupName: "", model: "" };
return {
ready: true,
groupName: g.name || "",
model: g.sttModel || "whisper-1",
baseUrl: (g.baseUrl || "").replace(/\/+$/, ""),
};
}
// 诊断:用每个非默认分组的真 key 探测 /v1/audio/transcriptions 是否存在。
// 404 = 路径不存在(不支持STT);400/401/4xx-body非404/200 = 路径存在(支持,鉴权/参数问题另算)。
async function probeStt() {
const groups = router.usableGroups ? router.usableGroups() : [];
const out = [];
const body = Buffer.from([0x1a, 0x45, 0xdf, 0xa3]); // 假 webm 头,只为触发路径判断
for (const g of groups) {
const base = (g.baseUrl || "").replace(/\/+$/, "");
if (!base || !g.key) { out.push({ name: g.name, baseUrl: base, status: 0, note: "缺地址或密钥" }); continue; }
try {
const form = new FormData();
form.append("file", new Blob([body], { type: "audio/webm" }), "v.webm");
form.append("model", g.sttModel || "whisper-1");
const res = await fetch(base + "/v1/audio/transcriptions", {
method: "POST",
headers: { Authorization: "Bearer " + g.key },
body: form,
});
const text = await res.text().catch(() => "");
const notFound = res.status === 404 || /404 page not found|not found/i.test(text.slice(0, 60));
out.push({
name: g.name,
baseUrl: base,
status: res.status,
supported: !notFound,
note: text.slice(0, 120).replace(/\s+/g, " "),
});
} catch (e) {
out.push({ name: g.name, baseUrl: base, status: 0, supported: false, note: String((e && e.message) || e).slice(0, 120) });
}
}
return out;
}
// —— Token 用量读取 / 重置(通过 CDP Runtime.evaluate 调注入脚本的 window API)——
async function tokenStatus() {
if (!session) return { date: "", total: 0 };
try {
const r = await session.send("Runtime.evaluate", {
expression: "window.__tdTokenGet ? window.__tdTokenGet() : JSON.stringify({date:'',total:0})",
awaitPromise: false,
});
const raw = (r && r.result && r.result.value) || "";
const parsed = (() => { try { return JSON.parse(raw); } catch { return { date: "", total: 0 }; } })();
return {
date: parsed.date || "",
total: Number(parsed.total) || 0,
input: Number(parsed.input) || 0,
output: Number(parsed.output) || 0,
cached: Number(parsed.cached) || 0,
estimate: Number(parsed.estimate || parsed.estimated) || 0,
unknown: Number(parsed.unknown) || 0,
lastSource: parsed.lastSource || parsed.source || "",
network: { ...tokenNet },
};
} catch {
return { date: "", total: 0 };
}
}
async function tokenSet(usage) {
if (!session) return false;
try {
await session.send("Runtime.evaluate", {
expression: "window.__tdTokenSet && window.__tdTokenSet(" + JSON.stringify(usage || {}) + ")",
awaitPromise: false,
});
return true;
} catch {
return false;
}
}
async function tokenReset() {
if (!session) return false;
try {
await session.send("Runtime.evaluate", {
expression: "window.__tdTokenReset ? window.__tdTokenReset() : 'no'",
awaitPromise: false,
});
return true;
} catch {
return false;
}
}
module.exports = {
status,
connect,
disconnect,
onStatus,
onSessionDelete,
sttInfo,
probeStt,
tokenStatus,
tokenSet,
tokenReset,
// 供临时实测脚本复用
_listTargets: listTargets,
_pickTarget: pickTarget,
_openSession: openSession,
_inject: inject,
DEFAULT_PORT,
};