mirror of
https://github.com/Termix-SSH/Termix.git
synced 2026-10-29 22:55:24 +00:00
feat: rebuild desktop sync as linked server accounts, fix packaged plugin bundles and UI scaling
This commit is contained in:
1 parent
7c02daccf4
commit
6cd9a2846d
242 files changed
+39127
-8558
No files matched your search
@@ -0,0 +1,36 @@
|
||||
import {
|
||||
isElectronIpcAvailable,
|
||||
requestFromElectronMain,
|
||||
} from "../../utils/electron-ipc-bridge.js";
|
||||
import type { SyncLink } from "./link-store.js";
|
||||
|
||||
/**
|
||||
* Chromium's own requests to the linked server (the sign-in page, remote
|
||||
* terminals, file transfers) cannot set headers themselves, so Electron's
|
||||
* main process adds the proxy headers and answers basic auth for that one
|
||||
* origin. Sent again whenever the link changes; null clears it.
|
||||
*/
|
||||
export async function applyElectronProxyConfig(
|
||||
link:
|
||||
| (Pick<
|
||||
SyncLink,
|
||||
"serverUrl" | "customHeaders" | "basicAuth" | "allowInvalidCertificate"
|
||||
> & { sessionToken?: string | null; status?: string })
|
||||
| null,
|
||||
): Promise<void> {
|
||||
if (!isElectronIpcAvailable()) return;
|
||||
await requestFromElectronMain(
|
||||
"sync-proxy-config",
|
||||
link
|
||||
? {
|
||||
origin: new URL(link.serverUrl).origin,
|
||||
serverUrl: link.serverUrl,
|
||||
token:
|
||||
link.status === "signed_out" ? null : (link.sessionToken ?? null),
|
||||
headers: link.customHeaders ?? [],
|
||||
basicAuth: link.basicAuth ?? null,
|
||||
allowInvalidCertificate: !!link.allowInvalidCertificate,
|
||||
}
|
||||
: null,
|
||||
);
|
||||
}
|
||||
@@ -0,0 +1,758 @@
|
||||
/**
|
||||
* The linked desktop's side of sync.
|
||||
*
|
||||
* A pass pushes local edits, then pulls what changed on the server after the
|
||||
* saved cursor, then backfills any entity type this device has never pulled
|
||||
* (first link, a feature switched on, a category turned back on). Local
|
||||
* edits are found the same way the server finds changes: by comparing each
|
||||
* row's hash with the one recorded at the last sync.
|
||||
*/
|
||||
|
||||
import os from "os";
|
||||
import type { SyncRow } from "@termix/plugin-sdk/backend";
|
||||
import {
|
||||
getEntity,
|
||||
listEntities,
|
||||
onEntitiesChanged,
|
||||
type RegisteredSyncEntity,
|
||||
} from "../../plugins/sync-registry.js";
|
||||
import { syncLogger } from "../../utils/logger.js";
|
||||
import { sendCoreAlert } from "../../notify/core-notify.js";
|
||||
import { registerCoreSyncEntities } from "../entities.js";
|
||||
import {
|
||||
createResolvers,
|
||||
deleteStoredRow,
|
||||
loadWireRow,
|
||||
loadWireRows,
|
||||
writeWireRow,
|
||||
} from "../store.js";
|
||||
import {
|
||||
listRecords,
|
||||
putRecord,
|
||||
recordKey,
|
||||
saveConflict,
|
||||
setRecordError,
|
||||
type SyncRecord,
|
||||
} from "../records.js";
|
||||
import { orderSelfReferences } from "../wire.js";
|
||||
import { onLocalWrite } from "../server/change-watcher.js";
|
||||
import { getLink, updateLink, type SyncLink } from "./link-store.js";
|
||||
import { RemoteError, remoteFetch, remoteJson } from "./http.js";
|
||||
import { mirrorPlugins } from "./plugins.js";
|
||||
import { applyElectronProxyConfig } from "./electron-proxy.js";
|
||||
|
||||
export interface RemoteChange {
|
||||
seq: number;
|
||||
entityType: string;
|
||||
syncId: string;
|
||||
revision: number;
|
||||
deleted: boolean;
|
||||
row: SyncRow | null;
|
||||
}
|
||||
|
||||
interface ChangesPage {
|
||||
changes: RemoteChange[];
|
||||
nextCursor: number;
|
||||
hasMore: boolean;
|
||||
entityTypes: Array<{
|
||||
type: string;
|
||||
owner: string;
|
||||
order: number;
|
||||
readOnly: boolean;
|
||||
}>;
|
||||
}
|
||||
|
||||
interface PushOp {
|
||||
entityType: string;
|
||||
syncId: string;
|
||||
baseRevision: number;
|
||||
op: "upsert" | "delete";
|
||||
row?: SyncRow;
|
||||
}
|
||||
|
||||
type PushResult =
|
||||
| { syncId: string; entityType: string; status: "ok"; revision: number }
|
||||
| {
|
||||
syncId: string;
|
||||
entityType: string;
|
||||
status: "conflict";
|
||||
revision: number;
|
||||
deleted: boolean;
|
||||
row: SyncRow | null;
|
||||
}
|
||||
| { syncId: string; entityType: string; status: "rejected"; reason: string };
|
||||
|
||||
const MAX_BATCH_OPS = 200;
|
||||
const MAX_BATCH_BYTES = 1_000_000;
|
||||
const MAX_PAGES = 500;
|
||||
const SAFETY_INTERVAL_MS = 5 * 60_000;
|
||||
const REFRESH_CHECK_MS = 24 * 60 * 60_000;
|
||||
const DELETED_HASH = "deleted";
|
||||
|
||||
export interface EngineState {
|
||||
running: boolean;
|
||||
/** Local changes found in the last pass that the server has not taken. */
|
||||
pending: number;
|
||||
/** Entity types the server runs, from the last pull. */
|
||||
serverTypes: Array<{ type: string; owner: string; readOnly: boolean }>;
|
||||
lastPassAt: string | null;
|
||||
}
|
||||
|
||||
/** An entity this device could sync: registered here, and on the server. */
|
||||
function syncable(
|
||||
entity: RegisteredSyncEntity,
|
||||
link: SyncLink,
|
||||
serverTypes: Set<string> | null,
|
||||
): boolean {
|
||||
if (link.disabledTypes.includes(entity.type)) return false;
|
||||
if (serverTypes && !serverTypes.has(entity.type)) return false;
|
||||
return true;
|
||||
}
|
||||
|
||||
function sortChanges(changes: RemoteChange[]): RemoteChange[] {
|
||||
const byType = new Map<string, RemoteChange[]>();
|
||||
for (const change of changes) {
|
||||
const list = byType.get(change.entityType) ?? [];
|
||||
list.push(change);
|
||||
byType.set(change.entityType, list);
|
||||
}
|
||||
const types = [...byType.keys()].sort(
|
||||
(a, b) => (getEntity(a)?.order ?? 1e6) - (getEntity(b)?.order ?? 1e6),
|
||||
);
|
||||
const out: RemoteChange[] = [];
|
||||
for (const type of types) {
|
||||
const list = byType.get(type)!;
|
||||
const entity = getEntity(type);
|
||||
// Only the latest record of each row matters.
|
||||
const latest = new Map<string, RemoteChange>();
|
||||
for (const change of list) latest.set(change.syncId, change);
|
||||
const live = [...latest.values()].filter((change) => !change.deleted);
|
||||
const gone = [...latest.values()].filter((change) => change.deleted);
|
||||
if (entity) {
|
||||
const bySyncId = new Map(live.map((change) => [change.syncId, change]));
|
||||
const ordered = orderSelfReferences(
|
||||
entity,
|
||||
live.map((change) => ({
|
||||
...(change.row ?? {}),
|
||||
syncId: change.syncId,
|
||||
})),
|
||||
);
|
||||
out.push(...ordered.map((row) => bySyncId.get(row.syncId as string)!));
|
||||
} else {
|
||||
out.push(...live);
|
||||
}
|
||||
out.push(...gone);
|
||||
}
|
||||
return out;
|
||||
}
|
||||
|
||||
export class SyncEngine {
|
||||
private running = false;
|
||||
private again = false;
|
||||
private timer: NodeJS.Timeout | null = null;
|
||||
private safety: NodeJS.Timeout | null = null;
|
||||
private backoffMs = 0;
|
||||
private events: AbortController | null = null;
|
||||
private eventsFor: string | null = null;
|
||||
private lastRefreshCheck = 0;
|
||||
private serverTypes: Set<string> | null = null;
|
||||
private stopFns: Array<() => void> = [];
|
||||
private alerted = false;
|
||||
readonly state: EngineState = {
|
||||
running: false,
|
||||
pending: 0,
|
||||
serverTypes: [],
|
||||
lastPassAt: null,
|
||||
};
|
||||
|
||||
start(): void {
|
||||
if (this.safety) return;
|
||||
registerCoreSyncEntities();
|
||||
this.safety = setInterval(() => this.request(0), SAFETY_INTERVAL_MS);
|
||||
this.safety.unref?.();
|
||||
this.stopFns.push(onLocalWrite(() => this.request(2000)));
|
||||
// A plugin that came up may bring entity types to backfill.
|
||||
this.stopFns.push(onEntitiesChanged(() => this.request(3000)));
|
||||
this.request(3000);
|
||||
}
|
||||
|
||||
stop(): void {
|
||||
if (this.safety) clearInterval(this.safety);
|
||||
if (this.timer) clearTimeout(this.timer);
|
||||
this.safety = this.timer = null;
|
||||
this.closeEvents();
|
||||
for (const stop of this.stopFns.splice(0)) stop();
|
||||
}
|
||||
|
||||
/** Runs a pass after `delayMs`, folding requests that arrive meanwhile. */
|
||||
request(delayMs = 0): void {
|
||||
if (this.timer) {
|
||||
if (delayMs > 0) return;
|
||||
clearTimeout(this.timer);
|
||||
}
|
||||
this.timer = setTimeout(() => {
|
||||
this.timer = null;
|
||||
void this.run();
|
||||
}, delayMs);
|
||||
this.timer.unref?.();
|
||||
}
|
||||
|
||||
/** Runs a pass now and waits for it. */
|
||||
async syncNow(): Promise<void> {
|
||||
if (this.running) {
|
||||
this.again = true;
|
||||
while (this.running) await new Promise((r) => setTimeout(r, 100));
|
||||
return;
|
||||
}
|
||||
await this.run();
|
||||
}
|
||||
|
||||
/** Forgets what the server runs, after a relink or unlink. */
|
||||
reset(): void {
|
||||
this.serverTypes = null;
|
||||
this.state.serverTypes = [];
|
||||
this.state.pending = 0;
|
||||
this.alerted = false;
|
||||
this.backoffMs = 0;
|
||||
this.closeEvents();
|
||||
}
|
||||
|
||||
private async run(): Promise<void> {
|
||||
if (this.running) {
|
||||
this.again = true;
|
||||
return;
|
||||
}
|
||||
this.running = this.state.running = true;
|
||||
try {
|
||||
await this.pass();
|
||||
} finally {
|
||||
this.running = this.state.running = false;
|
||||
this.state.lastPassAt = new Date().toISOString();
|
||||
if (this.again) {
|
||||
this.again = false;
|
||||
this.request(0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private async pass(): Promise<void> {
|
||||
const link = await getLink();
|
||||
if (!link?.sessionToken) {
|
||||
this.closeEvents();
|
||||
return;
|
||||
}
|
||||
await updateLink({ status: "syncing" });
|
||||
|
||||
try {
|
||||
await this.refreshSession(link);
|
||||
const fresh = (await getLink())!;
|
||||
await mirrorPlugins(fresh);
|
||||
|
||||
// A first pass pulls before it pushes, so rows both sides already
|
||||
// have are matched up instead of sent back as edits.
|
||||
const firstPass = fresh.knownTypes.length === 0;
|
||||
if (!firstPass) {
|
||||
await this.push(fresh);
|
||||
await this.pull(fresh);
|
||||
}
|
||||
await this.backfill((await getLink())!);
|
||||
if (firstPass) await this.push((await getLink())!);
|
||||
|
||||
this.backoffMs = 0;
|
||||
this.alerted = false;
|
||||
await updateLink({
|
||||
status: "idle",
|
||||
lastError: null,
|
||||
lastSyncAt: new Date().toISOString(),
|
||||
});
|
||||
const done = (await getLink())!;
|
||||
await applyElectronProxyConfig(done).catch(() => {});
|
||||
this.openEvents(done);
|
||||
} catch (error) {
|
||||
await this.fail(error);
|
||||
}
|
||||
}
|
||||
|
||||
private async fail(error: unknown): Promise<void> {
|
||||
const remote = error instanceof RemoteError ? error : null;
|
||||
const message = error instanceof Error ? error.message : String(error);
|
||||
syncLogger.warn("Sync pass failed", {
|
||||
operation: "sync_pass",
|
||||
kind: remote?.kind ?? "internal",
|
||||
error: message,
|
||||
});
|
||||
|
||||
if (remote?.kind === "signed_out") {
|
||||
const link = await updateLink({
|
||||
status: "signed_out",
|
||||
lastError: message,
|
||||
});
|
||||
await applyElectronProxyConfig(link).catch(() => {});
|
||||
this.closeEvents();
|
||||
if (!this.alerted) {
|
||||
this.alerted = true;
|
||||
await sendCoreAlert({
|
||||
title: "Sync is paused",
|
||||
body: "This device was signed out of the server it syncs with. Sign in again from Sync to keep going.",
|
||||
severity: "warning",
|
||||
category: "termix.sync.signed_out",
|
||||
dedupeKey: "sync:signed_out",
|
||||
audience: "admins",
|
||||
link: { tab: "sync" },
|
||||
});
|
||||
}
|
||||
return;
|
||||
}
|
||||
|
||||
const offline = remote?.kind === "offline";
|
||||
await updateLink({
|
||||
status: offline ? "offline" : "error",
|
||||
lastError: message,
|
||||
});
|
||||
this.backoffMs = Math.min(
|
||||
this.backoffMs ? this.backoffMs * 2 : 15_000,
|
||||
10 * 60_000,
|
||||
);
|
||||
this.request(this.backoffMs);
|
||||
}
|
||||
|
||||
private async refreshSession(link: SyncLink): Promise<void> {
|
||||
if (Date.now() - this.lastRefreshCheck < REFRESH_CHECK_MS) return;
|
||||
const result = await remoteJson<{ token: string | null }>(
|
||||
link,
|
||||
"/sync/v2/session/refresh",
|
||||
{ method: "POST", body: {} },
|
||||
);
|
||||
this.lastRefreshCheck = Date.now();
|
||||
if (result.token) await updateLink({ sessionToken: result.token });
|
||||
}
|
||||
|
||||
/** Local rows the server does not have in this form yet. */
|
||||
async outbox(link: SyncLink): Promise<{
|
||||
ops: PushOp[];
|
||||
hashes: Map<string, string>;
|
||||
}> {
|
||||
const records = await listRecords(link.userId);
|
||||
const resolvers = createResolvers(link.userId);
|
||||
const ops: PushOp[] = [];
|
||||
const hashes = new Map<string, string>();
|
||||
|
||||
for (const entity of listEntities()) {
|
||||
if (entity.readOnly) continue;
|
||||
if (!link.knownTypes.includes(entity.type)) continue;
|
||||
if (!syncable(entity, link, this.serverTypes)) continue;
|
||||
|
||||
const { rows, failed } = await loadWireRows(
|
||||
entity,
|
||||
link.userId,
|
||||
resolvers,
|
||||
);
|
||||
for (const row of rows.values()) {
|
||||
const key = recordKey(entity.type, row.syncId);
|
||||
const record = records.get(key);
|
||||
if (record && !record.deleted && record.hash === row.hash) continue;
|
||||
if (record?.errorHash === row.hash) continue;
|
||||
ops.push({
|
||||
entityType: entity.type,
|
||||
syncId: row.syncId,
|
||||
baseRevision: record?.revision ?? 0,
|
||||
op: "upsert",
|
||||
row: row.wire,
|
||||
});
|
||||
hashes.set(key, row.hash);
|
||||
}
|
||||
|
||||
for (const record of records.values()) {
|
||||
if (record.entityType !== entity.type || record.deleted) continue;
|
||||
if (record.revision === 0) continue;
|
||||
if (rows.has(record.syncId) || failed.has(record.syncId)) continue;
|
||||
if (entity.covers && !entity.covers(record.syncId)) continue;
|
||||
if (record.errorHash === DELETED_HASH) continue;
|
||||
ops.push({
|
||||
entityType: entity.type,
|
||||
syncId: record.syncId,
|
||||
baseRevision: record.revision,
|
||||
op: "delete",
|
||||
});
|
||||
}
|
||||
}
|
||||
return { ops, hashes };
|
||||
}
|
||||
|
||||
private async push(link: SyncLink): Promise<void> {
|
||||
const { ops, hashes } = await this.outbox(link);
|
||||
this.state.pending = ops.length;
|
||||
if (ops.length === 0) return;
|
||||
|
||||
for (const batch of batches(ops)) {
|
||||
const { results } = await remoteJson<{ results: PushResult[] }>(
|
||||
link,
|
||||
"/sync/v2/push",
|
||||
{ method: "POST", body: { ops: batch }, timeoutMs: 120_000 },
|
||||
);
|
||||
const byKey = new Map(
|
||||
batch.map((op) => [recordKey(op.entityType, op.syncId), op]),
|
||||
);
|
||||
for (const result of results) {
|
||||
const key = recordKey(result.entityType, result.syncId);
|
||||
const op = byKey.get(key);
|
||||
if (!op) continue;
|
||||
await this.settle(link, op, result, hashes.get(key) ?? null);
|
||||
}
|
||||
this.state.pending = Math.max(0, this.state.pending - batch.length);
|
||||
}
|
||||
}
|
||||
|
||||
private async settle(
|
||||
link: SyncLink,
|
||||
op: PushOp,
|
||||
result: PushResult,
|
||||
hash: string | null,
|
||||
): Promise<void> {
|
||||
const userId = link.userId;
|
||||
const entity = getEntity(op.entityType);
|
||||
if (!entity) return;
|
||||
|
||||
if (result.status === "ok") {
|
||||
await putRecord(userId, op.entityType, op.syncId, {
|
||||
revision: result.revision,
|
||||
hash: op.op === "delete" ? null : hash,
|
||||
deleted: op.op === "delete",
|
||||
});
|
||||
return;
|
||||
}
|
||||
|
||||
if (result.status === "rejected") {
|
||||
await setRecordError(
|
||||
userId,
|
||||
op.entityType,
|
||||
op.syncId,
|
||||
result.reason,
|
||||
hash ?? DELETED_HASH,
|
||||
);
|
||||
return;
|
||||
}
|
||||
|
||||
// Conflict: the server moved on since this device last saw the row. Its
|
||||
// version wins here, and a local edit it replaced is kept for the user.
|
||||
if (op.op === "upsert" && op.row) {
|
||||
await saveConflict(
|
||||
userId,
|
||||
op.entityType,
|
||||
op.syncId,
|
||||
op.row,
|
||||
result.revision,
|
||||
);
|
||||
}
|
||||
const resolvers = createResolvers(userId);
|
||||
if (result.deleted || !result.row) {
|
||||
await deleteStoredRow(entity, userId, op.syncId);
|
||||
await putRecord(userId, op.entityType, op.syncId, {
|
||||
revision: result.revision,
|
||||
hash: null,
|
||||
deleted: true,
|
||||
});
|
||||
return;
|
||||
}
|
||||
await writeWireRow(
|
||||
entity,
|
||||
userId,
|
||||
{ ...result.row, syncId: op.syncId },
|
||||
resolvers,
|
||||
);
|
||||
const written = await loadWireRow(entity, userId, op.syncId, resolvers);
|
||||
await putRecord(userId, op.entityType, op.syncId, {
|
||||
revision: result.revision,
|
||||
hash: written?.hash ?? null,
|
||||
deleted: false,
|
||||
});
|
||||
}
|
||||
|
||||
private async fetchChanges(
|
||||
link: SyncLink,
|
||||
cursor: number,
|
||||
types?: string[],
|
||||
): Promise<{ changes: RemoteChange[]; cursor: number }> {
|
||||
const all: RemoteChange[] = [];
|
||||
let next = cursor;
|
||||
for (let page = 0; page < MAX_PAGES; page++) {
|
||||
const query = new URLSearchParams({
|
||||
cursor: String(next),
|
||||
limit: "1000",
|
||||
});
|
||||
if (types?.length) query.set("types", types.join(","));
|
||||
const result = await remoteJson<ChangesPage>(
|
||||
link,
|
||||
`/sync/v2/changes?${query.toString()}`,
|
||||
{ timeoutMs: 120_000 },
|
||||
);
|
||||
all.push(...result.changes);
|
||||
next = result.nextCursor;
|
||||
this.serverTypes = new Set(result.entityTypes.map((entry) => entry.type));
|
||||
this.state.serverTypes = result.entityTypes.map((entry) => ({
|
||||
type: entry.type,
|
||||
owner: entry.owner,
|
||||
readOnly: entry.readOnly,
|
||||
}));
|
||||
if (!result.hasMore) break;
|
||||
}
|
||||
return { changes: all, cursor: next };
|
||||
}
|
||||
|
||||
private async pull(link: SyncLink): Promise<void> {
|
||||
const { changes, cursor } = await this.fetchChanges(link, link.cursor);
|
||||
const known = new Set(link.knownTypes);
|
||||
await this.apply(
|
||||
link,
|
||||
changes.filter(
|
||||
(change) =>
|
||||
known.has(change.entityType) &&
|
||||
!link.disabledTypes.includes(change.entityType),
|
||||
),
|
||||
false,
|
||||
);
|
||||
await updateLink({ cursor });
|
||||
}
|
||||
|
||||
/** Pulls every row of types this device has not pulled before. */
|
||||
private async backfill(link: SyncLink): Promise<void> {
|
||||
if (!this.serverTypes) {
|
||||
await this.fetchChanges(link, Number.MAX_SAFE_INTEGER);
|
||||
}
|
||||
const fresh = listEntities()
|
||||
.map((entity) => entity.type)
|
||||
.filter(
|
||||
(type) =>
|
||||
!link.knownTypes.includes(type) &&
|
||||
!link.disabledTypes.includes(type) &&
|
||||
this.serverTypes?.has(type),
|
||||
);
|
||||
if (fresh.length === 0) return;
|
||||
|
||||
const { changes, cursor } = await this.fetchChanges(link, 0, fresh);
|
||||
await this.apply(link, changes, true);
|
||||
const current = (await getLink())!;
|
||||
await updateLink({
|
||||
knownTypes: [...new Set([...current.knownTypes, ...fresh])],
|
||||
// On a first pass the backfill is the whole pull, so it sets the cursor.
|
||||
...(link.knownTypes.length === 0 ? { cursor } : {}),
|
||||
});
|
||||
}
|
||||
|
||||
/**
|
||||
* Writes pulled changes. `adopt` is for a first pull of a type: a local row
|
||||
* with no record yet takes the server's version without a conflict.
|
||||
*/
|
||||
private async apply(
|
||||
link: SyncLink,
|
||||
changes: RemoteChange[],
|
||||
adopt: boolean,
|
||||
): Promise<void> {
|
||||
if (changes.length === 0) return;
|
||||
const userId = link.userId;
|
||||
const records = await listRecords(userId);
|
||||
let missed = false;
|
||||
const resolvers = createResolvers(userId, () => {
|
||||
missed = true;
|
||||
});
|
||||
const retry: RemoteChange[] = [];
|
||||
|
||||
for (const change of sortChanges(changes)) {
|
||||
const entity = getEntity(change.entityType);
|
||||
if (!entity) continue;
|
||||
const key = recordKey(change.entityType, change.syncId);
|
||||
const record = records.get(key);
|
||||
if (record && record.revision >= change.revision) continue;
|
||||
|
||||
try {
|
||||
if (!entity.readOnly) {
|
||||
await this.keepLocalEdit(
|
||||
entity,
|
||||
userId,
|
||||
change,
|
||||
record,
|
||||
adopt,
|
||||
resolvers,
|
||||
);
|
||||
}
|
||||
if (change.deleted) {
|
||||
await deleteStoredRow(entity, userId, change.syncId);
|
||||
await putRecord(userId, change.entityType, change.syncId, {
|
||||
revision: change.revision,
|
||||
hash: null,
|
||||
deleted: true,
|
||||
});
|
||||
continue;
|
||||
}
|
||||
missed = false;
|
||||
await writeWireRow(
|
||||
entity,
|
||||
userId,
|
||||
{ ...(change.row ?? {}), syncId: change.syncId },
|
||||
resolvers,
|
||||
);
|
||||
if (missed) retry.push(change);
|
||||
await this.recordApplied(entity, userId, change, resolvers);
|
||||
} catch (error) {
|
||||
syncLogger.warn("Could not apply a synced change", {
|
||||
operation: "sync_apply",
|
||||
entityType: change.entityType,
|
||||
syncId: change.syncId,
|
||||
error: error instanceof Error ? error.message : String(error),
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
// Rows that pointed at something written later in the same pull.
|
||||
for (const change of retry) {
|
||||
const entity = getEntity(change.entityType)!;
|
||||
try {
|
||||
await writeWireRow(
|
||||
entity,
|
||||
userId,
|
||||
{ ...(change.row ?? {}), syncId: change.syncId },
|
||||
resolvers,
|
||||
);
|
||||
await this.recordApplied(entity, userId, change, resolvers);
|
||||
} catch {
|
||||
// The first write stands.
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private async recordApplied(
|
||||
entity: RegisteredSyncEntity,
|
||||
userId: string,
|
||||
change: RemoteChange,
|
||||
resolvers: ReturnType<typeof createResolvers>,
|
||||
): Promise<void> {
|
||||
const written = entity.readOnly
|
||||
? null
|
||||
: await loadWireRow(entity, userId, change.syncId, resolvers);
|
||||
await putRecord(userId, change.entityType, change.syncId, {
|
||||
revision: change.revision,
|
||||
hash: written?.hash ?? null,
|
||||
deleted: false,
|
||||
});
|
||||
}
|
||||
|
||||
/** Saves a local edit the incoming change is about to replace. */
|
||||
private async keepLocalEdit(
|
||||
entity: RegisteredSyncEntity,
|
||||
userId: string,
|
||||
change: RemoteChange,
|
||||
record: SyncRecord | undefined,
|
||||
adopt: boolean,
|
||||
resolvers: ReturnType<typeof createResolvers>,
|
||||
): Promise<void> {
|
||||
if (!record && adopt) return;
|
||||
const local = await loadWireRow(
|
||||
entity,
|
||||
userId,
|
||||
change.syncId,
|
||||
resolvers,
|
||||
).catch(() => null);
|
||||
if (!local) return;
|
||||
if (record && !record.deleted && record.hash === local.hash) return;
|
||||
await saveConflict(
|
||||
userId,
|
||||
change.entityType,
|
||||
change.syncId,
|
||||
local.wire,
|
||||
change.revision,
|
||||
);
|
||||
}
|
||||
|
||||
private openEvents(link: SyncLink): void {
|
||||
const key = `${link.serverUrl}|${link.sessionToken}`;
|
||||
if (this.events && this.eventsFor === key) return;
|
||||
this.closeEvents();
|
||||
const controller = new AbortController();
|
||||
this.events = controller;
|
||||
this.eventsFor = key;
|
||||
void this.listen(link, controller);
|
||||
}
|
||||
|
||||
private closeEvents(): void {
|
||||
this.events?.abort();
|
||||
this.events = null;
|
||||
this.eventsFor = null;
|
||||
}
|
||||
|
||||
private async listen(
|
||||
link: SyncLink,
|
||||
controller: AbortController,
|
||||
): Promise<void> {
|
||||
try {
|
||||
const response = await remoteFetch(link, "/sync/v2/events", {
|
||||
signal: controller.signal,
|
||||
});
|
||||
if (!response.ok || !response.body)
|
||||
throw new Error(`HTTP ${response.status}`);
|
||||
const decoder = new TextDecoder();
|
||||
let buffer = "";
|
||||
for await (const chunk of response.body) {
|
||||
buffer += decoder.decode(chunk as Uint8Array, { stream: true });
|
||||
let index;
|
||||
while ((index = buffer.indexOf("\n\n")) >= 0) {
|
||||
const block = buffer.slice(0, index);
|
||||
buffer = buffer.slice(index + 2);
|
||||
if (/^event: change$/m.test(block)) this.request(500);
|
||||
}
|
||||
}
|
||||
} catch {
|
||||
// Dropped or refused: the safety interval still syncs, and the next
|
||||
// successful pass reopens the stream.
|
||||
}
|
||||
if (this.events === controller) {
|
||||
this.events = null;
|
||||
this.eventsFor = null;
|
||||
if (!controller.signal.aborted) {
|
||||
setTimeout(() => this.request(0), 30_000).unref?.();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/** Where the link's proxy settings have to reach outside the backend. */
|
||||
async applyProxyConfig(): Promise<void> {
|
||||
await applyElectronProxyConfig(await getLink());
|
||||
}
|
||||
}
|
||||
|
||||
function* batches(ops: PushOp[]): Generator<PushOp[]> {
|
||||
let batch: PushOp[] = [];
|
||||
let bytes = 0;
|
||||
for (const op of ops) {
|
||||
const size = JSON.stringify(op).length;
|
||||
if (
|
||||
batch.length > 0 &&
|
||||
(batch.length >= MAX_BATCH_OPS || bytes + size > MAX_BATCH_BYTES)
|
||||
) {
|
||||
yield batch;
|
||||
batch = [];
|
||||
bytes = 0;
|
||||
}
|
||||
batch.push(op);
|
||||
bytes += size;
|
||||
}
|
||||
if (batch.length > 0) yield batch;
|
||||
}
|
||||
|
||||
let engine: SyncEngine | null = null;
|
||||
|
||||
export function getSyncEngine(): SyncEngine {
|
||||
if (!engine) engine = new SyncEngine();
|
||||
return engine;
|
||||
}
|
||||
|
||||
/** Starts syncing on a desktop. A server install never links. */
|
||||
export function startDesktopSync(): void {
|
||||
if (process.env.ELECTRON_EMBEDDED !== "true") return;
|
||||
const instance = getSyncEngine();
|
||||
instance.start();
|
||||
void instance.applyProxyConfig().catch(() => {});
|
||||
}
|
||||
|
||||
export function defaultDeviceName(): string {
|
||||
return os.hostname() || "Termix Desktop";
|
||||
}
|
||||
@@ -0,0 +1,260 @@
|
||||
/**
|
||||
* Requests from a desktop to the server it is linked to.
|
||||
*
|
||||
* The Termix session travels as the jwt cookie rather than an Authorization
|
||||
* header, so a proxy in front that uses basic auth can have that header to
|
||||
* itself. Proxy headers (a Cloudflare Access service token, a gateway key)
|
||||
* are added to every request.
|
||||
*/
|
||||
|
||||
import { Agent, ProxyAgent, fetch as undiciFetch } from "undici";
|
||||
import type { Dispatcher } from "undici";
|
||||
import type { BasicAuth, ProxyHeader } from "./link-store.js";
|
||||
|
||||
export interface RemoteTarget {
|
||||
serverUrl: string;
|
||||
sessionToken?: string | null;
|
||||
customHeaders?: ProxyHeader[];
|
||||
basicAuth?: BasicAuth | null;
|
||||
allowInvalidCertificate?: boolean;
|
||||
}
|
||||
|
||||
export type RemoteErrorKind =
|
||||
/** Could not reach the server at all. */
|
||||
| "offline"
|
||||
/** TLS failed and the certificate is not allowed. */
|
||||
| "tls"
|
||||
/** A proxy answered instead of Termix (its login page, a 404 page). */
|
||||
| "proxy"
|
||||
/** The proxy wants basic auth. */
|
||||
| "basic_auth"
|
||||
/** Termix refused the session: revoked, expired or signed out. */
|
||||
| "signed_out"
|
||||
/** Termix answered with an error. */
|
||||
| "server";
|
||||
|
||||
export class RemoteError extends Error {
|
||||
constructor(
|
||||
readonly kind: RemoteErrorKind,
|
||||
message: string,
|
||||
readonly status?: number,
|
||||
) {
|
||||
super(message);
|
||||
}
|
||||
}
|
||||
|
||||
const TLS_CODES = new Set([
|
||||
"DEPTH_ZERO_SELF_SIGNED_CERT",
|
||||
"SELF_SIGNED_CERT_IN_CHAIN",
|
||||
"UNABLE_TO_VERIFY_LEAF_SIGNATURE",
|
||||
"UNABLE_TO_GET_ISSUER_CERT_LOCALLY",
|
||||
"CERT_HAS_EXPIRED",
|
||||
"ERR_TLS_CERT_ALTNAME_INVALID",
|
||||
"CERT_UNTRUSTED",
|
||||
]);
|
||||
|
||||
function envProxy(url: string): string | null {
|
||||
const proxy =
|
||||
process.env.https_proxy ||
|
||||
process.env.HTTPS_PROXY ||
|
||||
process.env.http_proxy ||
|
||||
process.env.HTTP_PROXY;
|
||||
if (!proxy) return null;
|
||||
const hostname = new URL(url).hostname.toLowerCase();
|
||||
const noProxy = (process.env.no_proxy || process.env.NO_PROXY || "")
|
||||
.split(",")
|
||||
.map((entry) =>
|
||||
entry
|
||||
.trim()
|
||||
.toLowerCase()
|
||||
.replace(/^\*?\./, ""),
|
||||
)
|
||||
.filter(Boolean);
|
||||
if (
|
||||
noProxy.some(
|
||||
(entry) => hostname === entry || hostname.endsWith(`.${entry}`),
|
||||
)
|
||||
)
|
||||
return null;
|
||||
return proxy;
|
||||
}
|
||||
|
||||
const dispatchers = new Map<string, Dispatcher>();
|
||||
|
||||
function dispatcherFor(target: RemoteTarget): Dispatcher {
|
||||
const insecure = !!target.allowInvalidCertificate;
|
||||
const proxy = envProxy(target.serverUrl);
|
||||
const key = `${insecure}|${proxy ?? ""}`;
|
||||
let dispatcher = dispatchers.get(key);
|
||||
if (!dispatcher) {
|
||||
const tls = insecure ? { rejectUnauthorized: false } : {};
|
||||
dispatcher = proxy
|
||||
? new ProxyAgent({ uri: proxy, requestTls: tls })
|
||||
: new Agent({ connect: tls });
|
||||
dispatchers.set(key, dispatcher);
|
||||
}
|
||||
return dispatcher;
|
||||
}
|
||||
|
||||
/** "https://x.example/termix/" + "/sync/v2/info" keeps the base path. */
|
||||
export function remoteUrl(serverUrl: string, pathname: string): string {
|
||||
return `${serverUrl.replace(/\/+$/, "")}${pathname}`;
|
||||
}
|
||||
|
||||
export function normalizeServerUrl(input: string): string | null {
|
||||
const trimmed = input.trim();
|
||||
if (!trimmed) return null;
|
||||
if (
|
||||
/^[a-z][a-z0-9+.-]*:\/\//i.test(trimmed) &&
|
||||
!/^https?:\/\//i.test(trimmed)
|
||||
) {
|
||||
return null;
|
||||
}
|
||||
const withScheme = /^https?:\/\//i.test(trimmed)
|
||||
? trimmed
|
||||
: `https://${trimmed}`;
|
||||
try {
|
||||
const url = new URL(withScheme);
|
||||
if (url.protocol !== "http:" && url.protocol !== "https:") return null;
|
||||
url.hash = "";
|
||||
url.search = "";
|
||||
return url.toString().replace(/\/+$/, "");
|
||||
} catch {
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
export function requestHeaders(target: RemoteTarget): Record<string, string> {
|
||||
const headers: Record<string, string> = {
|
||||
"X-Electron-App": "true",
|
||||
"User-Agent": "Termix-Desktop-Sync",
|
||||
};
|
||||
for (const header of target.customHeaders ?? []) {
|
||||
if (header.name && header.value) headers[header.name] = header.value;
|
||||
}
|
||||
if (target.basicAuth?.username) {
|
||||
headers.Authorization = `Basic ${Buffer.from(
|
||||
`${target.basicAuth.username}:${target.basicAuth.password ?? ""}`,
|
||||
).toString("base64")}`;
|
||||
}
|
||||
if (target.sessionToken) headers.Cookie = `jwt=${target.sessionToken}`;
|
||||
return headers;
|
||||
}
|
||||
|
||||
function describeNetworkError(error: unknown): RemoteError {
|
||||
const cause = (error as { cause?: { code?: string; message?: string } })
|
||||
?.cause;
|
||||
const code = cause?.code ?? (error as { code?: string })?.code ?? "";
|
||||
if (TLS_CODES.has(code) || /certificate/i.test(cause?.message ?? "")) {
|
||||
return new RemoteError("tls", cause?.message || code);
|
||||
}
|
||||
if ((error as Error)?.name === "AbortError") {
|
||||
return new RemoteError("offline", "The server did not answer in time");
|
||||
}
|
||||
return new RemoteError(
|
||||
"offline",
|
||||
cause?.message || (error as Error)?.message || "Could not reach the server",
|
||||
);
|
||||
}
|
||||
|
||||
export interface RemoteRequest {
|
||||
method?: string;
|
||||
body?: unknown;
|
||||
timeoutMs?: number;
|
||||
signal?: AbortSignal;
|
||||
}
|
||||
|
||||
/** Sends a request and returns the raw response, classifying failures. */
|
||||
export async function remoteFetch(
|
||||
target: RemoteTarget,
|
||||
pathname: string,
|
||||
request: RemoteRequest = {},
|
||||
) {
|
||||
const url = remoteUrl(target.serverUrl, pathname);
|
||||
const headers = requestHeaders(target);
|
||||
if (request.body !== undefined) headers["Content-Type"] = "application/json";
|
||||
|
||||
const controller = new AbortController();
|
||||
const timeout = request.timeoutMs
|
||||
? setTimeout(() => controller.abort(), request.timeoutMs)
|
||||
: null;
|
||||
request.signal?.addEventListener("abort", () => controller.abort(), {
|
||||
once: true,
|
||||
});
|
||||
|
||||
let response;
|
||||
try {
|
||||
response = await undiciFetch(url, {
|
||||
method: request.method ?? "GET",
|
||||
headers,
|
||||
body:
|
||||
request.body !== undefined ? JSON.stringify(request.body) : undefined,
|
||||
dispatcher: dispatcherFor(target),
|
||||
signal: controller.signal,
|
||||
});
|
||||
} catch (error) {
|
||||
throw describeNetworkError(error);
|
||||
} finally {
|
||||
if (timeout) clearTimeout(timeout);
|
||||
}
|
||||
return response;
|
||||
}
|
||||
|
||||
/** Sends a request and parses a JSON answer from Termix. */
|
||||
export async function remoteJson<T>(
|
||||
target: RemoteTarget,
|
||||
pathname: string,
|
||||
request: RemoteRequest = {},
|
||||
): Promise<T> {
|
||||
const response = await remoteFetch(target, pathname, {
|
||||
timeoutMs: 60_000,
|
||||
...request,
|
||||
});
|
||||
const type = response.headers.get("content-type") ?? "";
|
||||
const text = await response.text();
|
||||
|
||||
if (!type.includes("application/json")) {
|
||||
if (
|
||||
response.status === 401 &&
|
||||
/basic/i.test(response.headers.get("www-authenticate") ?? "")
|
||||
) {
|
||||
throw new RemoteError(
|
||||
"basic_auth",
|
||||
"The server asks for a username and password before Termix",
|
||||
401,
|
||||
);
|
||||
}
|
||||
throw new RemoteError(
|
||||
"proxy",
|
||||
`Something other than Termix answered (${response.status})`,
|
||||
response.status,
|
||||
);
|
||||
}
|
||||
|
||||
let data: unknown;
|
||||
try {
|
||||
data = text ? JSON.parse(text) : null;
|
||||
} catch {
|
||||
throw new RemoteError(
|
||||
"proxy",
|
||||
"The server sent invalid JSON",
|
||||
response.status,
|
||||
);
|
||||
}
|
||||
|
||||
if (response.status === 401) {
|
||||
throw new RemoteError(
|
||||
"signed_out",
|
||||
(data as { error?: string })?.error || "Signed out",
|
||||
401,
|
||||
);
|
||||
}
|
||||
if (!response.ok) {
|
||||
throw new RemoteError(
|
||||
"server",
|
||||
(data as { error?: string })?.error || `Server error ${response.status}`,
|
||||
response.status,
|
||||
);
|
||||
}
|
||||
return data as T;
|
||||
}
|
||||
@@ -0,0 +1,233 @@
|
||||
/**
|
||||
* The desktop's link to a server, one row in sync_link. Secrets (the session
|
||||
* token, proxy headers, basic auth) are stored encrypted with the system key.
|
||||
*/
|
||||
|
||||
import { eq } from "drizzle-orm";
|
||||
import { syncLink } from "../../database/db/schema.js";
|
||||
import { createCurrentRepositoryContext } from "../../database/repositories/factory.js";
|
||||
import { DatabaseSaveTrigger } from "../../utils/database-save-trigger.js";
|
||||
import {
|
||||
decryptSystemSecret,
|
||||
encryptSystemSecret,
|
||||
} from "../../utils/system-secret-crypto.js";
|
||||
|
||||
export type LinkStatus =
|
||||
"idle" | "syncing" | "offline" | "error" | "signed_out";
|
||||
|
||||
export interface LinkAccount {
|
||||
remoteUserId?: string;
|
||||
username?: string;
|
||||
isAdmin?: boolean;
|
||||
roles?: string[];
|
||||
permissions?: string[];
|
||||
}
|
||||
|
||||
export interface ProxyHeader {
|
||||
name: string;
|
||||
value: string;
|
||||
}
|
||||
|
||||
export interface BasicAuth {
|
||||
username: string;
|
||||
password: string;
|
||||
}
|
||||
|
||||
export interface SyncLink {
|
||||
id: number;
|
||||
userId: string;
|
||||
serverUrl: string;
|
||||
serverName: string | null;
|
||||
serverVersion: string | null;
|
||||
sessionToken: string | null;
|
||||
customHeaders: ProxyHeader[];
|
||||
basicAuth: BasicAuth | null;
|
||||
allowInvalidCertificate: boolean;
|
||||
remoteUserId: string | null;
|
||||
remoteUsername: string | null;
|
||||
account: LinkAccount | null;
|
||||
/** Entity types switched off on this device. */
|
||||
disabledTypes: string[];
|
||||
/** Entity types this device has fully pulled at least once. */
|
||||
knownTypes: string[];
|
||||
cursor: number;
|
||||
status: LinkStatus;
|
||||
lastError: string | null;
|
||||
linkedAt: string;
|
||||
lastSyncAt: string | null;
|
||||
}
|
||||
|
||||
type Row = typeof syncLink.$inferSelect;
|
||||
|
||||
function db() {
|
||||
return createCurrentRepositoryContext().drizzle;
|
||||
}
|
||||
|
||||
function parseJson<T>(value: string | null, fallback: T): T {
|
||||
if (!value) return fallback;
|
||||
try {
|
||||
return JSON.parse(value) as T;
|
||||
} catch {
|
||||
return fallback;
|
||||
}
|
||||
}
|
||||
|
||||
async function decryptJson<T>(value: string | null, fallback: T): Promise<T> {
|
||||
if (!value) return fallback;
|
||||
try {
|
||||
return JSON.parse(await decryptSystemSecret(value)) as T;
|
||||
} catch {
|
||||
return fallback;
|
||||
}
|
||||
}
|
||||
|
||||
async function fromRow(row: Row): Promise<SyncLink> {
|
||||
let sessionToken: string | null = null;
|
||||
if (row.sessionToken) {
|
||||
try {
|
||||
sessionToken = await decryptSystemSecret(row.sessionToken);
|
||||
} catch {
|
||||
sessionToken = null;
|
||||
}
|
||||
}
|
||||
const scope = parseJson<{ disabled?: string[] }>(row.scope, {});
|
||||
return {
|
||||
id: row.id,
|
||||
userId: row.userId,
|
||||
serverUrl: row.serverUrl,
|
||||
serverName: row.serverName,
|
||||
serverVersion: row.serverVersion,
|
||||
sessionToken,
|
||||
customHeaders: await decryptJson<ProxyHeader[]>(row.customHeaders, []),
|
||||
basicAuth: await decryptJson<BasicAuth | null>(row.basicAuth, null),
|
||||
allowInvalidCertificate: !!row.allowInvalidCertificate,
|
||||
remoteUserId: row.remoteUserId,
|
||||
remoteUsername: row.remoteUsername,
|
||||
account: parseJson<LinkAccount | null>(row.account, null),
|
||||
disabledTypes: Array.isArray(scope.disabled) ? scope.disabled : [],
|
||||
knownTypes: parseJson<string[]>(row.knownTypes, []),
|
||||
cursor: Number(row.cursor) || 0,
|
||||
status: (row.status as LinkStatus) || "idle",
|
||||
lastError: row.lastError,
|
||||
linkedAt: row.linkedAt,
|
||||
lastSyncAt: row.lastSyncAt,
|
||||
};
|
||||
}
|
||||
|
||||
export async function getLink(): Promise<SyncLink | null> {
|
||||
const [row] = await db().select().from(syncLink).limit(1);
|
||||
return row ? fromRow(row) : null;
|
||||
}
|
||||
|
||||
export interface NewLink {
|
||||
userId: string;
|
||||
serverUrl: string;
|
||||
serverName?: string | null;
|
||||
serverVersion?: string | null;
|
||||
sessionToken: string;
|
||||
customHeaders?: ProxyHeader[];
|
||||
basicAuth?: BasicAuth | null;
|
||||
allowInvalidCertificate?: boolean;
|
||||
remoteUserId?: string | null;
|
||||
remoteUsername?: string | null;
|
||||
}
|
||||
|
||||
export async function createLink(link: NewLink): Promise<SyncLink> {
|
||||
await db().delete(syncLink);
|
||||
await db()
|
||||
.insert(syncLink)
|
||||
.values({
|
||||
userId: link.userId,
|
||||
serverUrl: link.serverUrl,
|
||||
serverName: link.serverName ?? null,
|
||||
serverVersion: link.serverVersion ?? null,
|
||||
sessionToken: await encryptSystemSecret(link.sessionToken),
|
||||
customHeaders: link.customHeaders?.length
|
||||
? await encryptSystemSecret(JSON.stringify(link.customHeaders))
|
||||
: null,
|
||||
basicAuth: link.basicAuth
|
||||
? await encryptSystemSecret(JSON.stringify(link.basicAuth))
|
||||
: null,
|
||||
allowInvalidCertificate: !!link.allowInvalidCertificate,
|
||||
remoteUserId: link.remoteUserId ?? null,
|
||||
remoteUsername: link.remoteUsername ?? null,
|
||||
cursor: 0,
|
||||
status: "idle",
|
||||
knownTypes: "[]",
|
||||
linkedAt: new Date().toISOString(),
|
||||
});
|
||||
await DatabaseSaveTrigger.forceSave("sync_link");
|
||||
return (await getLink())!;
|
||||
}
|
||||
|
||||
export interface LinkPatch {
|
||||
serverName?: string | null;
|
||||
serverVersion?: string | null;
|
||||
sessionToken?: string | null;
|
||||
customHeaders?: ProxyHeader[];
|
||||
basicAuth?: BasicAuth | null;
|
||||
allowInvalidCertificate?: boolean;
|
||||
remoteUserId?: string | null;
|
||||
remoteUsername?: string | null;
|
||||
account?: LinkAccount | null;
|
||||
disabledTypes?: string[];
|
||||
knownTypes?: string[];
|
||||
cursor?: number;
|
||||
status?: LinkStatus;
|
||||
lastError?: string | null;
|
||||
lastSyncAt?: string | null;
|
||||
}
|
||||
|
||||
export async function updateLink(patch: LinkPatch): Promise<SyncLink | null> {
|
||||
const current = await getLink();
|
||||
if (!current) return null;
|
||||
const set: Partial<Row> = {};
|
||||
if (patch.serverName !== undefined) set.serverName = patch.serverName;
|
||||
if (patch.serverVersion !== undefined)
|
||||
set.serverVersion = patch.serverVersion;
|
||||
if (patch.sessionToken !== undefined) {
|
||||
set.sessionToken = patch.sessionToken
|
||||
? await encryptSystemSecret(patch.sessionToken)
|
||||
: null;
|
||||
}
|
||||
if (patch.customHeaders !== undefined) {
|
||||
set.customHeaders = patch.customHeaders.length
|
||||
? await encryptSystemSecret(JSON.stringify(patch.customHeaders))
|
||||
: null;
|
||||
}
|
||||
if (patch.basicAuth !== undefined) {
|
||||
set.basicAuth = patch.basicAuth
|
||||
? await encryptSystemSecret(JSON.stringify(patch.basicAuth))
|
||||
: null;
|
||||
}
|
||||
if (patch.allowInvalidCertificate !== undefined) {
|
||||
set.allowInvalidCertificate = patch.allowInvalidCertificate;
|
||||
}
|
||||
if (patch.remoteUserId !== undefined) set.remoteUserId = patch.remoteUserId;
|
||||
if (patch.remoteUsername !== undefined) {
|
||||
set.remoteUsername = patch.remoteUsername;
|
||||
}
|
||||
if (patch.account !== undefined) {
|
||||
set.account = patch.account ? JSON.stringify(patch.account) : null;
|
||||
}
|
||||
if (patch.disabledTypes !== undefined) {
|
||||
set.scope = JSON.stringify({ disabled: patch.disabledTypes });
|
||||
}
|
||||
if (patch.knownTypes !== undefined) {
|
||||
set.knownTypes = JSON.stringify(patch.knownTypes);
|
||||
}
|
||||
if (patch.cursor !== undefined) set.cursor = patch.cursor;
|
||||
if (patch.status !== undefined) set.status = patch.status;
|
||||
if (patch.lastError !== undefined) set.lastError = patch.lastError;
|
||||
if (patch.lastSyncAt !== undefined) set.lastSyncAt = patch.lastSyncAt;
|
||||
if (Object.keys(set).length > 0) {
|
||||
await db().update(syncLink).set(set).where(eq(syncLink.id, current.id));
|
||||
DatabaseSaveTrigger.triggerSave("sync_link");
|
||||
}
|
||||
return getLink();
|
||||
}
|
||||
|
||||
export async function deleteLink(): Promise<void> {
|
||||
await db().delete(syncLink);
|
||||
await DatabaseSaveTrigger.forceSave("sync_link");
|
||||
}
|
||||
@@ -0,0 +1,197 @@
|
||||
/**
|
||||
* A linked desktop runs the features its server runs.
|
||||
*
|
||||
* For every plugin in "mirror" mode, the server decides: a plugin installed
|
||||
* there is installed here, on or off to match, with the capabilities an
|
||||
* admin granted it there. Plugins marked "local" are left to the desktop and
|
||||
* "server" ones never run on a linked desktop.
|
||||
*/
|
||||
|
||||
import fs from "fs";
|
||||
import path from "path";
|
||||
import semver from "semver";
|
||||
import type { PluginDesktopMode } from "@termix/plugin-sdk/manifest";
|
||||
import { syncLogger } from "../../utils/logger.js";
|
||||
import { sendCoreAlert } from "../../notify/core-notify.js";
|
||||
import {
|
||||
getPluginRuntime,
|
||||
installPluginArtifact,
|
||||
setPluginEnabled,
|
||||
unloadPlugin,
|
||||
} from "../../plugins/index.js";
|
||||
import { getPluginsDir } from "../../plugins/paths.js";
|
||||
import {
|
||||
createCurrentPluginPermissionGrantRepository,
|
||||
createCurrentPluginRepository,
|
||||
} from "../../database/repositories/factory.js";
|
||||
import { remoteFetch, remoteJson } from "./http.js";
|
||||
import type { SyncLink } from "./link-store.js";
|
||||
|
||||
export interface RemotePlugin {
|
||||
id: string;
|
||||
name: string;
|
||||
version: string;
|
||||
source: "bundled" | "user";
|
||||
enabled: boolean;
|
||||
active: boolean;
|
||||
desktop: PluginDesktopMode;
|
||||
syncEntities: string[];
|
||||
granted: string[];
|
||||
}
|
||||
|
||||
let lastRemote: RemotePlugin[] = [];
|
||||
const alertedVersions = new Set<string>();
|
||||
|
||||
/** What the server ran at the last sync, for the sync panel. */
|
||||
export function lastRemotePlugins(): RemotePlugin[] {
|
||||
return lastRemote;
|
||||
}
|
||||
|
||||
async function isEnabledLocally(pluginId: string): Promise<boolean> {
|
||||
const record = await createCurrentPluginRepository().findById(pluginId);
|
||||
return record?.state === "enabled";
|
||||
}
|
||||
|
||||
async function download(link: SyncLink, plugin: RemotePlugin): Promise<string> {
|
||||
const response = await remoteFetch(
|
||||
link,
|
||||
`/sync/v2/plugins/${encodeURIComponent(plugin.id)}/package`,
|
||||
{ timeoutMs: 120_000 },
|
||||
);
|
||||
if (!response.ok) {
|
||||
throw new Error(`Could not download ${plugin.id} (${response.status})`);
|
||||
}
|
||||
const buffer = Buffer.from(await response.arrayBuffer());
|
||||
const dir = getPluginsDir();
|
||||
await fs.promises.mkdir(dir, { recursive: true });
|
||||
const file = path.join(dir, `${plugin.id}.tmxplug`);
|
||||
await fs.promises.writeFile(file, buffer);
|
||||
const signature = response.headers.get("x-termix-signature");
|
||||
const sigFile = `${file}.sig`;
|
||||
if (signature) {
|
||||
await fs.promises.writeFile(
|
||||
sigFile,
|
||||
Buffer.from(signature, "base64").toString("utf8"),
|
||||
);
|
||||
} else {
|
||||
await fs.promises.rm(sigFile, { force: true });
|
||||
}
|
||||
return file;
|
||||
}
|
||||
|
||||
async function matchGrants(plugin: RemotePlugin): Promise<void> {
|
||||
const repository = createCurrentPluginPermissionGrantRepository();
|
||||
const local = getPluginRuntime().loader.get(plugin.id);
|
||||
if (!local || local.source !== "user") return;
|
||||
const declared = new Set(local.manifest.capabilities);
|
||||
const wanted = new Set(plugin.granted.filter((cap) => declared.has(cap)));
|
||||
const existing = await repository.listByPlugin(plugin.id);
|
||||
for (const grant of existing) {
|
||||
if (!wanted.has(grant.capability)) {
|
||||
await repository.revoke(plugin.id, grant.capability);
|
||||
}
|
||||
}
|
||||
const have = new Set(existing.map((grant) => grant.capability));
|
||||
for (const capability of wanted) {
|
||||
if (have.has(capability)) continue;
|
||||
await repository.grant({
|
||||
pluginId: plugin.id,
|
||||
capability,
|
||||
grantedBy: null,
|
||||
source: "admin",
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
async function alertOlderDesktop(plugin: RemotePlugin): Promise<void> {
|
||||
const key = `${plugin.id}@${plugin.version}`;
|
||||
if (alertedVersions.has(key)) return;
|
||||
alertedVersions.add(key);
|
||||
await sendCoreAlert({
|
||||
title: "Update the desktop app",
|
||||
body: `The server runs a newer ${plugin.name} (${plugin.version}) than this app has. Update the app to get it.`,
|
||||
severity: "info",
|
||||
category: "termix.sync.desktop_outdated",
|
||||
dedupeKey: `sync:outdated:${key}`,
|
||||
audience: "admins",
|
||||
});
|
||||
}
|
||||
|
||||
async function mirrorOne(link: SyncLink, plugin: RemotePlugin): Promise<void> {
|
||||
const { loader } = getPluginRuntime();
|
||||
let local = loader.get(plugin.id);
|
||||
const mode = local?.manifest.desktop ?? plugin.desktop ?? "mirror";
|
||||
|
||||
if (mode === "server") {
|
||||
if (local && (await isEnabledLocally(plugin.id))) {
|
||||
await setPluginEnabled(plugin.id, false);
|
||||
}
|
||||
return;
|
||||
}
|
||||
if (mode !== "mirror") return;
|
||||
|
||||
if (plugin.source === "bundled") {
|
||||
if (!local || semver.gt(plugin.version, local.manifest.version)) {
|
||||
await alertOlderDesktop(plugin);
|
||||
}
|
||||
if (!local) return;
|
||||
} else if (plugin.enabled || local) {
|
||||
const outdated =
|
||||
!local ||
|
||||
local.source !== "user" ||
|
||||
local.manifest.version !== plugin.version;
|
||||
if (outdated && (!local || local.source === "user")) {
|
||||
const wasEnabled = local ? await isEnabledLocally(plugin.id) : false;
|
||||
if (local) await unloadPlugin(plugin.id);
|
||||
const file = await download(link, plugin);
|
||||
local = await installPluginArtifact(file);
|
||||
if (wasEnabled && !plugin.enabled) {
|
||||
await setPluginEnabled(plugin.id, false);
|
||||
}
|
||||
}
|
||||
await matchGrants(plugin);
|
||||
}
|
||||
|
||||
if (!local) return;
|
||||
if (plugin.enabled !== (await isEnabledLocally(plugin.id))) {
|
||||
await setPluginEnabled(plugin.id, plugin.enabled);
|
||||
} else if (plugin.enabled && local.state !== "active") {
|
||||
await setPluginEnabled(plugin.id, true);
|
||||
}
|
||||
}
|
||||
|
||||
export async function mirrorPlugins(link: SyncLink): Promise<void> {
|
||||
const { plugins } = await remoteJson<{ plugins: RemotePlugin[] }>(
|
||||
link,
|
||||
"/sync/v2/plugins",
|
||||
);
|
||||
lastRemote = plugins;
|
||||
const remoteIds = new Set(plugins.map((plugin) => plugin.id));
|
||||
|
||||
for (const plugin of plugins) {
|
||||
try {
|
||||
await mirrorOne(link, plugin);
|
||||
} catch (error) {
|
||||
syncLogger.warn("Could not match a feature to the server", {
|
||||
operation: "sync_plugin_mirror",
|
||||
pluginId: plugin.id,
|
||||
error: error instanceof Error ? error.message : String(error),
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
// A plugin the server no longer has is switched off here. Its data stays.
|
||||
for (const local of getPluginRuntime().loader.list()) {
|
||||
if (remoteIds.has(local.id) || local.source !== "user") continue;
|
||||
if ((local.manifest.desktop ?? "mirror") !== "mirror") continue;
|
||||
if (await isEnabledLocally(local.id)) {
|
||||
await setPluginEnabled(local.id, false).catch(() => {});
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/** Whether a plugin's on/off state belongs to the linked server. */
|
||||
export function isServerManaged(pluginId: string): boolean {
|
||||
const local = getPluginRuntime().loader.get(pluginId);
|
||||
return (local?.manifest.desktop ?? "mirror") !== "local";
|
||||
}
|
||||
@@ -0,0 +1,761 @@
|
||||
/**
|
||||
* The desktop's own sync routes, under /sync/link. They only exist in the
|
||||
* embedded desktop backend; on a server they answer 404.
|
||||
*/
|
||||
|
||||
import express, {
|
||||
type NextFunction,
|
||||
type Request,
|
||||
type Response,
|
||||
} from "express";
|
||||
import { and, eq, isNotNull } from "drizzle-orm";
|
||||
import type { SyncRow } from "@termix/plugin-sdk/backend";
|
||||
import type { AuthenticatedRequest } from "../../../types/index.js";
|
||||
import { AuthManager } from "../../utils/auth-manager.js";
|
||||
import { syncLogger } from "../../utils/logger.js";
|
||||
import { hosts, sshCredentials } from "../../database/db/schema.js";
|
||||
import { createCurrentRepositoryContext } from "../../database/repositories/factory.js";
|
||||
import { getPluginRuntime } from "../../plugins/index.js";
|
||||
import { getEntity, listEntities } from "../../plugins/sync-registry.js";
|
||||
import { registerCoreSyncEntities } from "../entities.js";
|
||||
import {
|
||||
createResolvers,
|
||||
deleteStoredRow,
|
||||
listStoredRows,
|
||||
regenerateSyncIds,
|
||||
writeWireRow,
|
||||
} from "../store.js";
|
||||
import {
|
||||
clearRecordErrors,
|
||||
deleteConflict,
|
||||
deleteRecordsForUser,
|
||||
getConflict,
|
||||
listConflicts,
|
||||
listRecordErrors,
|
||||
} from "../records.js";
|
||||
import { SYNC_PROTOCOL_VERSION } from "../protocol.js";
|
||||
import {
|
||||
createLink,
|
||||
deleteLink,
|
||||
getLink,
|
||||
updateLink,
|
||||
type BasicAuth,
|
||||
type ProxyHeader,
|
||||
type SyncLink,
|
||||
} from "./link-store.js";
|
||||
import {
|
||||
normalizeServerUrl,
|
||||
RemoteError,
|
||||
remoteJson,
|
||||
type RemoteTarget,
|
||||
} from "./http.js";
|
||||
import { defaultDeviceName, getSyncEngine } from "./engine.js";
|
||||
import { applyElectronProxyConfig } from "./electron-proxy.js";
|
||||
import { lastRemotePlugins } from "./plugins.js";
|
||||
|
||||
const router = express.Router();
|
||||
const authManager = AuthManager.getInstance();
|
||||
const authenticateJWT = authManager.createAuthMiddleware();
|
||||
|
||||
function desktopOnly(_req: Request, res: Response, next: NextFunction) {
|
||||
if (process.env.ELECTRON_EMBEDDED !== "true") {
|
||||
res.status(404).json({ error: "Not found" });
|
||||
return;
|
||||
}
|
||||
next();
|
||||
}
|
||||
|
||||
const guard = [desktopOnly, authenticateJWT];
|
||||
|
||||
function userOf(req: Request): string {
|
||||
return (req as AuthenticatedRequest).userId;
|
||||
}
|
||||
|
||||
function readHeaders(value: unknown): ProxyHeader[] {
|
||||
if (!Array.isArray(value)) return [];
|
||||
return value
|
||||
.filter(
|
||||
(header): header is ProxyHeader =>
|
||||
!!header &&
|
||||
typeof header.name === "string" &&
|
||||
typeof header.value === "string" &&
|
||||
/^[A-Za-z0-9-]{1,100}$/.test(header.name.trim()),
|
||||
)
|
||||
.map((header) => ({ name: header.name.trim(), value: header.value }))
|
||||
.slice(0, 20);
|
||||
}
|
||||
|
||||
function readBasicAuth(value: unknown): BasicAuth | null {
|
||||
if (!value || typeof value !== "object") return null;
|
||||
const { username, password } = value as Record<string, unknown>;
|
||||
if (typeof username !== "string" || !username) return null;
|
||||
return {
|
||||
username,
|
||||
password: typeof password === "string" ? password : "",
|
||||
};
|
||||
}
|
||||
|
||||
function readTarget(body: Record<string, unknown>): RemoteTarget | null {
|
||||
const serverUrl =
|
||||
typeof body.serverUrl === "string"
|
||||
? normalizeServerUrl(body.serverUrl)
|
||||
: null;
|
||||
if (!serverUrl) return null;
|
||||
return {
|
||||
serverUrl,
|
||||
customHeaders: readHeaders(body.customHeaders),
|
||||
basicAuth: readBasicAuth(body.basicAuth),
|
||||
allowInvalidCertificate: body.allowInvalidCertificate === true,
|
||||
};
|
||||
}
|
||||
|
||||
/** What the sync panel can show about each entity type. */
|
||||
function describeEntities(link: SyncLink | null) {
|
||||
registerCoreSyncEntities();
|
||||
const names = new Map<string, string>();
|
||||
for (const plugin of getPluginRuntime().loader.list()) {
|
||||
names.set(plugin.id, plugin.manifest.name);
|
||||
}
|
||||
for (const plugin of lastRemotePlugins()) {
|
||||
if (!names.has(plugin.id)) names.set(plugin.id, plugin.name);
|
||||
}
|
||||
const serverTypes = getSyncEngine().state.serverTypes;
|
||||
const seen = new Set<string>();
|
||||
const entries = [
|
||||
...listEntities().map((entity) => ({
|
||||
type: entity.type,
|
||||
owner: entity.owner,
|
||||
readOnly: !!entity.readOnly,
|
||||
})),
|
||||
...serverTypes,
|
||||
];
|
||||
return entries
|
||||
.filter((entry) => {
|
||||
if (seen.has(entry.type) || entry.type === "accountProfile") return false;
|
||||
seen.add(entry.type);
|
||||
return true;
|
||||
})
|
||||
.map((entry) => ({
|
||||
type: entry.type,
|
||||
owner: entry.owner,
|
||||
ownerName:
|
||||
entry.owner === "core" ? null : (names.get(entry.owner) ?? entry.owner),
|
||||
readOnly: entry.readOnly,
|
||||
onServer: serverTypes.some((server) => server.type === entry.type),
|
||||
onDevice: !!getEntity(entry.type),
|
||||
enabled: !link?.disabledTypes.includes(entry.type),
|
||||
}));
|
||||
}
|
||||
|
||||
async function statusBody() {
|
||||
const link = await getLink();
|
||||
const engine = getSyncEngine();
|
||||
if (!link) {
|
||||
return { linked: false, entities: describeEntities(null) };
|
||||
}
|
||||
return {
|
||||
linked: true,
|
||||
serverUrl: link.serverUrl,
|
||||
serverName: link.serverName,
|
||||
serverVersion: link.serverVersion,
|
||||
account: link.account ?? {
|
||||
username: link.remoteUsername ?? undefined,
|
||||
},
|
||||
status: engine.state.running ? "syncing" : link.status,
|
||||
lastError: link.lastError,
|
||||
linkedAt: link.linkedAt,
|
||||
lastSyncAt: link.lastSyncAt,
|
||||
pending: engine.state.pending,
|
||||
conflicts: (await listConflicts(link.userId)).length,
|
||||
errors: (await listRecordErrors(link.userId)).length,
|
||||
firstSyncDone: link.knownTypes.length > 0,
|
||||
allowInvalidCertificate: link.allowInvalidCertificate,
|
||||
customHeaders: link.customHeaders.map((header) => ({
|
||||
name: header.name,
|
||||
value: "",
|
||||
set: true,
|
||||
})),
|
||||
basicAuth: link.basicAuth
|
||||
? { username: link.basicAuth.username, password: "", set: true }
|
||||
: null,
|
||||
entities: describeEntities(link),
|
||||
};
|
||||
}
|
||||
|
||||
/** Removes read-only copies of what other users shared with the account. */
|
||||
async function removeSharedCopies(userId: string): Promise<void> {
|
||||
const db = createCurrentRepositoryContext().drizzle;
|
||||
const sharedHosts = await db
|
||||
.select({ id: hosts.id })
|
||||
.from(hosts)
|
||||
.where(and(eq(hosts.userId, userId), isNotNull(hosts.sharedSource)));
|
||||
const { deleteOwnedHost } = await import("../../hosts/delete-host.js");
|
||||
for (const host of sharedHosts) await deleteOwnedHost(userId, host.id);
|
||||
|
||||
const sharedCredentials = await db
|
||||
.select({ id: sshCredentials.id })
|
||||
.from(sshCredentials)
|
||||
.where(
|
||||
and(
|
||||
eq(sshCredentials.userId, userId),
|
||||
isNotNull(sshCredentials.sharedSource),
|
||||
),
|
||||
);
|
||||
const { deleteOwnedCredential } =
|
||||
await import("../../hosts/delete-credential.js");
|
||||
for (const credential of sharedCredentials) {
|
||||
await deleteOwnedCredential(userId, credential.id);
|
||||
}
|
||||
}
|
||||
|
||||
/** Deletes every row that syncs, keeping local-only ones. */
|
||||
async function wipeSyncedData(userId: string): Promise<void> {
|
||||
const entities = [...listEntities()].reverse();
|
||||
for (const entity of entities) {
|
||||
if (entity.readOnly) continue;
|
||||
try {
|
||||
if (entity.load) {
|
||||
for (const row of await entity.load(userId)) {
|
||||
await entity.erase?.(userId, String(row.syncId));
|
||||
}
|
||||
continue;
|
||||
}
|
||||
if (!entity.table || entity.singleton) continue;
|
||||
for (const row of await listStoredRows(entity, userId)) {
|
||||
if (entity.shouldSync && entity.shouldSync(row) === false) continue;
|
||||
if (typeof row.syncId !== "string") continue;
|
||||
await deleteStoredRow(entity, userId, row.syncId);
|
||||
}
|
||||
} catch (error) {
|
||||
syncLogger.warn("Could not clear synced data", {
|
||||
operation: "sync_wipe",
|
||||
entityType: entity.type,
|
||||
error: error instanceof Error ? error.message : String(error),
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function problemFor(error: unknown) {
|
||||
if (!(error instanceof RemoteError)) {
|
||||
return { problem: "unreachable", message: String(error) };
|
||||
}
|
||||
switch (error.kind) {
|
||||
case "tls":
|
||||
return { problem: "tls_untrusted", message: error.message };
|
||||
case "basic_auth":
|
||||
return { problem: "basic_auth_required", message: error.message };
|
||||
case "proxy":
|
||||
return error.status === 404
|
||||
? { problem: "not_termix", message: error.message }
|
||||
: { problem: "proxy_login", message: error.message };
|
||||
case "signed_out":
|
||||
case "server":
|
||||
// A Termix older than 2.9 has no /sync/v2 and answers with an error.
|
||||
return { problem: "version_mismatch", message: error.message };
|
||||
default:
|
||||
return { problem: "unreachable", message: error.message };
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/status:
|
||||
* get:
|
||||
* summary: This desktop's link to a server
|
||||
* description: Desktop only. Whether the app is linked, to which server and account, how syncing is going, and which kinds of data sync.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The link status.
|
||||
*/
|
||||
router.get("/link/status", ...guard, async (_req: Request, res: Response) => {
|
||||
try {
|
||||
res.json(await statusBody());
|
||||
} catch (error) {
|
||||
syncLogger.error("Failed to read sync status", error, {
|
||||
operation: "sync_status",
|
||||
});
|
||||
res.status(500).json({ error: "Failed to read sync status" });
|
||||
}
|
||||
});
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/probe:
|
||||
* post:
|
||||
* summary: Check a server address before linking
|
||||
* description: Desktop only. Tries the server with the given proxy settings and says what is in the way, if anything. On success the proxy settings are also applied to the desktop's browser session so the sign-in page loads.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The server's name and version, or the problem found.
|
||||
*/
|
||||
router.post("/link/probe", ...guard, async (req: Request, res: Response) => {
|
||||
const target = readTarget(req.body ?? {});
|
||||
if (!target) return res.json({ ok: false, problem: "invalid_url" });
|
||||
try {
|
||||
const info = await remoteJson<{
|
||||
termix?: boolean;
|
||||
name?: string;
|
||||
version?: string;
|
||||
protocol?: number;
|
||||
}>(target, "/sync/v2/info", { timeoutMs: 15_000 });
|
||||
if (!info?.termix) return res.json({ ok: false, problem: "not_termix" });
|
||||
if (info.protocol !== SYNC_PROTOCOL_VERSION) {
|
||||
return res.json({
|
||||
ok: false,
|
||||
problem: "version_mismatch",
|
||||
version: info.version,
|
||||
});
|
||||
}
|
||||
await applyElectronProxyConfig({
|
||||
serverUrl: target.serverUrl,
|
||||
customHeaders: target.customHeaders ?? [],
|
||||
basicAuth: target.basicAuth ?? null,
|
||||
allowInvalidCertificate: !!target.allowInvalidCertificate,
|
||||
}).catch(() => {});
|
||||
res.json({
|
||||
ok: true,
|
||||
serverUrl: target.serverUrl,
|
||||
name: info.name ?? "Termix",
|
||||
version: info.version ?? null,
|
||||
});
|
||||
} catch (error) {
|
||||
res.json({ ok: false, ...problemFor(error) });
|
||||
}
|
||||
});
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/preview:
|
||||
* get:
|
||||
* summary: How much this desktop has that would sync
|
||||
* description: Desktop only. Row counts per kind of data, shown before choosing whether to merge this desktop's data into the account or replace it.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: Counts per entity type.
|
||||
*/
|
||||
router.get("/link/preview", ...guard, async (req: Request, res: Response) => {
|
||||
const userId = userOf(req);
|
||||
registerCoreSyncEntities();
|
||||
const counts: Record<string, number> = {};
|
||||
for (const entity of listEntities()) {
|
||||
if (entity.readOnly) continue;
|
||||
try {
|
||||
if (entity.load) {
|
||||
counts[entity.type] = (await entity.load(userId)).length;
|
||||
continue;
|
||||
}
|
||||
if (!entity.table) continue;
|
||||
counts[entity.type] = (await listStoredRows(entity, userId)).filter(
|
||||
(row) => !entity.shouldSync || entity.shouldSync(row) !== false,
|
||||
).length;
|
||||
} catch {
|
||||
counts[entity.type] = 0;
|
||||
}
|
||||
}
|
||||
res.json({ counts });
|
||||
});
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/complete:
|
||||
* post:
|
||||
* summary: Link this desktop to a server account
|
||||
* description: Desktop only. Takes the session from signing in to the server, trades it for a long-lived desktop session, and starts syncing. "merge" uploads this desktop's data into the account; "replace" deletes it here first and takes the account's.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: Linked; the new status.
|
||||
* 400:
|
||||
* description: Missing server or session.
|
||||
* 502:
|
||||
* description: The server refused the session.
|
||||
*/
|
||||
router.post("/link/complete", ...guard, async (req: Request, res: Response) => {
|
||||
const userId = userOf(req);
|
||||
const body = req.body ?? {};
|
||||
const target = readTarget(body);
|
||||
const token = typeof body.token === "string" ? body.token : "";
|
||||
const mode = body.mode === "replace" ? "replace" : "merge";
|
||||
if (!target || !token) {
|
||||
return res.status(400).json({ error: "Missing server or session" });
|
||||
}
|
||||
|
||||
try {
|
||||
const deviceName =
|
||||
typeof body.deviceName === "string" && body.deviceName.trim()
|
||||
? body.deviceName.trim()
|
||||
: defaultDeviceName();
|
||||
const linked = await remoteJson<{
|
||||
token: string;
|
||||
user: { id: string; username: string };
|
||||
server?: { version?: string | null };
|
||||
}>({ ...target, sessionToken: token }, "/sync/v2/link", {
|
||||
method: "POST",
|
||||
body: { deviceName },
|
||||
});
|
||||
|
||||
const previous = await getLink();
|
||||
if (previous) {
|
||||
await removeSharedCopies(previous.userId);
|
||||
await deleteRecordsForUser(previous.userId);
|
||||
}
|
||||
if (mode === "replace") {
|
||||
await wipeSyncedData(userId);
|
||||
}
|
||||
await deleteRecordsForUser(userId);
|
||||
|
||||
const link = await createLink({
|
||||
userId,
|
||||
serverUrl: target.serverUrl,
|
||||
serverName: typeof body.serverName === "string" ? body.serverName : null,
|
||||
serverVersion: linked.server?.version ?? null,
|
||||
sessionToken: linked.token,
|
||||
customHeaders: target.customHeaders,
|
||||
basicAuth: target.basicAuth,
|
||||
allowInvalidCertificate: target.allowInvalidCertificate,
|
||||
remoteUserId: linked.user.id,
|
||||
remoteUsername: linked.user.username,
|
||||
});
|
||||
const engine = getSyncEngine();
|
||||
engine.reset();
|
||||
await applyElectronProxyConfig(link).catch(() => {});
|
||||
engine.request(0);
|
||||
res.json(await statusBody());
|
||||
} catch (error) {
|
||||
syncLogger.warn("Linking to a server failed", {
|
||||
operation: "sync_link_complete",
|
||||
error: error instanceof Error ? error.message : String(error),
|
||||
});
|
||||
res.status(502).json({ ...problemFor(error) });
|
||||
}
|
||||
});
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/relogin:
|
||||
* post:
|
||||
* summary: Sign this desktop back in after its session ended
|
||||
* description: Desktop only. Takes a new sign-in session for the same account and resumes syncing where it stopped.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: Signed in again; the new status.
|
||||
* 409:
|
||||
* description: The sign-in was for a different account.
|
||||
*/
|
||||
router.post("/link/relogin", ...guard, async (req: Request, res: Response) => {
|
||||
const token = typeof req.body?.token === "string" ? req.body.token : "";
|
||||
const link = await getLink();
|
||||
if (!link || !token) return res.status(400).json({ error: "Not linked" });
|
||||
try {
|
||||
const linked = await remoteJson<{
|
||||
token: string;
|
||||
user: { id: string; username: string };
|
||||
}>({ ...link, sessionToken: token }, "/sync/v2/link", {
|
||||
method: "POST",
|
||||
body: { deviceName: defaultDeviceName() },
|
||||
});
|
||||
if (link.remoteUserId && linked.user.id !== link.remoteUserId) {
|
||||
return res.status(409).json({ error: "different_account" });
|
||||
}
|
||||
await updateLink({
|
||||
sessionToken: linked.token,
|
||||
status: "idle",
|
||||
lastError: null,
|
||||
});
|
||||
getSyncEngine().request(0);
|
||||
res.json(await statusBody());
|
||||
} catch (error) {
|
||||
res.status(502).json({ ...problemFor(error) });
|
||||
}
|
||||
});
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/unlink:
|
||||
* post:
|
||||
* summary: Unlink this desktop from its server
|
||||
* description: Desktop only. Ends the desktop's session on the server when it can be reached. With keepData the synced data stays on this device as its own; otherwise it is deleted. Copies of what others shared with the account are always removed.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: Unlinked.
|
||||
*/
|
||||
router.post("/link/unlink", ...guard, async (req: Request, res: Response) => {
|
||||
const keepData = req.body?.keepData !== false;
|
||||
const link = await getLink();
|
||||
if (!link) return res.json(await statusBody());
|
||||
const userId = link.userId;
|
||||
try {
|
||||
await remoteJson(link, "/sync/v2/unlink", {
|
||||
method: "POST",
|
||||
body: {},
|
||||
timeoutMs: 10_000,
|
||||
}).catch(() => {});
|
||||
|
||||
const engine = getSyncEngine();
|
||||
engine.reset();
|
||||
await removeSharedCopies(userId);
|
||||
if (keepData) {
|
||||
// New syncIds so this data reads as new if it is ever linked again.
|
||||
for (const entity of listEntities()) {
|
||||
if (!entity.readOnly) await regenerateSyncIds(entity, userId);
|
||||
}
|
||||
} else {
|
||||
await wipeSyncedData(userId);
|
||||
}
|
||||
await deleteRecordsForUser(userId);
|
||||
await deleteLink();
|
||||
await applyElectronProxyConfig(null).catch(() => {});
|
||||
res.json(await statusBody());
|
||||
} catch (error) {
|
||||
syncLogger.error("Unlinking failed", error, { operation: "sync_unlink" });
|
||||
res.status(500).json({ error: "Failed to unlink" });
|
||||
}
|
||||
});
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/sync:
|
||||
* post:
|
||||
* summary: Sync now
|
||||
* description: Desktop only. Runs a sync pass and waits for it.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The status after the pass.
|
||||
*/
|
||||
router.post("/link/sync", ...guard, async (_req: Request, res: Response) => {
|
||||
await getSyncEngine().syncNow();
|
||||
res.json(await statusBody());
|
||||
});
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/settings:
|
||||
* put:
|
||||
* summary: Change what syncs and how the server is reached
|
||||
* description: Desktop only. disabledTypes lists the kinds of data that stay on this device. Proxy headers and basic auth left blank keep their saved values.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The new status.
|
||||
* 400:
|
||||
* description: Not linked.
|
||||
*/
|
||||
router.put("/link/settings", ...guard, async (req: Request, res: Response) => {
|
||||
const link = await getLink();
|
||||
if (!link) return res.status(400).json({ error: "Not linked" });
|
||||
const body = req.body ?? {};
|
||||
const patch: Parameters<typeof updateLink>[0] = {};
|
||||
|
||||
if (Array.isArray(body.disabledTypes)) {
|
||||
const disabled = body.disabledTypes.filter(
|
||||
(type: unknown): type is string =>
|
||||
typeof type === "string" && type !== "accountProfile",
|
||||
);
|
||||
const changed = new Set([
|
||||
...disabled.filter((type: string) => !link.disabledTypes.includes(type)),
|
||||
...link.disabledTypes.filter((type) => !disabled.includes(type)),
|
||||
]);
|
||||
patch.disabledTypes = disabled;
|
||||
// A type switched back on is pulled again in full.
|
||||
patch.knownTypes = link.knownTypes.filter((type) => !changed.has(type));
|
||||
}
|
||||
if (Array.isArray(body.customHeaders)) {
|
||||
const saved = new Map(link.customHeaders.map((h) => [h.name, h.value]));
|
||||
patch.customHeaders = (body.customHeaders as unknown[])
|
||||
.filter(
|
||||
(header): header is { name: string; value?: string } =>
|
||||
!!header && typeof (header as { name?: unknown }).name === "string",
|
||||
)
|
||||
.map((header) => ({
|
||||
name: header.name,
|
||||
value: header.value || saved.get(header.name) || "",
|
||||
}))
|
||||
.filter((header) => header.value);
|
||||
patch.customHeaders = readHeaders(patch.customHeaders);
|
||||
}
|
||||
if (body.basicAuth === null) {
|
||||
patch.basicAuth = null;
|
||||
} else if (body.basicAuth && typeof body.basicAuth === "object") {
|
||||
const next = readBasicAuth(body.basicAuth);
|
||||
if (next && !next.password && link.basicAuth) {
|
||||
next.password = link.basicAuth.password;
|
||||
}
|
||||
patch.basicAuth = next;
|
||||
}
|
||||
if (typeof body.allowInvalidCertificate === "boolean") {
|
||||
patch.allowInvalidCertificate = body.allowInvalidCertificate;
|
||||
}
|
||||
|
||||
const updated = await updateLink(patch);
|
||||
await applyElectronProxyConfig(updated).catch(() => {});
|
||||
getSyncEngine().request(0);
|
||||
res.json(await statusBody());
|
||||
});
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/conflicts:
|
||||
* get:
|
||||
* summary: Local edits that lost to a newer edit on the server
|
||||
* description: Desktop only. The server's version was kept; each entry holds this device's version so it can be restored.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The conflicts, oldest first.
|
||||
*/
|
||||
router.get("/link/conflicts", ...guard, async (req: Request, res: Response) => {
|
||||
const conflicts = await listConflicts(userOf(req));
|
||||
res.json({
|
||||
conflicts: conflicts.map((conflict) => {
|
||||
let row: SyncRow = {};
|
||||
try {
|
||||
row = JSON.parse(conflict.localRow);
|
||||
} catch {
|
||||
row = {};
|
||||
}
|
||||
return {
|
||||
id: conflict.id,
|
||||
entityType: conflict.entityType,
|
||||
syncId: conflict.syncId,
|
||||
name: row.name ?? row.title ?? row.label ?? row.ip ?? conflict.syncId,
|
||||
createdAt: conflict.createdAt,
|
||||
};
|
||||
}),
|
||||
});
|
||||
});
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/conflicts/{id}:
|
||||
* post:
|
||||
* summary: Settle a conflict
|
||||
* description: Desktop only. keep "mine" puts this device's version back, and the next sync sends it to the server. keep "server" drops it.
|
||||
* tags:
|
||||
* - Sync
|
||||
* parameters:
|
||||
* - in: path
|
||||
* name: id
|
||||
* required: true
|
||||
* schema:
|
||||
* type: integer
|
||||
* responses:
|
||||
* 200:
|
||||
* description: Settled.
|
||||
* 404:
|
||||
* description: No such conflict.
|
||||
*/
|
||||
router.post(
|
||||
"/link/conflicts/:id",
|
||||
...guard,
|
||||
async (req: Request, res: Response) => {
|
||||
const userId = userOf(req);
|
||||
const conflict = await getConflict(userId, Number(req.params.id));
|
||||
if (!conflict) return res.status(404).json({ error: "Not found" });
|
||||
try {
|
||||
if (req.body?.keep === "mine") {
|
||||
const entity = getEntity(conflict.entityType);
|
||||
if (entity && !entity.readOnly) {
|
||||
const row = JSON.parse(conflict.localRow) as SyncRow;
|
||||
await writeWireRow(
|
||||
entity,
|
||||
userId,
|
||||
{ ...row, syncId: conflict.syncId },
|
||||
createResolvers(userId),
|
||||
);
|
||||
}
|
||||
}
|
||||
await deleteConflict(userId, conflict.id);
|
||||
getSyncEngine().request(0);
|
||||
res.json({ success: true });
|
||||
} catch (error) {
|
||||
syncLogger.warn("Could not settle a sync conflict", {
|
||||
operation: "sync_conflict",
|
||||
error: error instanceof Error ? error.message : String(error),
|
||||
});
|
||||
res.status(500).json({ error: "Failed to settle conflict" });
|
||||
}
|
||||
},
|
||||
);
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/errors:
|
||||
* get:
|
||||
* summary: Changes the server refused
|
||||
* description: Desktop only. Each entry names the record and why the server refused it. A refused change is not sent again until it changes or is retried.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The refused changes.
|
||||
*/
|
||||
router.get("/link/errors", ...guard, async (req: Request, res: Response) => {
|
||||
const errors = await listRecordErrors(userOf(req));
|
||||
res.json({
|
||||
errors: errors.map((record) => ({
|
||||
entityType: record.entityType,
|
||||
syncId: record.syncId,
|
||||
reason: record.error,
|
||||
})),
|
||||
});
|
||||
});
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/errors/retry:
|
||||
* post:
|
||||
* summary: Send refused changes again
|
||||
* description: Desktop only. Clears every refusal and syncs.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The status after the pass.
|
||||
*/
|
||||
router.post(
|
||||
"/link/errors/retry",
|
||||
...guard,
|
||||
async (req: Request, res: Response) => {
|
||||
await clearRecordErrors(userOf(req));
|
||||
await getSyncEngine().syncNow();
|
||||
res.json(await statusBody());
|
||||
},
|
||||
);
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/link/session:
|
||||
* get:
|
||||
* summary: The linked server and session, for connecting to it directly
|
||||
* description: Desktop only. Used when a host is set to connect through the server rather than from this device.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The server address and session token, or nulls when not linked.
|
||||
*/
|
||||
router.get("/link/session", ...guard, async (_req: Request, res: Response) => {
|
||||
const link = await getLink();
|
||||
if (!link?.sessionToken || link.status === "signed_out") {
|
||||
return res.json({ serverUrl: null, token: null });
|
||||
}
|
||||
res.json({ serverUrl: link.serverUrl, token: link.sessionToken });
|
||||
});
|
||||
|
||||
export default router;
|
||||
@@ -0,0 +1,581 @@
|
||||
/**
|
||||
* Core's own sync entities, registered the same way a plugin registers one.
|
||||
*
|
||||
* Order values leave room between them (10, 30, 50...) so a plugin can slot
|
||||
* an entity in without renumbering; anything referenced syncs first.
|
||||
*/
|
||||
|
||||
import { and, eq } from "drizzle-orm";
|
||||
import type { SyncRow } from "@termix/plugin-sdk/backend";
|
||||
import type { PluginManifest } from "@termix/plugin-sdk/manifest";
|
||||
import {
|
||||
hosts,
|
||||
sshCredentials,
|
||||
sshFolders,
|
||||
userPreferences,
|
||||
} from "../database/db/schema.js";
|
||||
import {
|
||||
CORE_OWNER,
|
||||
listEntities,
|
||||
registerEntity,
|
||||
} from "../plugins/sync-registry.js";
|
||||
import { FieldCrypto } from "../utils/field-crypto.js";
|
||||
import { syncLogger } from "../utils/logger.js";
|
||||
import { getPluginRuntime } from "../plugins/index.js";
|
||||
import { singletonSyncId } from "./wire.js";
|
||||
import {
|
||||
exportHostPluginSettings,
|
||||
importHostPluginSettings,
|
||||
} from "./host-plugin-settings.js";
|
||||
|
||||
const CREDENTIAL_REFERENCE = {
|
||||
field: "credentialId",
|
||||
syncField: "credentialSyncId",
|
||||
entityType: "sshCredentials",
|
||||
} as const;
|
||||
|
||||
const HOST_REFERENCES = [
|
||||
CREDENTIAL_REFERENCE,
|
||||
{
|
||||
field: "rdpCredentialId",
|
||||
syncField: "rdpCredentialSyncId",
|
||||
entityType: "sshCredentials",
|
||||
},
|
||||
{
|
||||
field: "vncCredentialId",
|
||||
syncField: "vncCredentialSyncId",
|
||||
entityType: "sshCredentials",
|
||||
},
|
||||
{
|
||||
field: "telnetCredentialId",
|
||||
syncField: "telnetCredentialSyncId",
|
||||
entityType: "sshCredentials",
|
||||
},
|
||||
{
|
||||
field: "parentHostId",
|
||||
syncField: "parentHostSyncId",
|
||||
entityType: "hosts",
|
||||
},
|
||||
{ field: "jumpHosts[].hostId", entityType: "hosts" },
|
||||
{ field: "quickActions[].snippetId", entityType: "commandSnippet" },
|
||||
] as const;
|
||||
|
||||
/** Columns that only mean something on the device that holds them. */
|
||||
const HOST_LOCAL_FIELDS = [
|
||||
"connectionOrigin",
|
||||
"localOnly",
|
||||
"sharedSource",
|
||||
"hostKeyLastVerified",
|
||||
];
|
||||
|
||||
let registered = false;
|
||||
|
||||
/** Registers core's entities. Idempotent. */
|
||||
export function registerCoreSyncEntities(): void {
|
||||
if (
|
||||
registered &&
|
||||
listEntities().some((entity) => entity.owner === CORE_OWNER)
|
||||
)
|
||||
return;
|
||||
registered = true;
|
||||
|
||||
registerEntity(
|
||||
CORE_OWNER,
|
||||
{
|
||||
type: "sshCredentials",
|
||||
table: sshCredentials,
|
||||
order: 10,
|
||||
encryptedFields: FieldCrypto.fieldsFor("ssh_credentials"),
|
||||
readOnlyFields: ["usageCount", "lastUsed", "sharedSource"],
|
||||
shouldSync: (row) => !row.sharedSource,
|
||||
permissions: {
|
||||
create: "credentials.create",
|
||||
update: "credentials.edit",
|
||||
delete: "credentials.delete",
|
||||
},
|
||||
afterWrite: async ({ id, userId, created }) => {
|
||||
if (id === null || created) return;
|
||||
const { SharedHostSecretsManager } =
|
||||
await import("../utils/shared-host-secrets-manager.js");
|
||||
await SharedHostSecretsManager.getInstance().resyncHostsForCredential(
|
||||
id,
|
||||
userId,
|
||||
);
|
||||
const { SharedCredentialSecretsManager } =
|
||||
await import("../utils/shared-credential-secrets-manager.js");
|
||||
await SharedCredentialSecretsManager.getInstance().resyncCredential(
|
||||
id,
|
||||
userId,
|
||||
);
|
||||
},
|
||||
remove: async (row, userId) => {
|
||||
const { deleteOwnedCredential } =
|
||||
await import("../hosts/delete-credential.js");
|
||||
await deleteOwnedCredential(userId, row.id as number);
|
||||
},
|
||||
},
|
||||
{
|
||||
// A credential shared with the user can back their own host.
|
||||
canReference: async (userId, _ownerId, id) => {
|
||||
const { findUsableCredential } =
|
||||
await import("../hosts/usable-credential.js");
|
||||
return (await findUsableCredential(id, userId)) !== null;
|
||||
},
|
||||
},
|
||||
);
|
||||
|
||||
// vaultProfiles (order 20) belongs to the vault plugin.
|
||||
|
||||
registerEntity(CORE_OWNER, {
|
||||
type: "sshFolders",
|
||||
table: sshFolders,
|
||||
order: 30,
|
||||
references: [CREDENTIAL_REFERENCE],
|
||||
readOnlyFields: ["localOnly"],
|
||||
shouldSync: (row) => !row.localOnly,
|
||||
permissions: {
|
||||
create: "hosts.create",
|
||||
update: "hosts.edit",
|
||||
delete: "hosts.delete",
|
||||
},
|
||||
});
|
||||
|
||||
registerEntity(
|
||||
CORE_OWNER,
|
||||
{
|
||||
type: "hosts",
|
||||
table: hosts,
|
||||
order: 50,
|
||||
encryptedFields: FieldCrypto.fieldsFor("ssh_data"),
|
||||
readOnlyFields: HOST_LOCAL_FIELDS,
|
||||
references: HOST_REFERENCES,
|
||||
shouldSync: (row) => !row.localOnly && !row.sharedSource,
|
||||
permissions: {
|
||||
create: "hosts.create",
|
||||
update: "hosts.edit",
|
||||
delete: "hosts.delete",
|
||||
},
|
||||
serialize: async (row) => ({
|
||||
...row,
|
||||
pluginSettings:
|
||||
typeof row.id === "number"
|
||||
? await exportHostPluginSettings(row.id)
|
||||
: {},
|
||||
}),
|
||||
afterWrite: async ({ id, userId, wire }) => {
|
||||
if (id === null) return;
|
||||
await importHostPluginSettings(id, wire.pluginSettings);
|
||||
await dropInvalidParent(userId, id);
|
||||
const { SharedHostSecretsManager } =
|
||||
await import("../utils/shared-host-secrets-manager.js");
|
||||
await SharedHostSecretsManager.getInstance().resyncHost(id);
|
||||
},
|
||||
remove: async (row, userId) => {
|
||||
const { deleteOwnedHost } = await import("../hosts/delete-host.js");
|
||||
await deleteOwnedHost(userId, row.id as number);
|
||||
},
|
||||
},
|
||||
{
|
||||
canReference: async (userId, _ownerId, id) => {
|
||||
const { PermissionManager } =
|
||||
await import("../utils/permission-manager.js");
|
||||
const access = await PermissionManager.getInstance().canAccessHost(
|
||||
userId,
|
||||
id,
|
||||
"view",
|
||||
);
|
||||
return access.hasAccess;
|
||||
},
|
||||
},
|
||||
);
|
||||
|
||||
// dashboardServiceLinks (70) and homepageItems (80) belong to homepage.
|
||||
|
||||
registerEntity(CORE_OWNER, {
|
||||
type: "userPreferences",
|
||||
table: userPreferences,
|
||||
order: 90,
|
||||
singleton: true,
|
||||
readOnlyFields: ["storageMode"],
|
||||
references: [
|
||||
{
|
||||
field: "customKeybindings[].action.snippetId",
|
||||
entityType: "commandSnippet",
|
||||
idType: "string",
|
||||
},
|
||||
],
|
||||
});
|
||||
|
||||
registerEntity(
|
||||
CORE_OWNER,
|
||||
{ type: "pluginUserSettings", table: null, order: 95 },
|
||||
{
|
||||
load: loadPluginUserSettings,
|
||||
write: writePluginUserSetting,
|
||||
erase: erasePluginUserSetting,
|
||||
covers: (syncId) => !!activeManifest(syncId.split(":")[0]),
|
||||
},
|
||||
);
|
||||
|
||||
registerEntity(
|
||||
CORE_OWNER,
|
||||
{ type: "accountProfile", table: null, order: 5, singleton: true },
|
||||
{
|
||||
readOnly: true,
|
||||
load: loadAccountProfile,
|
||||
write: writeAccountProfile,
|
||||
erase: async () => {},
|
||||
},
|
||||
);
|
||||
|
||||
registerEntity(
|
||||
CORE_OWNER,
|
||||
{ type: "sharedCredentials", table: null, order: 15 },
|
||||
{
|
||||
readOnly: true,
|
||||
load: loadSharedCredentials,
|
||||
write: (userId, wire) => writeSharedCopy("sshCredentials", userId, wire),
|
||||
erase: (userId, syncId) =>
|
||||
eraseSharedCopy("sshCredentials", userId, syncId),
|
||||
},
|
||||
);
|
||||
|
||||
registerEntity(
|
||||
CORE_OWNER,
|
||||
{ type: "sharedHosts", table: null, order: 55 },
|
||||
{
|
||||
readOnly: true,
|
||||
load: loadSharedHosts,
|
||||
write: (userId, wire) => writeSharedCopy("hosts", userId, wire),
|
||||
erase: (userId, syncId) => eraseSharedCopy("hosts", userId, syncId),
|
||||
},
|
||||
);
|
||||
}
|
||||
|
||||
/** A synced parent link that would make a cycle here is dropped. */
|
||||
async function dropInvalidParent(userId: string, hostId: number) {
|
||||
const { createCurrentRepositoryContext } =
|
||||
await import("../database/repositories/factory.js");
|
||||
const db = createCurrentRepositoryContext().drizzle;
|
||||
const [row] = await db
|
||||
.select({ parentHostId: hosts.parentHostId })
|
||||
.from(hosts)
|
||||
.where(and(eq(hosts.id, hostId), eq(hosts.userId, userId)))
|
||||
.limit(1);
|
||||
if (typeof row?.parentHostId !== "number") return;
|
||||
const { validateParentHostId } =
|
||||
await import("../database/routes/host-parent-validation.js");
|
||||
if (await validateParentHostId(userId, hostId, row.parentHostId)) {
|
||||
await db
|
||||
.update(hosts)
|
||||
.set({ parentHostId: null })
|
||||
.where(and(eq(hosts.id, hostId), eq(hosts.userId, userId)));
|
||||
}
|
||||
}
|
||||
|
||||
function activeManifests(): PluginManifest[] {
|
||||
try {
|
||||
return getPluginRuntime()
|
||||
.loader.list()
|
||||
.filter((plugin) => plugin.state === "active" && plugin.manifest)
|
||||
.map((plugin) => plugin.manifest as PluginManifest);
|
||||
} catch {
|
||||
return [];
|
||||
}
|
||||
}
|
||||
|
||||
function activeManifest(pluginId: string): PluginManifest | undefined {
|
||||
return activeManifests().find((manifest) => manifest.id === pluginId);
|
||||
}
|
||||
|
||||
async function loadPluginUserSettings(userId: string): Promise<SyncRow[]> {
|
||||
const { declaredFields, getSetting } = await import("../plugins/settings.js");
|
||||
const { createCurrentPluginSettingsRepository } =
|
||||
await import("../database/repositories/factory.js");
|
||||
const repository = createCurrentPluginSettingsRepository();
|
||||
const rows: SyncRow[] = [];
|
||||
for (const manifest of activeManifests()) {
|
||||
const fields = declaredFields(manifest, "user");
|
||||
if (fields.length === 0) continue;
|
||||
const stored = new Set(
|
||||
(await repository.getAll(manifest.id, "user", userId))
|
||||
.filter((row) => row.value !== null)
|
||||
.map((row) => row.key),
|
||||
);
|
||||
for (const field of fields) {
|
||||
if (!stored.has(field.key)) continue;
|
||||
rows.push({
|
||||
syncId: `${manifest.id}:${field.key}`,
|
||||
pluginId: manifest.id,
|
||||
key: field.key,
|
||||
value: await getSetting(manifest, "user", userId, field.key),
|
||||
});
|
||||
}
|
||||
}
|
||||
return rows;
|
||||
}
|
||||
|
||||
async function writePluginUserSetting(userId: string, wire: SyncRow) {
|
||||
const manifest = activeManifest(String(wire.pluginId));
|
||||
if (!manifest) return;
|
||||
const { setSetting } = await import("../plugins/settings.js");
|
||||
const error = await setSetting(
|
||||
manifest,
|
||||
"user",
|
||||
userId,
|
||||
String(wire.key),
|
||||
wire.value,
|
||||
);
|
||||
if (error) throw new Error(error);
|
||||
}
|
||||
|
||||
async function erasePluginUserSetting(userId: string, syncId: string) {
|
||||
const [pluginId, ...rest] = syncId.split(":");
|
||||
const { createCurrentPluginSettingsRepository } =
|
||||
await import("../database/repositories/factory.js");
|
||||
await createCurrentPluginSettingsRepository().delete(
|
||||
pluginId,
|
||||
"user",
|
||||
userId,
|
||||
rest.join(":"),
|
||||
);
|
||||
}
|
||||
|
||||
async function loadAccountProfile(userId: string): Promise<SyncRow[]> {
|
||||
const { createCurrentUserRepository, createCurrentRoleRepository } =
|
||||
await import("../database/repositories/factory.js");
|
||||
const user = await createCurrentUserRepository().findById(userId);
|
||||
if (!user) return [];
|
||||
const { PermissionManager } = await import("../utils/permission-manager.js");
|
||||
const roles = await createCurrentRoleRepository().listUserRoles(userId);
|
||||
return [
|
||||
{
|
||||
syncId: singletonSyncId("accountProfile"),
|
||||
remoteUserId: userId,
|
||||
username: user.username,
|
||||
isAdmin: !!user.isAdmin,
|
||||
roles: roles.map((role) => role.roleName).sort(),
|
||||
permissions: (
|
||||
await PermissionManager.getInstance().getUserPermissions(userId)
|
||||
).sort(),
|
||||
},
|
||||
];
|
||||
}
|
||||
|
||||
async function writeAccountProfile(userId: string, wire: SyncRow) {
|
||||
const { updateLink } = await import("./client/link-store.js");
|
||||
await updateLink({
|
||||
remoteUserId: (wire.remoteUserId as string) ?? null,
|
||||
remoteUsername: (wire.username as string) ?? null,
|
||||
account: {
|
||||
remoteUserId: wire.remoteUserId as string,
|
||||
username: wire.username as string,
|
||||
isAdmin: !!wire.isAdmin,
|
||||
roles: (wire.roles as string[]) ?? [],
|
||||
permissions: (wire.permissions as string[]) ?? [],
|
||||
},
|
||||
});
|
||||
if (typeof wire.username === "string" && wire.username) {
|
||||
const { createCurrentUserRepository } =
|
||||
await import("../database/repositories/factory.js");
|
||||
const users = createCurrentUserRepository();
|
||||
const current = await users.findById(userId);
|
||||
if (current && current.username !== wire.username) {
|
||||
await users.update(userId, { username: wire.username });
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/** Host columns a shared copy never carries. */
|
||||
const SHARED_HOST_DROP = [
|
||||
"id",
|
||||
"userId",
|
||||
"credentialId",
|
||||
"rdpCredentialId",
|
||||
"vncCredentialId",
|
||||
"telnetCredentialId",
|
||||
"parentHostId",
|
||||
"pluginSettings",
|
||||
"quickActions",
|
||||
"createdAt",
|
||||
"updatedAt",
|
||||
"isShared",
|
||||
"permissionLevel",
|
||||
...HOST_LOCAL_FIELDS,
|
||||
];
|
||||
|
||||
async function loadSharedHosts(userId: string): Promise<SyncRow[]> {
|
||||
const {
|
||||
createCurrentRbacAccessRepository,
|
||||
createCurrentRoleRepository,
|
||||
createCurrentHostResolutionRepository,
|
||||
createCurrentUserRepository,
|
||||
} = await import("../database/repositories/factory.js");
|
||||
const roleIds = await createCurrentRoleRepository().listUserRoleIds(userId);
|
||||
const entries =
|
||||
await createCurrentRbacAccessRepository().listVisibleHostAccessEntries(
|
||||
userId,
|
||||
roleIds,
|
||||
);
|
||||
const hostRepository = createCurrentHostResolutionRepository();
|
||||
const owned = await hostRepository.listOwnedHostIds(userId);
|
||||
const levels = new Map<number, string>();
|
||||
for (const entry of entries) {
|
||||
if (owned.has(entry.hostId)) continue;
|
||||
if (!levels.has(entry.hostId)) {
|
||||
levels.set(entry.hostId, entry.permissionLevel);
|
||||
}
|
||||
}
|
||||
if (levels.size === 0) return [];
|
||||
|
||||
const { resolveHostById } = await import("../hosts/host-resolver.js");
|
||||
const users = createCurrentUserRepository();
|
||||
const ownerNames = new Map<string, string>();
|
||||
const rows: SyncRow[] = [];
|
||||
|
||||
for (const [hostId, permissionLevel] of levels) {
|
||||
try {
|
||||
const host = (await resolveHostById(
|
||||
hostId,
|
||||
userId,
|
||||
)) as unknown as SyncRow | null;
|
||||
if (!host || typeof host.syncId !== "string") continue;
|
||||
const ownerId = String(host.userId);
|
||||
if (!ownerNames.has(ownerId)) {
|
||||
ownerNames.set(
|
||||
ownerId,
|
||||
(await users.findById(ownerId))?.username ?? "",
|
||||
);
|
||||
}
|
||||
|
||||
const wire: SyncRow = {};
|
||||
for (const [field, value] of Object.entries(host)) {
|
||||
if (SHARED_HOST_DROP.includes(field)) continue;
|
||||
wire[field] =
|
||||
value !== null && typeof value === "object"
|
||||
? JSON.stringify(value)
|
||||
: value;
|
||||
}
|
||||
wire.jumpHosts = await jumpHostsToSyncIds(host.jumpHosts);
|
||||
wire.syncId = host.syncId;
|
||||
wire.shared = {
|
||||
hostId,
|
||||
owner: ownerNames.get(ownerId) ?? "",
|
||||
permissionLevel,
|
||||
};
|
||||
rows.push(wire);
|
||||
} catch (error) {
|
||||
syncLogger.warn("Could not include a shared host in sync", {
|
||||
operation: "sync_shared_host",
|
||||
hostId,
|
||||
error: error instanceof Error ? error.message : String(error),
|
||||
});
|
||||
}
|
||||
}
|
||||
return rows;
|
||||
}
|
||||
|
||||
async function jumpHostsToSyncIds(value: unknown): Promise<string | null> {
|
||||
const list = Array.isArray(value) ? value : [];
|
||||
if (list.length === 0) return null;
|
||||
const { createCurrentHostRepository } =
|
||||
await import("../database/repositories/factory.js");
|
||||
const repository = createCurrentHostRepository();
|
||||
const mapped = [];
|
||||
for (const item of list) {
|
||||
const hostId = (item as { hostId?: unknown })?.hostId;
|
||||
if (typeof hostId !== "number") continue;
|
||||
const target = await repository.findById(hostId);
|
||||
if (target?.syncId) mapped.push({ ...item, hostId: target.syncId });
|
||||
}
|
||||
return JSON.stringify(mapped);
|
||||
}
|
||||
|
||||
async function loadSharedCredentials(userId: string): Promise<SyncRow[]> {
|
||||
const {
|
||||
createCurrentCredentialAccessRepository,
|
||||
createCurrentCredentialRepository,
|
||||
createCurrentRoleRepository,
|
||||
createCurrentUserRepository,
|
||||
} = await import("../database/repositories/factory.js");
|
||||
const roleIds = await createCurrentRoleRepository().listUserRoleIds(userId);
|
||||
const grants =
|
||||
await createCurrentCredentialAccessRepository().listSharedWithUser(
|
||||
userId,
|
||||
roleIds,
|
||||
);
|
||||
if (grants.length === 0) return [];
|
||||
const { findUsableCredential } =
|
||||
await import("../hosts/usable-credential.js");
|
||||
const credentials = createCurrentCredentialRepository();
|
||||
const users = createCurrentUserRepository();
|
||||
const rows: SyncRow[] = [];
|
||||
for (const grant of grants) {
|
||||
try {
|
||||
const row = (await credentials.findById(
|
||||
grant.credentialId,
|
||||
)) as SyncRow | null;
|
||||
const usable = (await findUsableCredential(
|
||||
grant.credentialId,
|
||||
userId,
|
||||
)) as unknown as SyncRow | null;
|
||||
if (!row || !usable || typeof row.syncId !== "string") continue;
|
||||
rows.push({
|
||||
syncId: row.syncId,
|
||||
name: row.name,
|
||||
description: row.description ?? null,
|
||||
tags: row.tags ?? null,
|
||||
authType: usable.authType,
|
||||
username: usable.username ?? null,
|
||||
password: usable.password ?? null,
|
||||
privateKey: usable.privateKey ?? null,
|
||||
keyPassword: usable.keyPassword ?? null,
|
||||
keyType: usable.keyType ?? null,
|
||||
publicKey: usable.publicKey ?? null,
|
||||
certPublicKey: usable.certPublicKey ?? null,
|
||||
shared: {
|
||||
credentialId: grant.credentialId,
|
||||
owner: (await users.findById(grant.ownerId))?.username ?? "",
|
||||
permissionLevel: grant.permissionLevel,
|
||||
},
|
||||
});
|
||||
} catch (error) {
|
||||
syncLogger.warn("Could not include a shared credential in sync", {
|
||||
operation: "sync_shared_credential",
|
||||
credentialId: grant.credentialId,
|
||||
error: error instanceof Error ? error.message : String(error),
|
||||
});
|
||||
}
|
||||
}
|
||||
return rows;
|
||||
}
|
||||
|
||||
/** Stores a read-only copy of something shared with the linked account. */
|
||||
async function writeSharedCopy(
|
||||
entityType: "hosts" | "sshCredentials",
|
||||
userId: string,
|
||||
wire: SyncRow,
|
||||
): Promise<void> {
|
||||
const { getEntity } = await import("../plugins/sync-registry.js");
|
||||
const { writeWireRow, createResolvers } = await import("./store.js");
|
||||
const entity = getEntity(entityType);
|
||||
if (!entity) return;
|
||||
const { shared, ...rest } = wire;
|
||||
await writeWireRow(entity, userId, rest, createResolvers(userId), {
|
||||
sharedSource: JSON.stringify(shared ?? {}),
|
||||
});
|
||||
}
|
||||
|
||||
async function eraseSharedCopy(
|
||||
entityType: "hosts" | "sshCredentials",
|
||||
userId: string,
|
||||
syncId: string,
|
||||
): Promise<void> {
|
||||
const { getEntity } = await import("../plugins/sync-registry.js");
|
||||
const { deleteStoredRow, findStoredRow } = await import("./store.js");
|
||||
const entity = getEntity(entityType);
|
||||
if (!entity) return;
|
||||
const row = await findStoredRow(entity, userId, syncId);
|
||||
if (!row?.sharedSource) return;
|
||||
await deleteStoredRow(entity, userId, syncId);
|
||||
}
|
||||
@@ -0,0 +1,84 @@
|
||||
/**
|
||||
* Host plugin settings over sync. A host row travels with a
|
||||
* pluginSettings map of its non-secret values; a plugin whose value refers to
|
||||
* one of its own rows by local id translates it with a registered
|
||||
* ctx.registry.provide("<id>.hostSettingsSync", { exportValue, importValue }).
|
||||
*/
|
||||
|
||||
import { consume } from "../plugins/registry.js";
|
||||
import {
|
||||
declaredFields,
|
||||
getAllSettings,
|
||||
setSetting,
|
||||
} from "../plugins/settings.js";
|
||||
import { databaseLogger } from "../utils/logger.js";
|
||||
import {
|
||||
hostSettingsPlugins,
|
||||
type HostPluginSettings,
|
||||
} from "../database/routes/host-plugin-settings.js";
|
||||
|
||||
export interface PluginHostSettingsSync {
|
||||
exportValue?: (key: string, value: unknown) => unknown | Promise<unknown>;
|
||||
importValue?: (key: string, value: unknown) => unknown | Promise<unknown>;
|
||||
}
|
||||
|
||||
/** What a host carries to the other side of a sync pair. */
|
||||
export async function exportHostPluginSettings(
|
||||
hostId: number,
|
||||
): Promise<HostPluginSettings> {
|
||||
const result: HostPluginSettings = {};
|
||||
for (const manifest of hostSettingsPlugins()) {
|
||||
const fields = declaredFields(manifest, "host").filter(
|
||||
(field) => field.type !== "secret",
|
||||
);
|
||||
if (fields.length === 0) continue;
|
||||
const values = await getAllSettings(manifest, "host", hostId, {
|
||||
redactSecrets: true,
|
||||
});
|
||||
const hook = consume<PluginHostSettingsSync>(
|
||||
`${manifest.id}.hostSettingsSync`,
|
||||
);
|
||||
const own: Record<string, unknown> = {};
|
||||
for (const field of fields) {
|
||||
const value = values[field.key];
|
||||
own[field.key] = hook?.exportValue
|
||||
? await hook.exportValue(field.key, value)
|
||||
: value;
|
||||
}
|
||||
result[manifest.id] = own;
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
/** Writes what a synced host carried, translated back to local ids. */
|
||||
export async function importHostPluginSettings(
|
||||
hostId: number,
|
||||
carried: unknown,
|
||||
): Promise<void> {
|
||||
if (!carried || typeof carried !== "object") return;
|
||||
const byPlugin = carried as HostPluginSettings;
|
||||
for (const manifest of hostSettingsPlugins()) {
|
||||
const own = byPlugin[manifest.id];
|
||||
if (!own || typeof own !== "object") continue;
|
||||
const hook = consume<PluginHostSettingsSync>(
|
||||
`${manifest.id}.hostSettingsSync`,
|
||||
);
|
||||
for (const field of declaredFields(manifest, "host")) {
|
||||
if (field.type === "secret" || !(field.key in own)) continue;
|
||||
try {
|
||||
const value = hook?.importValue
|
||||
? await hook.importValue(field.key, own[field.key])
|
||||
: own[field.key];
|
||||
await setSetting(manifest, "host", hostId, field.key, value);
|
||||
} catch (error) {
|
||||
databaseLogger.warn("Could not apply a synced host plugin setting", {
|
||||
operation: "sync_host_plugin_settings",
|
||||
pluginId: manifest.id,
|
||||
hostId,
|
||||
key: field.key,
|
||||
error: error instanceof Error ? error.message : String(error),
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,2 @@
|
||||
/** Bumped when a desktop and server can no longer understand each other. */
|
||||
export const SYNC_PROTOCOL_VERSION = 1;
|
||||
@@ -0,0 +1,248 @@
|
||||
/**
|
||||
* The per-record sync bookkeeping in sync_records. See the table's comment in
|
||||
* schema.ts for what the columns mean on a server and on a desktop.
|
||||
*/
|
||||
|
||||
import { and, asc, eq, gt, inArray, sql } from "drizzle-orm";
|
||||
import { syncConflicts, syncRecords } from "../database/db/schema.js";
|
||||
import { createCurrentRepositoryContext } from "../database/repositories/factory.js";
|
||||
import { DatabaseSaveTrigger } from "../utils/database-save-trigger.js";
|
||||
|
||||
export type SyncRecord = typeof syncRecords.$inferSelect;
|
||||
export type SyncConflict = typeof syncConflicts.$inferSelect;
|
||||
|
||||
export function recordKey(entityType: string, syncId: string): string {
|
||||
return `${entityType}\u0000${syncId}`;
|
||||
}
|
||||
|
||||
function db() {
|
||||
return createCurrentRepositoryContext().drizzle;
|
||||
}
|
||||
|
||||
export async function listRecords(
|
||||
userId: string,
|
||||
entityType?: string,
|
||||
): Promise<Map<string, SyncRecord>> {
|
||||
const rows = await db()
|
||||
.select()
|
||||
.from(syncRecords)
|
||||
.where(
|
||||
entityType
|
||||
? and(
|
||||
eq(syncRecords.userId, userId),
|
||||
eq(syncRecords.entityType, entityType),
|
||||
)
|
||||
: eq(syncRecords.userId, userId),
|
||||
);
|
||||
return new Map(
|
||||
rows.map((row) => [recordKey(row.entityType, row.syncId), row]),
|
||||
);
|
||||
}
|
||||
|
||||
export async function getRecord(
|
||||
userId: string,
|
||||
entityType: string,
|
||||
syncId: string,
|
||||
): Promise<SyncRecord | null> {
|
||||
const [row] = await db()
|
||||
.select()
|
||||
.from(syncRecords)
|
||||
.where(
|
||||
and(
|
||||
eq(syncRecords.userId, userId),
|
||||
eq(syncRecords.entityType, entityType),
|
||||
eq(syncRecords.syncId, syncId),
|
||||
),
|
||||
)
|
||||
.limit(1);
|
||||
return row ?? null;
|
||||
}
|
||||
|
||||
export interface RecordValues {
|
||||
revision: number;
|
||||
seq?: number;
|
||||
hash: string | null;
|
||||
deleted: boolean;
|
||||
error?: string | null;
|
||||
errorHash?: string | null;
|
||||
}
|
||||
|
||||
export async function putRecord(
|
||||
userId: string,
|
||||
entityType: string,
|
||||
syncId: string,
|
||||
values: RecordValues,
|
||||
): Promise<void> {
|
||||
const set = {
|
||||
revision: values.revision,
|
||||
hash: values.hash,
|
||||
deleted: values.deleted,
|
||||
error: values.error ?? null,
|
||||
errorHash: values.errorHash ?? null,
|
||||
updatedAt: new Date().toISOString(),
|
||||
...(values.seq !== undefined ? { seq: values.seq } : {}),
|
||||
};
|
||||
const existing = await getRecord(userId, entityType, syncId);
|
||||
if (existing) {
|
||||
await db()
|
||||
.update(syncRecords)
|
||||
.set(set)
|
||||
.where(eq(syncRecords.id, existing.id));
|
||||
} else {
|
||||
await db()
|
||||
.insert(syncRecords)
|
||||
.values({ userId, entityType, syncId, seq: 0, ...set });
|
||||
}
|
||||
DatabaseSaveTrigger.triggerSave("sync_record");
|
||||
}
|
||||
|
||||
export async function setRecordError(
|
||||
userId: string,
|
||||
entityType: string,
|
||||
syncId: string,
|
||||
error: string,
|
||||
errorHash: string,
|
||||
): Promise<void> {
|
||||
const existing = await getRecord(userId, entityType, syncId);
|
||||
if (existing) {
|
||||
await db()
|
||||
.update(syncRecords)
|
||||
.set({ error, errorHash })
|
||||
.where(eq(syncRecords.id, existing.id));
|
||||
} else {
|
||||
await db().insert(syncRecords).values({
|
||||
userId,
|
||||
entityType,
|
||||
syncId,
|
||||
revision: 0,
|
||||
seq: 0,
|
||||
hash: null,
|
||||
deleted: false,
|
||||
error,
|
||||
errorHash,
|
||||
});
|
||||
}
|
||||
DatabaseSaveTrigger.triggerSave("sync_record");
|
||||
}
|
||||
|
||||
export async function clearRecordErrors(userId: string): Promise<void> {
|
||||
await db()
|
||||
.update(syncRecords)
|
||||
.set({ error: null, errorHash: null })
|
||||
.where(eq(syncRecords.userId, userId));
|
||||
}
|
||||
|
||||
export async function listRecordErrors(userId: string): Promise<SyncRecord[]> {
|
||||
const rows = await db()
|
||||
.select()
|
||||
.from(syncRecords)
|
||||
.where(eq(syncRecords.userId, userId));
|
||||
return rows.filter((row) => !!row.error);
|
||||
}
|
||||
|
||||
export async function listChanges(
|
||||
userId: string,
|
||||
cursor: number,
|
||||
limit: number,
|
||||
types?: string[],
|
||||
): Promise<SyncRecord[]> {
|
||||
const conditions = [
|
||||
eq(syncRecords.userId, userId),
|
||||
gt(syncRecords.seq, cursor),
|
||||
];
|
||||
if (types && types.length > 0) {
|
||||
conditions.push(inArray(syncRecords.entityType, types));
|
||||
}
|
||||
return db()
|
||||
.select()
|
||||
.from(syncRecords)
|
||||
.where(and(...conditions))
|
||||
.orderBy(asc(syncRecords.seq))
|
||||
.limit(limit);
|
||||
}
|
||||
|
||||
export async function deleteRecordsForUser(userId: string): Promise<void> {
|
||||
await db().delete(syncRecords).where(eq(syncRecords.userId, userId));
|
||||
await db().delete(syncConflicts).where(eq(syncConflicts.userId, userId));
|
||||
DatabaseSaveTrigger.triggerSave("sync_record");
|
||||
}
|
||||
|
||||
let nextSeq: number | null = null;
|
||||
|
||||
/**
|
||||
* The next position in the change feed. One counter for every user, so a
|
||||
* seq is never reused; a single process owns it, seeded from the table.
|
||||
*/
|
||||
export async function allocateSeq(): Promise<number> {
|
||||
if (nextSeq === null) {
|
||||
const [row] = await db()
|
||||
.select({ max: sql<number>`max(${syncRecords.seq})` })
|
||||
.from(syncRecords);
|
||||
const max = Number(row?.max ?? 0);
|
||||
nextSeq = (Number.isFinite(max) ? max : 0) + 1;
|
||||
}
|
||||
return nextSeq++;
|
||||
}
|
||||
|
||||
/** Test seam. */
|
||||
export function resetSeqAllocator(): void {
|
||||
nextSeq = null;
|
||||
}
|
||||
|
||||
export async function saveConflict(
|
||||
userId: string,
|
||||
entityType: string,
|
||||
syncId: string,
|
||||
localRow: Record<string, unknown>,
|
||||
serverRevision: number,
|
||||
): Promise<void> {
|
||||
await db()
|
||||
.delete(syncConflicts)
|
||||
.where(
|
||||
and(
|
||||
eq(syncConflicts.userId, userId),
|
||||
eq(syncConflicts.entityType, entityType),
|
||||
eq(syncConflicts.syncId, syncId),
|
||||
),
|
||||
);
|
||||
await db()
|
||||
.insert(syncConflicts)
|
||||
.values({
|
||||
userId,
|
||||
entityType,
|
||||
syncId,
|
||||
localRow: JSON.stringify(localRow),
|
||||
serverRevision,
|
||||
});
|
||||
DatabaseSaveTrigger.triggerSave("sync_conflict");
|
||||
}
|
||||
|
||||
export async function listConflicts(userId: string): Promise<SyncConflict[]> {
|
||||
return db()
|
||||
.select()
|
||||
.from(syncConflicts)
|
||||
.where(eq(syncConflicts.userId, userId))
|
||||
.orderBy(asc(syncConflicts.createdAt));
|
||||
}
|
||||
|
||||
export async function getConflict(
|
||||
userId: string,
|
||||
id: number,
|
||||
): Promise<SyncConflict | null> {
|
||||
const [row] = await db()
|
||||
.select()
|
||||
.from(syncConflicts)
|
||||
.where(and(eq(syncConflicts.userId, userId), eq(syncConflicts.id, id)))
|
||||
.limit(1);
|
||||
return row ?? null;
|
||||
}
|
||||
|
||||
export async function deleteConflict(
|
||||
userId: string,
|
||||
id: number,
|
||||
): Promise<void> {
|
||||
await db()
|
||||
.delete(syncConflicts)
|
||||
.where(and(eq(syncConflicts.userId, userId), eq(syncConflicts.id, id)));
|
||||
DatabaseSaveTrigger.triggerSave("sync_conflict");
|
||||
}
|
||||
@@ -0,0 +1,30 @@
|
||||
import type { NextFunction, Request, Response } from "express";
|
||||
import { markChanged } from "./feed.js";
|
||||
|
||||
const READS = new Set(["GET", "HEAD", "OPTIONS"]);
|
||||
const writeListeners = new Set<() => void>();
|
||||
|
||||
/** Called after every successful write request, for a linked desktop's engine. */
|
||||
export function onLocalWrite(listener: () => void): () => void {
|
||||
writeListeners.add(listener);
|
||||
return () => writeListeners.delete(listener);
|
||||
}
|
||||
|
||||
/**
|
||||
* Any successful write may change what a linked desktop should have, so it
|
||||
* nudges the change feed. Sync's own pushes reconcile themselves.
|
||||
*/
|
||||
export function syncChangeWatcher(
|
||||
req: Request,
|
||||
res: Response,
|
||||
next: NextFunction,
|
||||
): void {
|
||||
if (!READS.has(req.method) && !req.path.startsWith("/sync/")) {
|
||||
res.on("finish", () => {
|
||||
if (res.statusCode >= 400) return;
|
||||
markChanged();
|
||||
for (const listener of writeListeners) listener();
|
||||
});
|
||||
}
|
||||
next();
|
||||
}
|
||||
@@ -0,0 +1,220 @@
|
||||
/**
|
||||
* The server's change feed.
|
||||
*
|
||||
* Nothing records a change as it happens. Instead the reconciler compares
|
||||
* every synced row a user owns with sync_records and bumps the record of
|
||||
* anything new, changed or gone. That catches every write path, including
|
||||
* plugin tables, bulk routes and background jobs, without each of them having
|
||||
* to remember to report it.
|
||||
*/
|
||||
|
||||
import type { Response } from "express";
|
||||
import type { SyncRow } from "@termix/plugin-sdk/backend";
|
||||
import { listEntities } from "../../plugins/sync-registry.js";
|
||||
import { syncLogger } from "../../utils/logger.js";
|
||||
import { registerCoreSyncEntities } from "../entities.js";
|
||||
import { createResolvers, loadWireRows } from "../store.js";
|
||||
import { allocateSeq, listRecords, putRecord, recordKey } from "../records.js";
|
||||
|
||||
const locks = new Map<string, Promise<unknown>>();
|
||||
|
||||
/** Runs one user's sync work at a time: reconcile and push must not interleave. */
|
||||
export async function withUserLock<T>(
|
||||
userId: string,
|
||||
fn: () => Promise<T>,
|
||||
): Promise<T> {
|
||||
const previous = locks.get(userId) ?? Promise.resolve();
|
||||
const run = previous.catch(() => {}).then(fn);
|
||||
locks.set(userId, run);
|
||||
try {
|
||||
return await run;
|
||||
} finally {
|
||||
if (locks.get(userId) === run) locks.delete(userId);
|
||||
}
|
||||
}
|
||||
|
||||
interface Snapshot {
|
||||
at: number;
|
||||
generation: number;
|
||||
wire: Map<string, SyncRow>;
|
||||
}
|
||||
|
||||
const snapshots = new Map<string, Snapshot>();
|
||||
const SNAPSHOT_TTL_MS = 60_000;
|
||||
let generation = 0;
|
||||
|
||||
export interface ReconcileResult {
|
||||
changed: boolean;
|
||||
/** Every live row on the wire, by recordKey. */
|
||||
wire: Map<string, SyncRow>;
|
||||
}
|
||||
|
||||
/**
|
||||
* Brings the user's records up to date. Call inside withUserLock. Skipped
|
||||
* when nothing was written since the last run and it is recent, unless
|
||||
* forced.
|
||||
*/
|
||||
export async function reconcileUser(
|
||||
userId: string,
|
||||
options: { force?: boolean } = {},
|
||||
): Promise<ReconcileResult> {
|
||||
const snapshot = snapshots.get(userId);
|
||||
if (
|
||||
!options.force &&
|
||||
snapshot &&
|
||||
snapshot.generation === generation &&
|
||||
Date.now() - snapshot.at < SNAPSHOT_TTL_MS
|
||||
) {
|
||||
return { changed: false, wire: snapshot.wire };
|
||||
}
|
||||
|
||||
registerCoreSyncEntities();
|
||||
const startedAt = generation;
|
||||
const records = await listRecords(userId);
|
||||
const resolvers = createResolvers(userId);
|
||||
const wire = new Map<string, SyncRow>();
|
||||
let changed = false;
|
||||
|
||||
for (const entity of listEntities()) {
|
||||
let loaded;
|
||||
try {
|
||||
loaded = await loadWireRows(entity, userId, resolvers);
|
||||
} catch (error) {
|
||||
// An entity that cannot load right now is left alone rather than read
|
||||
// as every row deleted.
|
||||
syncLogger.warn("Could not read a sync entity", {
|
||||
operation: "sync_reconcile",
|
||||
entityType: entity.type,
|
||||
userId,
|
||||
error: error instanceof Error ? error.message : String(error),
|
||||
});
|
||||
continue;
|
||||
}
|
||||
|
||||
for (const row of loaded.rows.values()) {
|
||||
const key = recordKey(entity.type, row.syncId);
|
||||
wire.set(key, row.wire);
|
||||
const record = records.get(key);
|
||||
if (record && !record.deleted && record.hash === row.hash) continue;
|
||||
await putRecord(userId, entity.type, row.syncId, {
|
||||
revision: (record?.revision ?? 0) + 1,
|
||||
seq: await allocateSeq(),
|
||||
hash: row.hash,
|
||||
deleted: false,
|
||||
});
|
||||
changed = true;
|
||||
}
|
||||
|
||||
for (const record of records.values()) {
|
||||
if (record.entityType !== entity.type || record.deleted) continue;
|
||||
if (loaded.rows.has(record.syncId) || loaded.failed.has(record.syncId)) {
|
||||
continue;
|
||||
}
|
||||
if (entity.covers && !entity.covers(record.syncId)) continue;
|
||||
await putRecord(userId, entity.type, record.syncId, {
|
||||
revision: record.revision + 1,
|
||||
seq: await allocateSeq(),
|
||||
hash: null,
|
||||
deleted: true,
|
||||
});
|
||||
changed = true;
|
||||
}
|
||||
}
|
||||
|
||||
snapshots.set(userId, { at: Date.now(), generation: startedAt, wire });
|
||||
if (changed) notifyListeners(userId);
|
||||
return { changed, wire };
|
||||
}
|
||||
|
||||
/** Forgets a user's snapshot so the next reconcile reads everything. */
|
||||
export function invalidateSnapshot(userId: string): void {
|
||||
snapshots.delete(userId);
|
||||
}
|
||||
|
||||
const listeners = new Map<string, Set<Response>>();
|
||||
let debounce: NodeJS.Timeout | null = null;
|
||||
let heartbeat: NodeJS.Timeout | null = null;
|
||||
let sweep: NodeJS.Timeout | null = null;
|
||||
|
||||
/**
|
||||
* Something was written. Desktops listening for changes get their
|
||||
* account reconciled shortly after, since a write by one user (an owner
|
||||
* editing a shared host) can change what another one sees.
|
||||
*/
|
||||
export function markChanged(): void {
|
||||
generation++;
|
||||
if (listeners.size === 0) return;
|
||||
if (debounce) clearTimeout(debounce);
|
||||
debounce = setTimeout(() => {
|
||||
debounce = null;
|
||||
void reconcileListeners();
|
||||
}, 1500);
|
||||
debounce.unref?.();
|
||||
}
|
||||
|
||||
async function reconcileListeners(): Promise<void> {
|
||||
for (const userId of [...listeners.keys()]) {
|
||||
try {
|
||||
await withUserLock(userId, () => reconcileUser(userId));
|
||||
} catch (error) {
|
||||
syncLogger.warn("Background sync reconcile failed", {
|
||||
operation: "sync_reconcile_background",
|
||||
userId,
|
||||
error: error instanceof Error ? error.message : String(error),
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function notifyListeners(userId: string): void {
|
||||
const set = listeners.get(userId);
|
||||
if (!set) return;
|
||||
for (const res of set) {
|
||||
res.write(`event: change\ndata: {}\n\n`);
|
||||
}
|
||||
}
|
||||
|
||||
export function addListener(userId: string, res: Response): () => void {
|
||||
let set = listeners.get(userId);
|
||||
if (!set) {
|
||||
set = new Set();
|
||||
listeners.set(userId, set);
|
||||
}
|
||||
set.add(res);
|
||||
ensureTimers();
|
||||
return () => {
|
||||
set!.delete(res);
|
||||
if (set!.size === 0) listeners.delete(userId);
|
||||
};
|
||||
}
|
||||
|
||||
function ensureTimers(): void {
|
||||
if (!heartbeat) {
|
||||
heartbeat = setInterval(() => {
|
||||
for (const set of listeners.values()) {
|
||||
for (const res of set) res.write(`: ping\n\n`);
|
||||
}
|
||||
}, 25_000);
|
||||
heartbeat.unref?.();
|
||||
}
|
||||
if (!sweep) {
|
||||
// Background jobs write without a request; this catches them.
|
||||
sweep = setInterval(() => {
|
||||
generation++;
|
||||
void reconcileListeners();
|
||||
}, 60_000);
|
||||
sweep.unref?.();
|
||||
}
|
||||
}
|
||||
|
||||
/** Test seam. */
|
||||
export function resetFeed(): void {
|
||||
snapshots.clear();
|
||||
listeners.clear();
|
||||
locks.clear();
|
||||
generation = 0;
|
||||
for (const timer of [debounce, heartbeat, sweep]) {
|
||||
if (timer) clearTimeout(timer);
|
||||
}
|
||||
debounce = heartbeat = sweep = null;
|
||||
}
|
||||
@@ -0,0 +1,250 @@
|
||||
/**
|
||||
* Applying a desktop's pushed changes on the server.
|
||||
*
|
||||
* Each op names the revision its sender last saw. If the server has moved on
|
||||
* since, the op is a conflict and the server's version is sent back instead
|
||||
* of being overwritten. Every op gets its own result, so one bad row never
|
||||
* holds up the rest of the batch.
|
||||
*/
|
||||
|
||||
import type { SyncRow } from "@termix/plugin-sdk/backend";
|
||||
import { getEntity } from "../../plugins/sync-registry.js";
|
||||
import { PermissionManager } from "../../utils/permission-manager.js";
|
||||
import { syncLogger } from "../../utils/logger.js";
|
||||
import {
|
||||
createResolvers,
|
||||
deleteStoredRow,
|
||||
loadWireRow,
|
||||
writeWireRow,
|
||||
} from "../store.js";
|
||||
import { allocateSeq, getRecord, putRecord, recordKey } from "../records.js";
|
||||
import { orderSelfReferences } from "../wire.js";
|
||||
import { reconcileUser } from "./feed.js";
|
||||
|
||||
export interface PushOp {
|
||||
entityType: string;
|
||||
syncId: string;
|
||||
baseRevision: number;
|
||||
op: "upsert" | "delete";
|
||||
row?: SyncRow;
|
||||
}
|
||||
|
||||
export type PushResult =
|
||||
| { syncId: string; entityType: string; status: "ok"; revision: number }
|
||||
| {
|
||||
syncId: string;
|
||||
entityType: string;
|
||||
status: "conflict";
|
||||
revision: number;
|
||||
deleted: boolean;
|
||||
row: SyncRow | null;
|
||||
}
|
||||
| {
|
||||
syncId: string;
|
||||
entityType: string;
|
||||
status: "rejected";
|
||||
reason: string;
|
||||
};
|
||||
|
||||
export const MAX_PUSH_OPS = 500;
|
||||
|
||||
function isPushOp(value: unknown): value is PushOp {
|
||||
if (!value || typeof value !== "object") return false;
|
||||
const op = value as Record<string, unknown>;
|
||||
return (
|
||||
typeof op.entityType === "string" &&
|
||||
typeof op.syncId === "string" &&
|
||||
op.syncId.length > 0 &&
|
||||
op.syncId.length <= 191 &&
|
||||
typeof op.baseRevision === "number" &&
|
||||
(op.op === "upsert" || op.op === "delete") &&
|
||||
(op.op === "delete" || (!!op.row && typeof op.row === "object"))
|
||||
);
|
||||
}
|
||||
|
||||
export function parsePushOps(body: unknown): PushOp[] | null {
|
||||
const ops = (body as { ops?: unknown })?.ops;
|
||||
if (!Array.isArray(ops) || ops.length > MAX_PUSH_OPS) return null;
|
||||
return ops.every(isPushOp) ? ops : null;
|
||||
}
|
||||
|
||||
/** Upserts in dependency order, then deletes in reverse, children first. */
|
||||
export function orderOps(ops: PushOp[]): PushOp[] {
|
||||
const order = (op: PushOp) => getEntity(op.entityType)?.order ?? 1_000_000;
|
||||
const upserts = ops
|
||||
.filter((op) => op.op === "upsert")
|
||||
.sort((a, b) => order(a) - order(b));
|
||||
const deletes = ops
|
||||
.filter((op) => op.op === "delete")
|
||||
.sort((a, b) => order(b) - order(a));
|
||||
|
||||
const orderedUpserts: PushOp[] = [];
|
||||
const byType = new Map<string, PushOp[]>();
|
||||
for (const op of upserts) {
|
||||
const list = byType.get(op.entityType) ?? [];
|
||||
list.push(op);
|
||||
byType.set(op.entityType, list);
|
||||
}
|
||||
for (const [type, list] of byType) {
|
||||
const entity = getEntity(type);
|
||||
if (!entity) {
|
||||
orderedUpserts.push(...list);
|
||||
continue;
|
||||
}
|
||||
const bySyncId = new Map(list.map((op) => [op.syncId, op]));
|
||||
const rows = orderSelfReferences(
|
||||
entity,
|
||||
list.map((op) => ({ ...(op.row as SyncRow), syncId: op.syncId })),
|
||||
);
|
||||
for (const row of rows) {
|
||||
orderedUpserts.push(bySyncId.get(row.syncId as string)!);
|
||||
}
|
||||
}
|
||||
return [...orderedUpserts, ...deletes];
|
||||
}
|
||||
|
||||
/** Call inside withUserLock. */
|
||||
export async function applyPush(
|
||||
userId: string,
|
||||
ops: PushOp[],
|
||||
): Promise<PushResult[]> {
|
||||
const { wire } = await reconcileUser(userId, { force: true });
|
||||
const permissions = PermissionManager.getInstance();
|
||||
let missed = false;
|
||||
const resolvers = createResolvers(userId, () => {
|
||||
missed = true;
|
||||
});
|
||||
const results = new Map<string, PushResult>();
|
||||
// Rows written before something they point at, for a second pass.
|
||||
const retry: PushOp[] = [];
|
||||
|
||||
for (const op of orderOps(ops)) {
|
||||
const key = recordKey(op.entityType, op.syncId);
|
||||
const base = { syncId: op.syncId, entityType: op.entityType };
|
||||
const entity = getEntity(op.entityType);
|
||||
if (!entity) {
|
||||
results.set(key, { ...base, status: "rejected", reason: "unknown_type" });
|
||||
continue;
|
||||
}
|
||||
if (entity.readOnly) {
|
||||
results.set(key, { ...base, status: "rejected", reason: "read_only" });
|
||||
continue;
|
||||
}
|
||||
|
||||
const record = await getRecord(userId, op.entityType, op.syncId);
|
||||
const currentRevision = record?.revision ?? 0;
|
||||
if (op.baseRevision !== currentRevision) {
|
||||
results.set(key, {
|
||||
...base,
|
||||
status: "conflict",
|
||||
revision: currentRevision,
|
||||
deleted: !!record?.deleted,
|
||||
row: record?.deleted ? null : (wire.get(key) ?? null),
|
||||
});
|
||||
continue;
|
||||
}
|
||||
|
||||
const exists = !!record && !record.deleted;
|
||||
const permission =
|
||||
op.op === "delete"
|
||||
? entity.permissions?.delete
|
||||
: exists
|
||||
? entity.permissions?.update
|
||||
: entity.permissions?.create;
|
||||
if (permission && !(await permissions.hasPermission(userId, permission))) {
|
||||
results.set(key, { ...base, status: "rejected", reason: "permission" });
|
||||
continue;
|
||||
}
|
||||
|
||||
try {
|
||||
if (op.op === "delete") {
|
||||
await deleteStoredRow(entity, userId, op.syncId);
|
||||
await putRecord(userId, op.entityType, op.syncId, {
|
||||
revision: currentRevision + 1,
|
||||
seq: await allocateSeq(),
|
||||
hash: null,
|
||||
deleted: true,
|
||||
});
|
||||
wire.delete(key);
|
||||
results.set(key, {
|
||||
...base,
|
||||
status: "ok",
|
||||
revision: currentRevision + 1,
|
||||
});
|
||||
continue;
|
||||
}
|
||||
|
||||
const row = { ...(op.row as SyncRow), syncId: op.syncId };
|
||||
if (entity.shouldSync && entity.shouldSync(row) === false) {
|
||||
results.set(key, { ...base, status: "rejected", reason: "not_synced" });
|
||||
continue;
|
||||
}
|
||||
missed = false;
|
||||
await writeWireRow(entity, userId, row, resolvers);
|
||||
if (missed) retry.push(op);
|
||||
const written = await loadWireRow(entity, userId, op.syncId, resolvers);
|
||||
await putRecord(userId, op.entityType, op.syncId, {
|
||||
revision: currentRevision + 1,
|
||||
seq: await allocateSeq(),
|
||||
hash: written?.hash ?? null,
|
||||
deleted: false,
|
||||
});
|
||||
if (written) wire.set(key, written.wire);
|
||||
results.set(key, {
|
||||
...base,
|
||||
status: "ok",
|
||||
revision: currentRevision + 1,
|
||||
});
|
||||
} catch (error) {
|
||||
const reason = error instanceof Error ? error.message : String(error);
|
||||
syncLogger.warn("Rejected a pushed sync change", {
|
||||
operation: "sync_push",
|
||||
userId,
|
||||
entityType: op.entityType,
|
||||
syncId: op.syncId,
|
||||
error: reason,
|
||||
});
|
||||
results.set(key, {
|
||||
...base,
|
||||
status: "rejected",
|
||||
reason: `invalid: ${reason}`.slice(0, 500),
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
for (const op of retry) {
|
||||
const entity = getEntity(op.entityType)!;
|
||||
try {
|
||||
await writeWireRow(
|
||||
entity,
|
||||
userId,
|
||||
{ ...(op.row as SyncRow), syncId: op.syncId },
|
||||
resolvers,
|
||||
);
|
||||
const written = await loadWireRow(entity, userId, op.syncId, resolvers);
|
||||
const record = await getRecord(userId, op.entityType, op.syncId);
|
||||
if (record && written) {
|
||||
await putRecord(userId, op.entityType, op.syncId, {
|
||||
revision: record.revision,
|
||||
seq: record.seq,
|
||||
hash: written.hash,
|
||||
deleted: false,
|
||||
});
|
||||
}
|
||||
} catch {
|
||||
// The first write stands.
|
||||
}
|
||||
}
|
||||
|
||||
// Refresh the snapshot so the next pull serves what was just written.
|
||||
await reconcileUser(userId, { force: true });
|
||||
return ops.map(
|
||||
(op) =>
|
||||
results.get(recordKey(op.entityType, op.syncId)) ?? {
|
||||
syncId: op.syncId,
|
||||
entityType: op.entityType,
|
||||
status: "rejected",
|
||||
reason: "duplicate",
|
||||
},
|
||||
);
|
||||
}
|
||||
@@ -0,0 +1,582 @@
|
||||
import express, { type Request, type Response } from "express";
|
||||
import fs from "fs";
|
||||
import path from "path";
|
||||
import os from "os";
|
||||
import * as tar from "tar";
|
||||
import type { AuthenticatedRequest } from "../../../types/index.js";
|
||||
import { AuthManager } from "../../utils/auth-manager.js";
|
||||
import { syncLogger } from "../../utils/logger.js";
|
||||
import { getLocalVersion } from "../../utils/app-version.js";
|
||||
import { getEntity, listEntities } from "../../plugins/sync-registry.js";
|
||||
import { getPluginRuntime } from "../../plugins/index.js";
|
||||
import {
|
||||
createCurrentSessionRepository,
|
||||
createCurrentSettingsRepository,
|
||||
createCurrentUserRepository,
|
||||
createCurrentPluginRepository,
|
||||
createCurrentPluginPermissionGrantRepository,
|
||||
} from "../../database/repositories/factory.js";
|
||||
import { resolveBrandingSettings } from "../../database/routes/branding-settings.js";
|
||||
import { registerCoreSyncEntities } from "../entities.js";
|
||||
import { listChanges, recordKey } from "../records.js";
|
||||
import { addListener, reconcileUser, withUserLock } from "./feed.js";
|
||||
import { applyPush, parsePushOps } from "./push.js";
|
||||
import { SYNC_PROTOCOL_VERSION } from "../protocol.js";
|
||||
|
||||
const SESSION_DAYS = 365;
|
||||
const REFRESH_WITHIN_MS = 60 * 24 * 60 * 60 * 1000;
|
||||
const MAX_PAGE = 1000;
|
||||
|
||||
const router = express.Router();
|
||||
const authManager = AuthManager.getInstance();
|
||||
const authenticateJWT = authManager.createAuthMiddleware();
|
||||
|
||||
registerCoreSyncEntities();
|
||||
|
||||
function userOf(req: Request): string {
|
||||
return (req as AuthenticatedRequest).userId;
|
||||
}
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/v2/info:
|
||||
* get:
|
||||
* summary: Describe this server to a desktop that wants to link to it
|
||||
* description: Public. Lets the desktop app confirm it reached Termix and not a proxy's login page, and that the sync protocol matches.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: Server name, version and sync protocol version.
|
||||
*/
|
||||
router.get("/v2/info", async (_req: Request, res: Response) => {
|
||||
let name = "Termix";
|
||||
try {
|
||||
name = (await resolveBrandingSettings(createCurrentSettingsRepository()))
|
||||
.appName;
|
||||
} catch {
|
||||
// The default name is fine.
|
||||
}
|
||||
res.setHeader("X-Termix-Sync", String(SYNC_PROTOCOL_VERSION));
|
||||
res.json({
|
||||
termix: true,
|
||||
name,
|
||||
version: getLocalVersion(),
|
||||
protocol: SYNC_PROTOCOL_VERSION,
|
||||
});
|
||||
});
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/v2/link:
|
||||
* post:
|
||||
* summary: Link a desktop to this account
|
||||
* description: Trades the short login session the desktop just signed in with for a long-lived desktop session, which shows in the account's sessions list and is revoked like any other. The login session is ended.
|
||||
* tags:
|
||||
* - Sync
|
||||
* requestBody:
|
||||
* content:
|
||||
* application/json:
|
||||
* schema:
|
||||
* type: object
|
||||
* properties:
|
||||
* deviceName:
|
||||
* type: string
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The desktop session token and the account it belongs to.
|
||||
* 401:
|
||||
* description: Not signed in.
|
||||
*/
|
||||
router.post(
|
||||
"/v2/link",
|
||||
authenticateJWT,
|
||||
async (req: Request, res: Response) => {
|
||||
const userId = userOf(req);
|
||||
try {
|
||||
const user = await createCurrentUserRepository().findById(userId);
|
||||
if (!user) return res.status(401).json({ error: "User not found" });
|
||||
const rawName =
|
||||
typeof req.body?.deviceName === "string" ? req.body.deviceName : "";
|
||||
const deviceName = rawName.trim().slice(0, 100) || "Termix Desktop";
|
||||
const token = await authManager.generateJWTToken(userId, {
|
||||
expiresIn: `${SESSION_DAYS}d`,
|
||||
deviceType: "desktop",
|
||||
deviceInfo: `${deviceName} (sync)`,
|
||||
});
|
||||
const loginSession = (req as AuthenticatedRequest).sessionId;
|
||||
if (loginSession) await authManager.revokeSession(loginSession);
|
||||
res.json({
|
||||
token,
|
||||
user: { id: user.id, username: user.username },
|
||||
server: { version: getLocalVersion() },
|
||||
});
|
||||
} catch (error) {
|
||||
syncLogger.error("Failed to link a desktop", error, {
|
||||
operation: "sync_link",
|
||||
userId,
|
||||
});
|
||||
res.status(500).json({ error: "Failed to link" });
|
||||
}
|
||||
},
|
||||
);
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/v2/session/refresh:
|
||||
* post:
|
||||
* summary: Keep a linked desktop's session from expiring
|
||||
* description: Returns a fresh desktop session when the current one ends within 60 days, and ends the old one. Otherwise returns null and the desktop keeps its token.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The new token, or null.
|
||||
* 401:
|
||||
* description: Session revoked or expired.
|
||||
*/
|
||||
router.post(
|
||||
"/v2/session/refresh",
|
||||
authenticateJWT,
|
||||
async (req: Request, res: Response) => {
|
||||
const userId = userOf(req);
|
||||
const sessionId = (req as AuthenticatedRequest).sessionId;
|
||||
try {
|
||||
if (!sessionId) return res.json({ token: null });
|
||||
const session =
|
||||
await createCurrentSessionRepository().findById(sessionId);
|
||||
if (!session) return res.status(401).json({ error: "Session not found" });
|
||||
const remaining = new Date(session.expiresAt).getTime() - Date.now();
|
||||
if (remaining > REFRESH_WITHIN_MS) return res.json({ token: null });
|
||||
const token = await authManager.generateJWTToken(userId, {
|
||||
expiresIn: `${SESSION_DAYS}d`,
|
||||
deviceType: "desktop",
|
||||
deviceInfo: session.deviceInfo,
|
||||
});
|
||||
await authManager.revokeSession(sessionId);
|
||||
res.json({ token });
|
||||
} catch (error) {
|
||||
syncLogger.error("Failed to refresh a desktop session", error, {
|
||||
operation: "sync_session_refresh",
|
||||
userId,
|
||||
});
|
||||
res.status(500).json({ error: "Failed to refresh session" });
|
||||
}
|
||||
},
|
||||
);
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/v2/unlink:
|
||||
* post:
|
||||
* summary: End a linked desktop's session
|
||||
* description: Called by a desktop when it unlinks, so its session stops working here right away.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The session was ended.
|
||||
*/
|
||||
router.post(
|
||||
"/v2/unlink",
|
||||
authenticateJWT,
|
||||
async (req: Request, res: Response) => {
|
||||
const sessionId = (req as AuthenticatedRequest).sessionId;
|
||||
try {
|
||||
if (sessionId) await authManager.revokeSession(sessionId);
|
||||
res.json({ success: true });
|
||||
} catch (error) {
|
||||
syncLogger.error("Failed to end a desktop session", error, {
|
||||
operation: "sync_unlink",
|
||||
});
|
||||
res.status(500).json({ error: "Failed to unlink" });
|
||||
}
|
||||
},
|
||||
);
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/v2/changes:
|
||||
* get:
|
||||
* summary: Pull what changed for this account after a cursor
|
||||
* description: Returns records in change order. Each has the entity type, syncId, revision, whether it is deleted, and the row when it is not. Records of entity types this server does not currently run are skipped but still move the cursor.
|
||||
* tags:
|
||||
* - Sync
|
||||
* parameters:
|
||||
* - in: query
|
||||
* name: cursor
|
||||
* schema:
|
||||
* type: integer
|
||||
* - in: query
|
||||
* name: limit
|
||||
* schema:
|
||||
* type: integer
|
||||
* - in: query
|
||||
* name: types
|
||||
* description: Comma-separated entity types, to backfill only those.
|
||||
* schema:
|
||||
* type: string
|
||||
* responses:
|
||||
* 200:
|
||||
* description: A page of changes, the next cursor and whether more remain.
|
||||
* 500:
|
||||
* description: Failed to read changes.
|
||||
*/
|
||||
router.get(
|
||||
"/v2/changes",
|
||||
authenticateJWT,
|
||||
async (req: Request, res: Response) => {
|
||||
const userId = userOf(req);
|
||||
const cursor = Math.max(0, Number(req.query.cursor) || 0);
|
||||
const limit = Math.min(
|
||||
MAX_PAGE,
|
||||
Math.max(1, Number(req.query.limit) || MAX_PAGE),
|
||||
);
|
||||
const types =
|
||||
typeof req.query.types === "string" && req.query.types
|
||||
? req.query.types.split(",").filter(Boolean)
|
||||
: undefined;
|
||||
|
||||
try {
|
||||
const page = await withUserLock(userId, async () => {
|
||||
const { wire } = await reconcileUser(userId);
|
||||
const records = await listChanges(userId, cursor, limit + 1, types);
|
||||
return { wire, records };
|
||||
});
|
||||
const hasMore = page.records.length > limit;
|
||||
const records = page.records.slice(0, limit);
|
||||
const changes = [];
|
||||
for (const record of records) {
|
||||
if (!getEntity(record.entityType)) continue;
|
||||
const row = record.deleted
|
||||
? null
|
||||
: (page.wire.get(recordKey(record.entityType, record.syncId)) ??
|
||||
null);
|
||||
// A live record with no row failed to serialize; it comes again once it
|
||||
// changes, rather than arriving as a delete.
|
||||
if (!record.deleted && !row) continue;
|
||||
changes.push({
|
||||
seq: record.seq,
|
||||
entityType: record.entityType,
|
||||
syncId: record.syncId,
|
||||
revision: record.revision,
|
||||
deleted: !!record.deleted,
|
||||
row,
|
||||
});
|
||||
}
|
||||
res.json({
|
||||
changes,
|
||||
nextCursor: records.length ? records[records.length - 1].seq : cursor,
|
||||
hasMore,
|
||||
entityTypes: listEntities().map((entity) => ({
|
||||
type: entity.type,
|
||||
owner: entity.owner,
|
||||
order: entity.order,
|
||||
readOnly: !!entity.readOnly,
|
||||
})),
|
||||
});
|
||||
} catch (error) {
|
||||
syncLogger.error("Failed to read sync changes", error, {
|
||||
operation: "sync_changes",
|
||||
userId,
|
||||
});
|
||||
res.status(500).json({ error: "Failed to read changes" });
|
||||
}
|
||||
},
|
||||
);
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/v2/push:
|
||||
* post:
|
||||
* summary: Push a desktop's changes
|
||||
* description: Each op carries the revision the desktop last saw. Ops are applied in dependency order and each gets its own result, ok with the new revision, conflict with the server's version, or rejected with a reason.
|
||||
* tags:
|
||||
* - Sync
|
||||
* requestBody:
|
||||
* content:
|
||||
* application/json:
|
||||
* schema:
|
||||
* type: object
|
||||
* properties:
|
||||
* ops:
|
||||
* type: array
|
||||
* items:
|
||||
* type: object
|
||||
* responses:
|
||||
* 200:
|
||||
* description: One result per op, in the order sent.
|
||||
* 400:
|
||||
* description: Malformed ops, or more than 500.
|
||||
* 500:
|
||||
* description: Failed to apply changes.
|
||||
*/
|
||||
router.post(
|
||||
"/v2/push",
|
||||
authenticateJWT,
|
||||
async (req: Request, res: Response) => {
|
||||
const userId = userOf(req);
|
||||
const ops = parsePushOps(req.body);
|
||||
if (!ops) return res.status(400).json({ error: "Invalid ops" });
|
||||
try {
|
||||
const results = await withUserLock(userId, () => applyPush(userId, ops));
|
||||
res.json({ results });
|
||||
} catch (error) {
|
||||
syncLogger.error("Failed to apply pushed changes", error, {
|
||||
operation: "sync_push",
|
||||
userId,
|
||||
});
|
||||
res.status(500).json({ error: "Failed to apply changes" });
|
||||
}
|
||||
},
|
||||
);
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/v2/events:
|
||||
* get:
|
||||
* summary: Stream a notice whenever this account's data changes
|
||||
* description: Server-sent events. A "change" event means there is something new to pull. Comments are sent every 25 seconds to keep proxies from closing the stream.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: An event stream.
|
||||
*/
|
||||
router.get("/v2/events", authenticateJWT, (req: Request, res: Response) => {
|
||||
const userId = userOf(req);
|
||||
res.setHeader("Content-Type", "text/event-stream");
|
||||
res.setHeader("Cache-Control", "no-cache, no-transform");
|
||||
res.setHeader("Connection", "keep-alive");
|
||||
res.setHeader("X-Accel-Buffering", "no");
|
||||
res.flushHeaders?.();
|
||||
res.write(`event: ready\ndata: {}\n\n`);
|
||||
const remove = addListener(userId, res);
|
||||
req.on("close", remove);
|
||||
});
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/v2/hosts/{syncId}:
|
||||
* get:
|
||||
* summary: This server's id for a host, by its sync id
|
||||
* description: For a linked desktop that asks the server to act on a host (a tunnel through it), which needs the server's own id. Only for hosts the caller can see.
|
||||
* tags:
|
||||
* - Sync
|
||||
* parameters:
|
||||
* - in: path
|
||||
* name: syncId
|
||||
* required: true
|
||||
* schema:
|
||||
* type: string
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The host's id and name.
|
||||
* 404:
|
||||
* description: No such host the caller can see.
|
||||
*/
|
||||
router.get(
|
||||
"/v2/hosts/:syncId",
|
||||
authenticateJWT,
|
||||
async (req: Request, res: Response) => {
|
||||
const userId = userOf(req);
|
||||
try {
|
||||
const { createCurrentHostResolutionRepository } =
|
||||
await import("../../database/repositories/factory.js");
|
||||
const hostId =
|
||||
await createCurrentHostResolutionRepository().findHostIdBySyncId(
|
||||
String(req.params.syncId),
|
||||
);
|
||||
if (hostId === null) return res.status(404).json({ error: "Not found" });
|
||||
const { PermissionManager } =
|
||||
await import("../../utils/permission-manager.js");
|
||||
const access = await PermissionManager.getInstance().canAccessHost(
|
||||
userId,
|
||||
hostId,
|
||||
"view",
|
||||
);
|
||||
if (!access.hasAccess)
|
||||
return res.status(404).json({ error: "Not found" });
|
||||
const { createCurrentHostRepository } =
|
||||
await import("../../database/repositories/factory.js");
|
||||
const row = await createCurrentHostRepository().findById(hostId);
|
||||
res.json({ id: hostId, name: row?.name ?? row?.ip ?? null });
|
||||
} catch (error) {
|
||||
syncLogger.error("Failed to look up a host by sync id", error, {
|
||||
operation: "sync_host_lookup",
|
||||
});
|
||||
res.status(500).json({ error: "Failed to look up host" });
|
||||
}
|
||||
},
|
||||
);
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/v2/host-status:
|
||||
* get:
|
||||
* summary: Status of the hosts this account can see, keyed by sync id
|
||||
* description: For a linked desktop whose hosts connect through this server, so it can show their status against its own copies.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: Status entries by host sync id.
|
||||
*/
|
||||
router.get(
|
||||
"/v2/host-status",
|
||||
authenticateJWT,
|
||||
async (req: Request, res: Response) => {
|
||||
const userId = userOf(req);
|
||||
try {
|
||||
const { hostStatusService } =
|
||||
await import("../../hosts/status/host-status-service.js");
|
||||
const { PermissionManager } =
|
||||
await import("../../utils/permission-manager.js");
|
||||
const { createCurrentHostRepository } =
|
||||
await import("../../database/repositories/factory.js");
|
||||
const statuses = await hostStatusService.statusesFor(userId, null);
|
||||
const entries = [...statuses.entries()];
|
||||
const allowed =
|
||||
await PermissionManager.getInstance().filterAccessibleHostIds(
|
||||
userId,
|
||||
entries.map(([id]) => id),
|
||||
);
|
||||
const hostRepository = createCurrentHostRepository();
|
||||
const result: Record<string, unknown> = {};
|
||||
for (const [id, entry] of entries) {
|
||||
if (!allowed.has(id)) continue;
|
||||
const row = await hostRepository.findById(id);
|
||||
if (row?.syncId) result[row.syncId] = entry;
|
||||
}
|
||||
res.json(result);
|
||||
} catch (error) {
|
||||
syncLogger.error("Failed to read host status for sync", error, {
|
||||
operation: "sync_host_status",
|
||||
});
|
||||
res.status(500).json({ error: "Failed to read host status" });
|
||||
}
|
||||
},
|
||||
);
|
||||
|
||||
async function listPluginsForDesktop() {
|
||||
return getPluginRuntime().loader.list();
|
||||
}
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/v2/plugins:
|
||||
* get:
|
||||
* summary: The features this server runs, for a linked desktop to mirror
|
||||
* description: Every installed plugin with its version, where it came from, whether it is on, how a desktop should treat it and which sync entities it owns.
|
||||
* tags:
|
||||
* - Sync
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The plugin list.
|
||||
*/
|
||||
router.get(
|
||||
"/v2/plugins",
|
||||
authenticateJWT,
|
||||
async (_req: Request, res: Response) => {
|
||||
try {
|
||||
const records = new Map(
|
||||
(await createCurrentPluginRepository().listAll()).map((record) => [
|
||||
record.id,
|
||||
record,
|
||||
]),
|
||||
);
|
||||
const grants = createCurrentPluginPermissionGrantRepository();
|
||||
const plugins = [];
|
||||
for (const plugin of await listPluginsForDesktop()) {
|
||||
plugins.push({
|
||||
id: plugin.id,
|
||||
name: plugin.manifest.name,
|
||||
version: plugin.manifest.version,
|
||||
source: plugin.source,
|
||||
enabled: records.get(plugin.id)?.state === "enabled",
|
||||
active: plugin.state === "active",
|
||||
desktop: plugin.manifest.desktop ?? "mirror",
|
||||
syncEntities: plugin.manifest.contributes?.syncEntities ?? [],
|
||||
granted: (await grants.listByPlugin(plugin.id)).map(
|
||||
(grant) => grant.capability,
|
||||
),
|
||||
});
|
||||
}
|
||||
res.json({ plugins });
|
||||
} catch (error) {
|
||||
syncLogger.error("Failed to list plugins for sync", error, {
|
||||
operation: "sync_plugins",
|
||||
});
|
||||
res.status(500).json({ error: "Failed to list plugins" });
|
||||
}
|
||||
},
|
||||
);
|
||||
|
||||
/**
|
||||
* @openapi
|
||||
* /sync/v2/plugins/{id}/package:
|
||||
* get:
|
||||
* summary: Download an installed plugin so a linked desktop can install it
|
||||
* description: Only for plugins installed on this server, not bundled ones. Sends the original .tmxplug when there is one, with its signature in the X-Termix-Signature header, otherwise a fresh archive of the plugin folder.
|
||||
* tags:
|
||||
* - Sync
|
||||
* parameters:
|
||||
* - in: path
|
||||
* name: id
|
||||
* required: true
|
||||
* schema:
|
||||
* type: string
|
||||
* responses:
|
||||
* 200:
|
||||
* description: The plugin archive.
|
||||
* 404:
|
||||
* description: No installed plugin with that id.
|
||||
*/
|
||||
router.get(
|
||||
"/v2/plugins/:id/package",
|
||||
authenticateJWT,
|
||||
async (req: Request, res: Response) => {
|
||||
const pluginId = String(req.params.id);
|
||||
try {
|
||||
const plugin = (await listPluginsForDesktop()).find(
|
||||
(candidate) => candidate.id === pluginId,
|
||||
);
|
||||
if (!plugin || plugin.source !== "user") {
|
||||
return res.status(404).json({ error: "Plugin not found" });
|
||||
}
|
||||
const { getPluginsDir } = await import("../../plugins/paths.js");
|
||||
const artifact = path.join(getPluginsDir(), `${pluginId}.tmxplug`);
|
||||
res.setHeader("Content-Type", "application/gzip");
|
||||
if (fs.existsSync(artifact)) {
|
||||
const sig = `${artifact}.sig`;
|
||||
if (fs.existsSync(sig)) {
|
||||
res.setHeader(
|
||||
"X-Termix-Signature",
|
||||
Buffer.from(await fs.promises.readFile(sig, "utf8")).toString(
|
||||
"base64",
|
||||
),
|
||||
);
|
||||
}
|
||||
return fs.createReadStream(artifact).pipe(res);
|
||||
}
|
||||
const temp = path.join(
|
||||
os.tmpdir(),
|
||||
`termix-plugin-${pluginId}-${Date.now()}.tmxplug`,
|
||||
);
|
||||
await tar.c({ gzip: true, cwd: plugin.dir, file: temp }, ["."]);
|
||||
const stream = fs.createReadStream(temp);
|
||||
stream.on("close", () => void fs.promises.rm(temp, { force: true }));
|
||||
stream.pipe(res);
|
||||
} catch (error) {
|
||||
syncLogger.error("Failed to package a plugin for sync", error, {
|
||||
operation: "sync_plugin_package",
|
||||
pluginId,
|
||||
});
|
||||
if (!res.headersSent) {
|
||||
res.status(500).json({ error: "Failed to package plugin" });
|
||||
}
|
||||
}
|
||||
},
|
||||
);
|
||||
|
||||
export default router;
|
||||
@@ -0,0 +1,39 @@
|
||||
import type { NextFunction, Request, Response } from "express";
|
||||
import { eq } from "drizzle-orm";
|
||||
import { hosts, sshCredentials } from "../database/db/schema.js";
|
||||
import { createCurrentRepositoryContext } from "../database/repositories/factory.js";
|
||||
|
||||
/**
|
||||
* On a linked desktop, hosts and credentials someone shared with the account
|
||||
* are read-only copies kept in step by sync. Editing or deleting one here
|
||||
* would be undone by the next sync, so it is refused with a clear reason.
|
||||
*/
|
||||
export function rejectSharedCopyWrites(
|
||||
kind: "host" | "credential",
|
||||
pattern: RegExp,
|
||||
) {
|
||||
const table = kind === "host" ? hosts : sshCredentials;
|
||||
return async (req: Request, res: Response, next: NextFunction) => {
|
||||
if (process.env.ELECTRON_EMBEDDED !== "true") return next();
|
||||
if (req.method !== "PUT" && req.method !== "DELETE") return next();
|
||||
const match = req.path.match(pattern);
|
||||
if (!match) return next();
|
||||
try {
|
||||
const [row] = await createCurrentRepositoryContext()
|
||||
.drizzle.select({ sharedSource: table.sharedSource })
|
||||
.from(table)
|
||||
.where(eq(table.id, Number(match[1])))
|
||||
.limit(1);
|
||||
if (row?.sharedSource) {
|
||||
res.status(403).json({
|
||||
error: "This was shared with you and is managed on the server",
|
||||
code: "SHARED_COPY",
|
||||
});
|
||||
return;
|
||||
}
|
||||
} catch {
|
||||
// Let the route answer for itself.
|
||||
}
|
||||
next();
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,377 @@
|
||||
/**
|
||||
* Reading and writing a registered entity's rows, whatever table they are in.
|
||||
*
|
||||
* Every registration names a drizzle table with an id, a syncId (unless it is
|
||||
* a singleton) and an owner column, and that is all this relies on. Writes
|
||||
* read the row back by its key rather than using RETURNING, which MySQL lacks.
|
||||
*/
|
||||
|
||||
import crypto from "crypto";
|
||||
import { and, eq, getTableColumns, type SQL } from "drizzle-orm";
|
||||
import type { SyncRow } from "@termix/plugin-sdk/backend";
|
||||
import { createCurrentRepositoryContext } from "../database/repositories/factory.js";
|
||||
import { DataCrypto } from "../utils/data-crypto.js";
|
||||
import { SystemCrypto } from "../utils/system-crypto.js";
|
||||
import { DatabaseSaveTrigger } from "../utils/database-save-trigger.js";
|
||||
import {
|
||||
getEntity,
|
||||
type RegisteredSyncEntity,
|
||||
} from "../plugins/sync-registry.js";
|
||||
import {
|
||||
decryptFields,
|
||||
deserializeReferences,
|
||||
encryptFields,
|
||||
hashWire,
|
||||
serializeReferences,
|
||||
singletonSyncId,
|
||||
toWire,
|
||||
toWritable,
|
||||
type ResolveId,
|
||||
type ResolveSyncId,
|
||||
} from "./wire.js";
|
||||
|
||||
/* eslint-disable @typescript-eslint/no-explicit-any */
|
||||
type AnyTable = any;
|
||||
|
||||
function tableOf(entity: RegisteredSyncEntity): AnyTable {
|
||||
if (!entity.table) {
|
||||
throw new Error(`Sync entity "${entity.type}" has no table`);
|
||||
}
|
||||
return entity.table as AnyTable;
|
||||
}
|
||||
|
||||
function db() {
|
||||
return createCurrentRepositoryContext().drizzle as any;
|
||||
}
|
||||
|
||||
function ownerColumn(entity: RegisteredSyncEntity) {
|
||||
const column = tableOf(entity)[entity.userColumn];
|
||||
if (!column) {
|
||||
throw new Error(
|
||||
`Sync entity "${entity.type}" has no ${entity.userColumn} column`,
|
||||
);
|
||||
}
|
||||
return column;
|
||||
}
|
||||
|
||||
export function locate(
|
||||
entity: RegisteredSyncEntity,
|
||||
userId: string,
|
||||
syncId: string,
|
||||
): SQL {
|
||||
const table = tableOf(entity);
|
||||
if (entity.singleton) return eq(ownerColumn(entity), userId);
|
||||
return and(eq(table.syncId, syncId), eq(ownerColumn(entity), userId))!;
|
||||
}
|
||||
|
||||
export function rowSyncId(entity: RegisteredSyncEntity, row: SyncRow): string {
|
||||
return entity.singleton
|
||||
? singletonSyncId(entity.type)
|
||||
: (row.syncId as string);
|
||||
}
|
||||
|
||||
let hashKey: Buffer | null = null;
|
||||
|
||||
export async function getHashKey(): Promise<Buffer> {
|
||||
if (!hashKey) {
|
||||
const secret = await SystemCrypto.getInstance().getEncryptionKey();
|
||||
hashKey = Buffer.from(
|
||||
crypto.hkdfSync(
|
||||
"sha256",
|
||||
secret,
|
||||
Buffer.alloc(0),
|
||||
"termix-sync-hash",
|
||||
32,
|
||||
),
|
||||
);
|
||||
}
|
||||
return hashKey;
|
||||
}
|
||||
|
||||
/** Test seam. */
|
||||
export function resetHashKey(): void {
|
||||
hashKey = null;
|
||||
}
|
||||
|
||||
export async function listStoredRows(
|
||||
entity: RegisteredSyncEntity,
|
||||
userId: string,
|
||||
): Promise<SyncRow[]> {
|
||||
const rows = (await db()
|
||||
.select()
|
||||
.from(tableOf(entity))
|
||||
.where(eq(ownerColumn(entity), userId))) as SyncRow[];
|
||||
return rows;
|
||||
}
|
||||
|
||||
export async function findStoredRow(
|
||||
entity: RegisteredSyncEntity,
|
||||
userId: string,
|
||||
syncId: string,
|
||||
): Promise<SyncRow | null> {
|
||||
const [row] = (await db()
|
||||
.select()
|
||||
.from(tableOf(entity))
|
||||
.where(locate(entity, userId, syncId))
|
||||
.limit(1)) as SyncRow[];
|
||||
return row ?? null;
|
||||
}
|
||||
|
||||
/** Gives an old row with no syncId one, so it can take part. */
|
||||
async function ensureSyncId(
|
||||
entity: RegisteredSyncEntity,
|
||||
row: SyncRow,
|
||||
): Promise<string> {
|
||||
if (entity.singleton) return singletonSyncId(entity.type);
|
||||
if (typeof row.syncId === "string" && row.syncId) return row.syncId;
|
||||
const syncId = crypto.randomUUID();
|
||||
const table = tableOf(entity);
|
||||
await db().update(table).set({ syncId }).where(eq(table.id, row.id));
|
||||
row.syncId = syncId;
|
||||
return syncId;
|
||||
}
|
||||
|
||||
export interface Resolvers {
|
||||
resolveSyncId: ResolveSyncId;
|
||||
resolveId: ResolveId;
|
||||
}
|
||||
|
||||
/**
|
||||
* Id and syncId lookups for references, scoped to rows the user owns. A core
|
||||
* entity can widen that (a credential shared with the user is a valid
|
||||
* reference target on the server).
|
||||
*/
|
||||
export function createResolvers(
|
||||
userId: string,
|
||||
onMissing?: (entityType: string, syncId: string) => void,
|
||||
): Resolvers {
|
||||
const allowed = async (
|
||||
entityType: string,
|
||||
ownerId: unknown,
|
||||
id: number,
|
||||
): Promise<boolean> => {
|
||||
if (ownerId === userId) return true;
|
||||
const canReference = getEntity(entityType)?.canReference;
|
||||
return canReference ? canReference(userId, String(ownerId), id) : false;
|
||||
};
|
||||
|
||||
return {
|
||||
resolveSyncId: async (entityType, id) => {
|
||||
const target = getEntity(entityType);
|
||||
if (!target?.table || target.singleton) return null;
|
||||
const table = tableOf(target);
|
||||
const [row] = await db()
|
||||
.select({ syncId: table.syncId, owner: ownerColumn(target) })
|
||||
.from(table)
|
||||
.where(eq(table.id, id))
|
||||
.limit(1);
|
||||
if (!row || !(await allowed(entityType, row.owner, id))) return null;
|
||||
return row.syncId ?? null;
|
||||
},
|
||||
resolveId: async (entityType, syncId) => {
|
||||
const target = getEntity(entityType);
|
||||
if (!target?.table || target.singleton) {
|
||||
onMissing?.(entityType, syncId);
|
||||
return null;
|
||||
}
|
||||
const table = tableOf(target);
|
||||
const rows = await db()
|
||||
.select({ id: table.id, owner: ownerColumn(target) })
|
||||
.from(table)
|
||||
.where(eq(table.syncId, syncId));
|
||||
const own = rows.find((row: any) => row.owner === userId);
|
||||
if (own) return own.id;
|
||||
for (const row of rows) {
|
||||
if (await allowed(entityType, row.owner, row.id)) return row.id;
|
||||
}
|
||||
onMissing?.(entityType, syncId);
|
||||
return null;
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
export interface WireRow {
|
||||
syncId: string;
|
||||
wire: SyncRow;
|
||||
hash: string;
|
||||
}
|
||||
|
||||
export interface LoadResult {
|
||||
rows: Map<string, WireRow>;
|
||||
/** Rows that exist but could not be serialized, so must not read as deleted. */
|
||||
failed: Set<string>;
|
||||
}
|
||||
|
||||
/** The user's rows of one entity, on the wire and hashed. */
|
||||
export async function loadWireRows(
|
||||
entity: RegisteredSyncEntity,
|
||||
userId: string,
|
||||
resolvers: Resolvers,
|
||||
options: { filter?: (row: SyncRow) => boolean } = {},
|
||||
): Promise<LoadResult> {
|
||||
const key = await getHashKey();
|
||||
const rows = new Map<string, WireRow>();
|
||||
const failed = new Set<string>();
|
||||
|
||||
if (entity.load) {
|
||||
for (const wire of await entity.load(userId)) {
|
||||
const syncId = String(wire.syncId);
|
||||
rows.set(syncId, { syncId, wire, hash: hashWire(entity, wire, key) });
|
||||
}
|
||||
return { rows, failed };
|
||||
}
|
||||
|
||||
const dataKey = DataCrypto.getUserDataKey(userId);
|
||||
for (const stored of await listStoredRows(entity, userId)) {
|
||||
if (entity.shouldSync && entity.shouldSync(stored) === false) continue;
|
||||
if (options.filter && !options.filter(stored)) continue;
|
||||
const syncId = await ensureSyncId(entity, stored);
|
||||
try {
|
||||
const plain = decryptFields(entity, stored, dataKey);
|
||||
const serialized = await serializeReferences(
|
||||
entity,
|
||||
plain,
|
||||
resolvers.resolveSyncId,
|
||||
);
|
||||
const wire = toWire(entity, serialized, syncId);
|
||||
rows.set(syncId, { syncId, wire, hash: hashWire(entity, wire, key) });
|
||||
} catch {
|
||||
failed.add(syncId);
|
||||
}
|
||||
}
|
||||
return { rows, failed };
|
||||
}
|
||||
|
||||
/** One row on the wire, or null when it is gone or excluded. */
|
||||
export async function loadWireRow(
|
||||
entity: RegisteredSyncEntity,
|
||||
userId: string,
|
||||
syncId: string,
|
||||
resolvers: Resolvers,
|
||||
): Promise<WireRow | null> {
|
||||
if (entity.load) {
|
||||
const all = await loadWireRows(entity, userId, resolvers);
|
||||
return all.rows.get(syncId) ?? null;
|
||||
}
|
||||
const stored = await findStoredRow(entity, userId, syncId);
|
||||
if (!stored) return null;
|
||||
if (entity.shouldSync && entity.shouldSync(stored) === false) return null;
|
||||
const plain = decryptFields(
|
||||
entity,
|
||||
stored,
|
||||
DataCrypto.getUserDataKey(userId),
|
||||
);
|
||||
const serialized = await serializeReferences(
|
||||
entity,
|
||||
plain,
|
||||
resolvers.resolveSyncId,
|
||||
);
|
||||
const wire = toWire(entity, serialized, syncId);
|
||||
return { syncId, wire, hash: hashWire(entity, wire, await getHashKey()) };
|
||||
}
|
||||
|
||||
function columnsOf(entity: RegisteredSyncEntity): Set<string> {
|
||||
return new Set(Object.keys(getTableColumns(tableOf(entity))));
|
||||
}
|
||||
|
||||
export interface WriteResult {
|
||||
id: number | null;
|
||||
created: boolean;
|
||||
}
|
||||
|
||||
/**
|
||||
* Writes an inbound wire row for the user. `extra` is set on top of the
|
||||
* inbound fields, for columns this side owns (a shared copy's source).
|
||||
*/
|
||||
export async function writeWireRow(
|
||||
entity: RegisteredSyncEntity,
|
||||
userId: string,
|
||||
wire: SyncRow,
|
||||
resolvers: Resolvers,
|
||||
extra: SyncRow = {},
|
||||
): Promise<WriteResult> {
|
||||
const syncId = String(wire.syncId);
|
||||
if (entity.write) {
|
||||
await entity.write(userId, wire);
|
||||
DatabaseSaveTrigger.triggerSave("sync_write");
|
||||
return { id: null, created: false };
|
||||
}
|
||||
const table = tableOf(entity);
|
||||
const current = await findStoredRow(entity, userId, syncId);
|
||||
|
||||
const resolved = await deserializeReferences(
|
||||
entity,
|
||||
wire,
|
||||
resolvers.resolveId,
|
||||
current,
|
||||
);
|
||||
const columns = columnsOf(entity);
|
||||
const writable = Object.fromEntries(
|
||||
Object.entries({ ...toWritable(entity, resolved), ...extra }).filter(
|
||||
([field]) => columns.has(field),
|
||||
),
|
||||
);
|
||||
const encrypted = encryptFields(
|
||||
entity,
|
||||
writable,
|
||||
DataCrypto.getUserDataKey(userId),
|
||||
current ? String(current.id) : `sync-${syncId}`,
|
||||
);
|
||||
if (columns.has("updatedAt")) encrypted.updatedAt = new Date().toISOString();
|
||||
|
||||
const where = locate(entity, userId, syncId);
|
||||
if (current) {
|
||||
await db().update(table).set(encrypted).where(where);
|
||||
} else {
|
||||
const insert: SyncRow = { ...encrypted, [entity.userColumn]: userId };
|
||||
if (!entity.singleton) insert.syncId = syncId;
|
||||
await db().insert(table).values(insert);
|
||||
}
|
||||
|
||||
const written = await findStoredRow(entity, userId, syncId);
|
||||
const id = typeof written?.id === "number" ? written.id : null;
|
||||
if (entity.afterWrite) {
|
||||
await entity.afterWrite({ id, userId, wire, created: !current });
|
||||
}
|
||||
DatabaseSaveTrigger.triggerSave("sync_write");
|
||||
return { id, created: !current };
|
||||
}
|
||||
|
||||
/** Deletes the user's row, through the entity's own remove when it has one. */
|
||||
export async function deleteStoredRow(
|
||||
entity: RegisteredSyncEntity,
|
||||
userId: string,
|
||||
syncId: string,
|
||||
): Promise<boolean> {
|
||||
if (entity.erase) {
|
||||
await entity.erase(userId, syncId);
|
||||
DatabaseSaveTrigger.triggerSave("sync_delete");
|
||||
return true;
|
||||
}
|
||||
const current = await findStoredRow(entity, userId, syncId);
|
||||
if (!current) return false;
|
||||
if (entity.remove) {
|
||||
await entity.remove(current, userId);
|
||||
} else {
|
||||
await db()
|
||||
.delete(tableOf(entity))
|
||||
.where(locate(entity, userId, syncId));
|
||||
}
|
||||
DatabaseSaveTrigger.triggerSave("sync_delete");
|
||||
return true;
|
||||
}
|
||||
|
||||
/** Sets fresh syncIds on every row the user owns, so they read as new. */
|
||||
export async function regenerateSyncIds(
|
||||
entity: RegisteredSyncEntity,
|
||||
userId: string,
|
||||
): Promise<void> {
|
||||
if (entity.singleton || entity.load || !entity.table) return;
|
||||
const table = tableOf(entity);
|
||||
for (const row of await listStoredRows(entity, userId)) {
|
||||
await db()
|
||||
.update(table)
|
||||
.set({ syncId: crypto.randomUUID() })
|
||||
.where(eq(table.id, row.id));
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,347 @@
|
||||
/**
|
||||
* Turning a stored row into its wire form and back.
|
||||
*
|
||||
* On the wire a row has plaintext secrets, a syncId, and syncIds in place of
|
||||
* every local numeric id it references. Local ids mean nothing on the other
|
||||
* side of a link, and secrets are encrypted with a key only this side has.
|
||||
*/
|
||||
|
||||
import crypto from "crypto";
|
||||
import type { SyncEntityReference, SyncRow } from "@termix/plugin-sdk/backend";
|
||||
import { FieldCrypto } from "../utils/field-crypto.js";
|
||||
import type { RegisteredSyncEntity } from "../plugins/sync-registry.js";
|
||||
|
||||
export type ResolveSyncId = (
|
||||
entityType: string,
|
||||
id: number,
|
||||
) => Promise<string | null>;
|
||||
export type ResolveId = (
|
||||
entityType: string,
|
||||
syncId: string,
|
||||
) => Promise<number | null>;
|
||||
|
||||
/** Keys that describe where a row lives rather than what it says. */
|
||||
const LOCATION_KEYS = ["id", "syncId", "createdAt", "updatedAt"];
|
||||
|
||||
export function singletonSyncId(entityType: string): string {
|
||||
return `${entityType}:singleton`;
|
||||
}
|
||||
|
||||
interface JsonPath {
|
||||
column: string;
|
||||
steps: Array<{ key: string; each: boolean }>;
|
||||
}
|
||||
|
||||
/** "jumpHosts[].hostId" -> column jumpHosts, then each item, then hostId. */
|
||||
export function parseReferencePath(field: string): JsonPath | null {
|
||||
if (!field.includes(".") && !field.includes("[]")) return null;
|
||||
const parts = field.split(".");
|
||||
const head = parts.shift()!;
|
||||
const headEach = head.endsWith("[]");
|
||||
const column = headEach ? head.slice(0, -2) : head;
|
||||
const steps: JsonPath["steps"] = [];
|
||||
if (headEach) steps.push({ key: "", each: true });
|
||||
for (const part of parts) {
|
||||
const each = part.endsWith("[]");
|
||||
steps.push({ key: each ? part.slice(0, -2) : part, each });
|
||||
}
|
||||
return { column, steps };
|
||||
}
|
||||
|
||||
async function rewritePath(
|
||||
value: unknown,
|
||||
steps: JsonPath["steps"],
|
||||
map: (leaf: unknown) => Promise<unknown>,
|
||||
): Promise<unknown> {
|
||||
if (steps.length === 0) return map(value);
|
||||
const [step, ...rest] = steps;
|
||||
|
||||
if (step.key === "" && step.each) {
|
||||
if (!Array.isArray(value)) return value;
|
||||
return Promise.all(value.map((item) => rewritePath(item, rest, map)));
|
||||
}
|
||||
|
||||
if (!value || typeof value !== "object" || Array.isArray(value)) {
|
||||
return value;
|
||||
}
|
||||
const object = value as Record<string, unknown>;
|
||||
if (!(step.key in object)) return value;
|
||||
|
||||
const child = object[step.key];
|
||||
if (step.each) {
|
||||
if (!Array.isArray(child)) return value;
|
||||
return {
|
||||
...object,
|
||||
[step.key]: await Promise.all(
|
||||
child.map((item) => rewritePath(item, rest, map)),
|
||||
),
|
||||
};
|
||||
}
|
||||
return { ...object, [step.key]: await rewritePath(child, rest, map) };
|
||||
}
|
||||
|
||||
/** Rewrites every leaf a JSON path points at, keeping the column's storage form. */
|
||||
async function rewriteJsonColumn(
|
||||
row: SyncRow,
|
||||
path: JsonPath,
|
||||
map: (leaf: unknown) => Promise<unknown>,
|
||||
): Promise<void> {
|
||||
const stored = row[path.column];
|
||||
if (stored == null || stored === "") return;
|
||||
|
||||
let parsed: unknown = stored;
|
||||
const asString = typeof stored === "string";
|
||||
if (asString) {
|
||||
try {
|
||||
parsed = JSON.parse(stored as string);
|
||||
} catch {
|
||||
return;
|
||||
}
|
||||
}
|
||||
|
||||
const rewritten = await rewritePath(parsed, path.steps, map);
|
||||
row[path.column] = asString ? JSON.stringify(rewritten) : rewritten;
|
||||
}
|
||||
|
||||
function wireField(reference: SyncEntityReference): string {
|
||||
return reference.syncField ?? `${reference.field}SyncId`;
|
||||
}
|
||||
|
||||
/** Local ids to syncIds. */
|
||||
export async function serializeReferences(
|
||||
entity: RegisteredSyncEntity,
|
||||
row: SyncRow,
|
||||
resolveSyncId: ResolveSyncId,
|
||||
): Promise<SyncRow> {
|
||||
const out = { ...row };
|
||||
for (const reference of entity.references ?? []) {
|
||||
const path = parseReferencePath(reference.field);
|
||||
if (path) {
|
||||
await rewriteJsonColumn(out, path, async (leaf) => {
|
||||
const id = typeof leaf === "string" ? Number(leaf) : leaf;
|
||||
if (typeof id !== "number" || !Number.isInteger(id)) return leaf;
|
||||
return (await resolveSyncId(reference.entityType, id)) ?? null;
|
||||
});
|
||||
continue;
|
||||
}
|
||||
const id = out[reference.field];
|
||||
out[wireField(reference)] =
|
||||
typeof id === "number"
|
||||
? await resolveSyncId(reference.entityType, id)
|
||||
: null;
|
||||
delete out[reference.field];
|
||||
}
|
||||
return entity.serialize ? entity.serialize(out, resolveSyncId) : out;
|
||||
}
|
||||
|
||||
/**
|
||||
* SyncIds back to local ids.
|
||||
*
|
||||
* A syncId with no local row keeps whatever the column already holds here
|
||||
* (`current`), rather than failing the whole row. That happens when the
|
||||
* target's category is not synced on this device, or it has not arrived yet.
|
||||
*/
|
||||
export async function deserializeReferences(
|
||||
entity: RegisteredSyncEntity,
|
||||
row: SyncRow,
|
||||
resolveId: ResolveId,
|
||||
current: SyncRow | null,
|
||||
): Promise<SyncRow> {
|
||||
const out = { ...row };
|
||||
for (const reference of entity.references ?? []) {
|
||||
const path = parseReferencePath(reference.field);
|
||||
if (path) {
|
||||
await rewriteJsonColumn(out, path, async (leaf) => {
|
||||
if (typeof leaf !== "string" || !leaf) return leaf;
|
||||
const id = await resolveId(reference.entityType, leaf);
|
||||
if (id === null) return null;
|
||||
return reference.idType === "string" ? String(id) : id;
|
||||
});
|
||||
continue;
|
||||
}
|
||||
const field = wireField(reference);
|
||||
const syncId = out[field];
|
||||
delete out[field];
|
||||
delete out[reference.field];
|
||||
if (syncId == null || syncId === "") {
|
||||
out[reference.field] = null;
|
||||
continue;
|
||||
}
|
||||
if (typeof syncId !== "string") continue;
|
||||
const id = await resolveId(reference.entityType, syncId);
|
||||
if (id !== null) {
|
||||
out[reference.field] = id;
|
||||
} else if (current && reference.field in current) {
|
||||
out[reference.field] = current[reference.field];
|
||||
} else {
|
||||
out[reference.field] = null;
|
||||
}
|
||||
}
|
||||
return entity.deserialize ? entity.deserialize(out, resolveId) : out;
|
||||
}
|
||||
|
||||
/**
|
||||
* Decrypts the entity's secret fields. Throws when one cannot be decrypted:
|
||||
* sending an empty value instead would wipe the secret on the other side.
|
||||
*/
|
||||
export function decryptFields(
|
||||
entity: RegisteredSyncEntity,
|
||||
row: SyncRow,
|
||||
key: Buffer | null,
|
||||
): SyncRow {
|
||||
if (entity.encryptedFields.length === 0) return row;
|
||||
const out = { ...row };
|
||||
for (const field of entity.encryptedFields) {
|
||||
const value = out[field];
|
||||
if (typeof value !== "string" || !FieldCrypto.isEncrypted(value)) continue;
|
||||
if (!key) throw new Error("No data key to decrypt synced fields");
|
||||
out[field] = FieldCrypto.decryptField(value, key, String(row.id), field);
|
||||
}
|
||||
return out;
|
||||
}
|
||||
|
||||
export function encryptFields(
|
||||
entity: RegisteredSyncEntity,
|
||||
row: SyncRow,
|
||||
key: Buffer | null,
|
||||
recordId: string,
|
||||
): SyncRow {
|
||||
if (entity.encryptedFields.length === 0) return row;
|
||||
const out = { ...row };
|
||||
for (const field of entity.encryptedFields) {
|
||||
const value = out[field];
|
||||
if (typeof value !== "string" || !value) continue;
|
||||
if (FieldCrypto.isEncrypted(value)) continue;
|
||||
if (!key) throw new Error("No data key to encrypt synced fields");
|
||||
out[field] = FieldCrypto.encryptField(value, key, recordId, field);
|
||||
}
|
||||
return out;
|
||||
}
|
||||
|
||||
/** What goes on the wire: no local ids, no owner, no fields that stay here. */
|
||||
export function toWire(
|
||||
entity: RegisteredSyncEntity,
|
||||
row: SyncRow,
|
||||
syncId: string,
|
||||
): SyncRow {
|
||||
const out = { ...row };
|
||||
delete out.id;
|
||||
delete out[entity.userColumn];
|
||||
if (entity.userColumn !== "userId") delete out.userId;
|
||||
for (const field of entity.readOnlyFields) delete out[field];
|
||||
out.syncId = syncId;
|
||||
return out;
|
||||
}
|
||||
|
||||
/** What may be written from an inbound row. */
|
||||
export function toWritable(
|
||||
entity: RegisteredSyncEntity,
|
||||
wire: SyncRow,
|
||||
): SyncRow {
|
||||
const out = { ...wire };
|
||||
delete out.id;
|
||||
delete out.syncId;
|
||||
delete out.userId;
|
||||
delete out[entity.userColumn];
|
||||
delete out.createdAt;
|
||||
delete out.updatedAt;
|
||||
for (const field of entity.readOnlyFields) delete out[field];
|
||||
for (const field of entity.hashIgnore ?? []) delete out[field];
|
||||
return out;
|
||||
}
|
||||
|
||||
function stable(value: unknown): unknown {
|
||||
if (Array.isArray(value)) return value.map(stable);
|
||||
if (value && typeof value === "object") {
|
||||
const object = value as Record<string, unknown>;
|
||||
return Object.keys(object)
|
||||
.sort()
|
||||
.reduce<Record<string, unknown>>((acc, key) => {
|
||||
if (object[key] !== undefined) acc[key] = stable(object[key]);
|
||||
return acc;
|
||||
}, {});
|
||||
}
|
||||
return value;
|
||||
}
|
||||
|
||||
/**
|
||||
* Booleans are stored as 0/1 on SQLite and true/false elsewhere, and JSON
|
||||
* columns come back as text or parsed depending on the driver. Leveled here
|
||||
* so the same content always hashes the same.
|
||||
*/
|
||||
function normalize(value: unknown): unknown {
|
||||
if (value === true) return 1;
|
||||
if (value === false) return 0;
|
||||
if (value === undefined) return null;
|
||||
if (typeof value === "string" && /^[[{]/.test(value)) {
|
||||
try {
|
||||
return stable(JSON.parse(value));
|
||||
} catch {
|
||||
return value;
|
||||
}
|
||||
}
|
||||
return stable(value);
|
||||
}
|
||||
|
||||
/**
|
||||
* Content hash of a wire row, keyed so a stored hash cannot be used to guess
|
||||
* a weak secret it covers.
|
||||
*/
|
||||
export function hashWire(
|
||||
entity: RegisteredSyncEntity,
|
||||
wire: SyncRow,
|
||||
key: Buffer,
|
||||
): string {
|
||||
const skip = new Set([
|
||||
...LOCATION_KEYS,
|
||||
...entity.readOnlyFields,
|
||||
...(entity.hashIgnore ?? []),
|
||||
]);
|
||||
const content: Record<string, unknown> = {};
|
||||
for (const [field, value] of Object.entries(wire)) {
|
||||
if (skip.has(field)) continue;
|
||||
const normalized = normalize(value);
|
||||
if (normalized === null || normalized === "") continue;
|
||||
content[field] = normalized;
|
||||
}
|
||||
return crypto
|
||||
.createHmac("sha256", key)
|
||||
.update(JSON.stringify(stable(content)))
|
||||
.digest("hex");
|
||||
}
|
||||
|
||||
/** Parents before children when an entity references itself. */
|
||||
export function orderSelfReferences(
|
||||
entity: RegisteredSyncEntity,
|
||||
rows: SyncRow[],
|
||||
): SyncRow[] {
|
||||
const self = (entity.references ?? []).find(
|
||||
(reference) =>
|
||||
reference.entityType === entity.type &&
|
||||
!parseReferencePath(reference.field),
|
||||
);
|
||||
if (!self) return rows;
|
||||
const field = wireField(self);
|
||||
const bySyncId = new Map(
|
||||
rows
|
||||
.filter((row) => typeof row.syncId === "string")
|
||||
.map((row) => [row.syncId as string, row]),
|
||||
);
|
||||
const ordered: SyncRow[] = [];
|
||||
const done = new Set<SyncRow>();
|
||||
const visiting = new Set<SyncRow>();
|
||||
const visit = (row: SyncRow) => {
|
||||
if (done.has(row) || visiting.has(row)) return;
|
||||
visiting.add(row);
|
||||
const parent = row[field];
|
||||
if (typeof parent === "string") {
|
||||
const parentRow = bySyncId.get(parent);
|
||||
if (parentRow) visit(parentRow);
|
||||
}
|
||||
visiting.delete(row);
|
||||
done.add(row);
|
||||
ordered.push(row);
|
||||
};
|
||||
rows.forEach(visit);
|
||||
return ordered;
|
||||
}
|
||||
Reference in new issue
Block a user