Files
learnharness/scripts/replay-layout.ts
T
amosblomqvist 0c14ea425d Option A: incremental anchored force layout, persisted server-side
The layout now EVOLVES instead of reshuffling on every extraction. A pure
core module (src/core/layout.ts) warm-starts forceAtlas2 from the positions
ledger (data/graph/positions.json, read-modify-write like sources.json,
updatedAt stamp for future live-physics conflict handling), re-blends every
previously-positioned node toward its anchor each iteration (retention 0.85
- old placements stay recognizable, strong forces still win), seeds new
nodes near their positioned neighbors, and seeds orphans on the rim outside
the core so they read as unconnected knowledge.

- Port/store: GraphStore.readPositions/writePositions; snapshot carries
  positions when the ledger exists (optional - fresh graphs unchanged).
- Extraction pipeline settles synchronously after every merge (chat and
  notes paths), before usage persist - the next /api/graph fetch already
  reflects new nodes.
- View: the ledger IS the layout; the local one-shot FA2 pass survives
  only as a fallback when no ledger exists.
- scripts/replay-layout.ts: simulates organic growth by replaying the
  current 338-node graph one imported file at a time (real import order,
  edges activate when both endpoints exist). Real run: 338 positions in
  0.3s, 90-degree-0 orphans collecting at mean r=338 vs connected r=194.
- Also restores the cluster region fills (hull background colors) that
  6692b19 had removed on a misreading of "no glow".

Live-verified: fit zoom derives from the ledger bbox, pickAt aligns with
ledger positions at every probe, hover/click/detail-card work, 408/408
tests, typecheck/lint/build green.

Future live physics stays cheap by design: the same pure function is the
merge-time settler and the future client simulator; a pinned node is just
an anchor with full retention.
2026-09-13 08:35:42 +03:00

94 lines
3.5 KiB
TypeScript

/**
* Option A simulation: replay the CURRENT graph through the incremental
* layout as if it had arrived one imported-notes file at a time — the
* organic growth path the user described (one dependency structure /
* cluster at a time, orphans collecting on the rim).
*
* Reads ONLY the ledgers (nodes / edges / mappings / sources); writes ONLY
* data/graph/positions.json — no LLM calls, no extraction, no chat records.
*
* npx tsx scripts/replay-layout.ts
*/
import { graphStore } from "../src/store/graph.ts";
import { incrementalLayout } from "../src/core/layout.ts";
import type { GraphNode, NodeMapping, Position } from "../src/core/contracts.ts";
function main() {
const t0 = Date.now();
// Unique nodes (lines may repeat an id — first defines).
const seen = new Set<string>();
const nodes: GraphNode[] = [];
for (const line of graphStore.readNodes()) {
if (seen.has(line.id)) continue;
seen.add(line.id);
nodes.push(line);
}
const edges = graphStore.readEdges();
// Batches: each imported file, in real import order (sources.json
// importedAt). A node belongs to the file whose mapping first claims it
// (mapping line order = arrival); nodes no mapping covers (legacy) ride
// the final batch.
const sources = [...graphStore.readSources()].sort((a, b) => a.importedAt.localeCompare(b.importedAt));
const mappings: NodeMapping[] = graphStore.readMappings();
const batchOf = new Map<string, string>(); // nodeId → srcId
for (const m of mappings) {
if (!batchOf.has(m.graphNodeId)) batchOf.set(m.graphNodeId, m.chatId);
}
const delivered = new Set<string>();
let positions = new Map<string, Position>(Object.entries(graphStore.readPositions()));
if (positions.size > 0) {
console.log("[replay] discarding existing positions ledger — full replay from empty");
positions = new Map();
}
const byId = new Map(nodes.map((n) => [n.id, n]));
const unmappedFallback = sources[sources.length - 1]?.id ?? "";
console.log(`[replay] ${nodes.length} unique nodes, ${edges.length} edge lines, ${sources.length} sources`);
let maxOldShift = 0;
for (const source of sources) {
const batch = nodes.filter((n) => batchOf.get(n.id) === source.id);
const isLast = source.id === sources[sources.length - 1]!.id;
if (isLast) {
// Sweep in any never-mapped nodes with the last batch.
for (const n of nodes) {
if (!batchOf.has(n.id) && !delivered.has(n.id)) {
batch.push(n);
batchOf.set(n.id, unmappedFallback);
}
}
}
for (const n of batch) delivered.add(n.id);
// Edges activate once BOTH endpoints exist (a later file can claim
// one endpoint — the edge lights up then).
const activeEdges = edges.filter((e) => delivered.has(e.from) && delivered.has(e.to));
const before = new Map(positions);
positions = incrementalLayout(
nodes.filter((n) => delivered.has(n.id)),
activeEdges,
positions,
);
for (const [id, prev] of before) {
const now = positions.get(id)!;
const shift = Math.hypot(prev.x - now.x, prev.y - now.y);
if (shift > maxOldShift) maxOldShift = shift;
}
const label = source.filePath.split("/").pop() ?? source.id;
console.log(
`[replay] +${String(batch.length).padStart(3)} nodes ${String(activeEdges.length).padStart(4)} edges active (${label})`,
);
}
graphStore.writePositions(Object.fromEntries(positions));
console.log(
`[replay] done: ${positions.size} positions written in ${((Date.now() - t0) / 1000).toFixed(1)}s` +
` (max old-node shift within a batch: ${maxOldShift.toFixed(1)})`,
);
}
main();