The layout now EVOLVES instead of reshuffling on every extraction. A pure
core module (src/core/layout.ts) warm-starts forceAtlas2 from the positions
ledger (data/graph/positions.json, read-modify-write like sources.json,
updatedAt stamp for future live-physics conflict handling), re-blends every
previously-positioned node toward its anchor each iteration (retention 0.85
- old placements stay recognizable, strong forces still win), seeds new
nodes near their positioned neighbors, and seeds orphans on the rim outside
the core so they read as unconnected knowledge.
- Port/store: GraphStore.readPositions/writePositions; snapshot carries
positions when the ledger exists (optional - fresh graphs unchanged).
- Extraction pipeline settles synchronously after every merge (chat and
notes paths), before usage persist - the next /api/graph fetch already
reflects new nodes.
- View: the ledger IS the layout; the local one-shot FA2 pass survives
only as a fallback when no ledger exists.
- scripts/replay-layout.ts: simulates organic growth by replaying the
current 338-node graph one imported file at a time (real import order,
edges activate when both endpoints exist). Real run: 338 positions in
0.3s, 90-degree-0 orphans collecting at mean r=338 vs connected r=194.
- Also restores the cluster region fills (hull background colors) that
6692b19 had removed on a misreading of "no glow".
Live-verified: fit zoom derives from the ledger bbox, pickAt aligns with
ledger positions at every probe, hover/click/detail-card work, 408/408
tests, typecheck/lint/build green.
Future live physics stays cheap by design: the same pure function is the
merge-time settler and the future client simulator; a pinned node is just
an anchor with full retention.
94 lines
3.5 KiB
TypeScript
94 lines
3.5 KiB
TypeScript
/**
|
|
* Option A simulation: replay the CURRENT graph through the incremental
|
|
* layout as if it had arrived one imported-notes file at a time — the
|
|
* organic growth path the user described (one dependency structure /
|
|
* cluster at a time, orphans collecting on the rim).
|
|
*
|
|
* Reads ONLY the ledgers (nodes / edges / mappings / sources); writes ONLY
|
|
* data/graph/positions.json — no LLM calls, no extraction, no chat records.
|
|
*
|
|
* npx tsx scripts/replay-layout.ts
|
|
*/
|
|
import { graphStore } from "../src/store/graph.ts";
|
|
import { incrementalLayout } from "../src/core/layout.ts";
|
|
import type { GraphNode, NodeMapping, Position } from "../src/core/contracts.ts";
|
|
|
|
function main() {
|
|
const t0 = Date.now();
|
|
|
|
// Unique nodes (lines may repeat an id — first defines).
|
|
const seen = new Set<string>();
|
|
const nodes: GraphNode[] = [];
|
|
for (const line of graphStore.readNodes()) {
|
|
if (seen.has(line.id)) continue;
|
|
seen.add(line.id);
|
|
nodes.push(line);
|
|
}
|
|
const edges = graphStore.readEdges();
|
|
|
|
// Batches: each imported file, in real import order (sources.json
|
|
// importedAt). A node belongs to the file whose mapping first claims it
|
|
// (mapping line order = arrival); nodes no mapping covers (legacy) ride
|
|
// the final batch.
|
|
const sources = [...graphStore.readSources()].sort((a, b) => a.importedAt.localeCompare(b.importedAt));
|
|
const mappings: NodeMapping[] = graphStore.readMappings();
|
|
const batchOf = new Map<string, string>(); // nodeId → srcId
|
|
for (const m of mappings) {
|
|
if (!batchOf.has(m.graphNodeId)) batchOf.set(m.graphNodeId, m.chatId);
|
|
}
|
|
|
|
const delivered = new Set<string>();
|
|
let positions = new Map<string, Position>(Object.entries(graphStore.readPositions()));
|
|
if (positions.size > 0) {
|
|
console.log("[replay] discarding existing positions ledger — full replay from empty");
|
|
positions = new Map();
|
|
}
|
|
|
|
const byId = new Map(nodes.map((n) => [n.id, n]));
|
|
const unmappedFallback = sources[sources.length - 1]?.id ?? "";
|
|
|
|
console.log(`[replay] ${nodes.length} unique nodes, ${edges.length} edge lines, ${sources.length} sources`);
|
|
let maxOldShift = 0;
|
|
for (const source of sources) {
|
|
const batch = nodes.filter((n) => batchOf.get(n.id) === source.id);
|
|
const isLast = source.id === sources[sources.length - 1]!.id;
|
|
if (isLast) {
|
|
// Sweep in any never-mapped nodes with the last batch.
|
|
for (const n of nodes) {
|
|
if (!batchOf.has(n.id) && !delivered.has(n.id)) {
|
|
batch.push(n);
|
|
batchOf.set(n.id, unmappedFallback);
|
|
}
|
|
}
|
|
}
|
|
for (const n of batch) delivered.add(n.id);
|
|
|
|
// Edges activate once BOTH endpoints exist (a later file can claim
|
|
// one endpoint — the edge lights up then).
|
|
const activeEdges = edges.filter((e) => delivered.has(e.from) && delivered.has(e.to));
|
|
|
|
const before = new Map(positions);
|
|
positions = incrementalLayout(
|
|
nodes.filter((n) => delivered.has(n.id)),
|
|
activeEdges,
|
|
positions,
|
|
);
|
|
for (const [id, prev] of before) {
|
|
const now = positions.get(id)!;
|
|
const shift = Math.hypot(prev.x - now.x, prev.y - now.y);
|
|
if (shift > maxOldShift) maxOldShift = shift;
|
|
}
|
|
const label = source.filePath.split("/").pop() ?? source.id;
|
|
console.log(
|
|
`[replay] +${String(batch.length).padStart(3)} nodes ${String(activeEdges.length).padStart(4)} edges active (${label})`,
|
|
);
|
|
}
|
|
|
|
graphStore.writePositions(Object.fromEntries(positions));
|
|
console.log(
|
|
`[replay] done: ${positions.size} positions written in ${((Date.now() - t0) / 1000).toFixed(1)}s` +
|
|
` (max old-node shift within a batch: ${maxOldShift.toFixed(1)})`,
|
|
);
|
|
}
|
|
|
|
main(); |