From ea4606ab416b44a4903287a2dd331b983cc04cfe Mon Sep 17 00:00:00 2001
From: ewood <ericwood73+github@gmail.com>
Date: Sun, 8 Feb 2026 17:30:26 -0500
Subject: [PATCH 1/2] Load list of thread ids using a direct db query when
 using postgres instead of loading all checkpoints in the the db.

---
 src/ai/conversation.ts             | 15 +++----------
 src/ai/memory/checkpoint-memory.ts | 34 ++++++++++++++++++++++++++++++
 2 files changed, 37 insertions(+), 12 deletions(-)

diff --git a/src/ai/conversation.ts b/src/ai/conversation.ts
index 26ee4d6..296ecde 100644
--- a/src/ai/conversation.ts
+++ b/src/ai/conversation.ts
@@ -1,4 +1,4 @@
-import { getSaver } from "#chaincraft/ai/memory/checkpoint-memory.js";
+import { listThreadIds } from "#chaincraft/ai/memory/checkpoint-memory.js";
 
 // Map of conversation IDs by graph type
 const conversationIds = new Map<string, Set<string>>();
@@ -30,16 +30,7 @@ async function bootstrapConversationIds(graphType: string): Promise<void> {
         return;
     }
 
-    const saver = await getSaver('list-conversations', graphType);
-    const ids = new Set<string>();
-    
-    for await (const checkpoint of saver.list({}, {})) {
-        const threadId = checkpoint.config?.configurable?.thread_id;
-        if (threadId) {
-            ids.add(threadId);
-        }
-    }
-    
-    conversationIds.set(graphType, ids);
+    const threadIds = await listThreadIds(graphType);
+    conversationIds.set(graphType, new Set(threadIds));
     bootstrappedTypes.add(graphType);
 }
\ No newline at end of file
diff --git a/src/ai/memory/checkpoint-memory.ts b/src/ai/memory/checkpoint-memory.ts
index 6442ff8..f793eb3 100644
--- a/src/ai/memory/checkpoint-memory.ts
+++ b/src/ai/memory/checkpoint-memory.ts
@@ -147,6 +147,40 @@ export async function getSaver(
   }
 }
 
+/**
+ * List all thread IDs for a given graph type.
+ * Uses efficient direct SQL query for PostgreSQL, falls back to checkpoint list for SQLite.
+ */
+export async function listThreadIds(graphType: string): Promise<string[]> {
+  await initialize();
+  
+  const db = await getOrCreateDatabase(graphType);
+  const ids = new Set<string>();
+  
+  if (db.backend === "postgres" && db.sharedSaver) {
+    // For PostgreSQL: query distinct thread_ids directly (much more efficient than loading checkpoints)
+    const postgresaver = db.sharedSaver as PostgresSaver;
+    const pool = (postgresaver as any).pool as Pool;
+    const result = await pool.query(
+      'SELECT DISTINCT thread_id FROM checkpoints ORDER BY thread_id'
+    );
+    for (const row of result.rows) {
+      ids.add(row.thread_id);
+    }
+  } else {
+    // For SQLite: use limited checkpoint list
+    const saver = await getSaver('list-threads', graphType);
+    for await (const checkpoint of saver.list({}, { limit: 100 })) {
+      const threadId = checkpoint.config?.configurable?.thread_id;
+      if (threadId) {
+        ids.add(threadId);
+      }
+    }
+  }
+  
+  return Array.from(ids).sort();
+}
+
 export async function deleteThread(
   threadId: string,
   graphType: string

From 4eafd4ab59e6700cc984310f99af336082032d74 Mon Sep 17 00:00:00 2001
From: ewood <ericwood73+github@gmail.com>
Date: Sun, 8 Feb 2026 17:41:51 -0500
Subject: [PATCH 2/2] Add TODO for potential pagination in getDesignByVersion
 to reduce memory usage

---
 src/ai/design/design-workflow.ts | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/ai/design/design-workflow.ts b/src/ai/design/design-workflow.ts
index 76c825e..d39a946 100644
--- a/src/ai/design/design-workflow.ts
+++ b/src/ai/design/design-workflow.ts
@@ -262,6 +262,8 @@ export async function getDesignByVersion(
   conversationId: string,
   version: number
 ): Promise<(DesignState | undefined)> {
+  // TODO - Consider paginating through checkpoints if we expect many versions, 
+  // to avoid excessive memory usage. 
   // Check if conversation exists
   if (!(await isActiveConversation(conversationId))) {
     throw new Error(`Conversation ${conversationId} not found`);