feat: add Addie escalation and learning capture tools

.changeset/ripe-ghosts-bet.md

@@ -0,0 +1,9 @@
+---
+---
+
+Add escalation and learning capture tools for Addie
+
+- New `escalate_to_admin` tool for capability gaps and requests needing human action
+- New `capture_learning` tool to flag valuable user insights for synthesis
+- Admin API endpoints for managing escalations
+- System prompt updates to prevent Addie from promising actions without tools

server/public/admin-addie.html

@@ -1603,6 +1603,7 @@ <h2 style="margin: 0;">Conversation Threads</h2>
             <label><input type="checkbox" id="threads-flagged-only"> Flagged only</label>
             <label><input type="checkbox" id="threads-unreviewed-only"> Unreviewed only</label>
             <label><input type="checkbox" id="threads-has-feedback"> Has user feedback</label>
+            <label><input type="checkbox" id="threads-multi-turn" checked> Multi-turn only</label>
             <button class="btn btn-secondary" onclick="loadThreads()">Refresh</button>
           </div>
         </div>
@@ -2439,6 +2440,7 @@ <h3>${escapeHtml(doc.title)}</h3>
       const flaggedOnly = document.getElementById('threads-flagged-only').checked;
       const unreviewedOnly = document.getElementById('threads-unreviewed-only').checked;
       const hasUserFeedback = document.getElementById('threads-has-feedback').checked;
+      const multiTurnOnly = document.getElementById('threads-multi-turn').checked;
       const timeframe = document.getElementById('stats-timeframe').value;
 
       const params = new URLSearchParams();
@@ -2447,6 +2449,7 @@ <h3>${escapeHtml(doc.title)}</h3>
       if (flaggedOnly) params.append('flagged_only', 'true');
       if (unreviewedOnly) params.append('unreviewed_only', 'true');
       if (hasUserFeedback) params.append('has_user_feedback', 'true');
+      if (multiTurnOnly) params.append('min_messages', '2');
 
       // Add timeframe filter to threads query
       if (timeframe !== 'all') {
@@ -4812,6 +4815,7 @@ <h3 style="margin-bottom: var(--space-3); display: flex; align-items: center; ga
     document.getElementById('threads-flagged-only').addEventListener('change', loadThreads);
     document.getElementById('threads-unreviewed-only').addEventListener('change', loadThreads);
     document.getElementById('threads-has-feedback').addEventListener('change', loadThreads);
+    document.getElementById('threads-multi-turn').addEventListener('change', loadThreads);
   </script>
 </body>
 </html>

server/src/addie/bolt-app.ts

@@ -55,6 +55,10 @@ import {
   BILLING_TOOLS,
   createBillingToolHandlers,
 } from './mcp/billing-tools.js';
+import {
+  ESCALATION_TOOLS,
+  createEscalationToolHandlers,
+} from './mcp/escalation-tools.js';
 import { SUGGESTED_PROMPTS, buildDynamicSuggestedPrompts } from './prompts.js';
 import { AddieModelConfig, ModelConfig } from '../config/models.js';
 import { getMemberContext, formatMemberContextForPrompt, type MemberContext } from './member-context.js';
@@ -609,7 +613,8 @@ async function buildMessageWithMemberContext(
  */
 async function createUserScopedTools(
   memberContext: MemberContext | null,
-  slackUserId?: string
+  slackUserId?: string,
+  threadId?: string
 ): Promise<UserScopedToolsResult> {
   const memberHandlers = createMemberToolHandlers(memberContext);
   const allTools = [...MEMBER_TOOLS];
@@ -623,6 +628,14 @@ async function createUserScopedTools(
   }
   logger.debug('Addie Bolt: Billing tools enabled');
 
+  // Add escalation tools for all users
+  const escalationHandlers = createEscalationToolHandlers(memberContext, slackUserId, threadId);
+  allTools.push(...ESCALATION_TOOLS);
+  for (const [name, handler] of escalationHandlers) {
+    allHandlers.set(name, handler);
+  }
+  logger.debug('Addie Bolt: Escalation tools enabled');
+
   // Check if user is AAO admin (based on aao-admin working group membership)
   const userIsAdmin = slackUserId ? await isSlackUserAdmin(slackUserId) : false;
 
@@ -936,7 +949,7 @@ async function handleUserMessage({
   });
 
   // Create user-scoped tools (includes admin tools if user is admin)
-  const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, userId);
+  const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, userId, thread.thread_id);
 
   // Admin users get higher iteration limit for bulk operations
   const processOptions = userIsAdmin ? { maxIterations: ADMIN_MAX_ITERATIONS } : undefined;
@@ -1361,7 +1374,7 @@ async function handleAppMention({
   });
 
   // Create user-scoped tools (includes admin tools if user is admin)
-  const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, userId);
+  const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, userId, thread.thread_id);
 
   // Admin users get higher iteration limit for bulk operations
   const processOptions = userIsAdmin ? { maxIterations: ADMIN_MAX_ITERATIONS } : undefined;
@@ -1825,7 +1838,7 @@ async function handleDirectMessage(
   });
 
   // Create user-scoped tools
-  const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, userId);
+  const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, userId, thread.thread_id);
 
   // Admin users get higher iteration limit for bulk operations
   const processOptions = userIsAdmin ? { maxIterations: ADMIN_MAX_ITERATIONS } : undefined;
@@ -2109,7 +2122,7 @@ async function handleActiveThreadReply({
   });
 
   // Create user-scoped tools
-  const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, userId);
+  const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, userId, thread.thread_id);
 
   // Admin users get higher iteration limit
   const processOptions = userIsAdmin ? { maxIterations: ADMIN_MAX_ITERATIONS } : undefined;
@@ -2490,7 +2503,7 @@ async function handleChannelMessage({
     );
 
     // Generate a response with the specified tools (includes admin tools if user is admin)
-    const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, userId);
+    const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, userId, thread.thread_id);
     // Use precision model (Opus) for billing/financial queries
     const processOptions = {
       ...(userIsAdmin ? { maxIterations: ADMIN_MAX_ITERATIONS } : {}),
@@ -2954,7 +2967,7 @@ async function handleReactionAdded({
   );
 
   // Create user-scoped tools
-  const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, reactingUserId);
+  const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, reactingUserId, thread.thread_id);
 
   // Admin users get higher iteration limit for bulk operations
   const processOptions = userIsAdmin ? { maxIterations: ADMIN_MAX_ITERATIONS } : undefined;

server/src/addie/handler.ts

@@ -49,6 +49,10 @@ import {
   MEETING_TOOLS,
   createMeetingToolHandlers,
 } from './mcp/meeting-tools.js';
+import {
+  ESCALATION_TOOLS,
+  createEscalationToolHandlers,
+} from './mcp/escalation-tools.js';
 import { AddieDatabase } from '../db/addie-db.js';
 import { SUGGESTED_PROMPTS, STATUS_MESSAGES, buildDynamicSuggestedPrompts } from './prompts.js';
 import { AddieModelConfig } from '../config/models.js';
@@ -241,12 +245,20 @@ async function buildMessageWithMemberContext(
  */
 async function createUserScopedTools(
   memberContext: MemberContext | null,
-  slackUserId?: string
+  slackUserId?: string,
+  threadId?: string
 ): Promise<UserScopedToolsResult> {
   const memberHandlers = createMemberToolHandlers(memberContext);
   const allTools = [...MEMBER_TOOLS];
   const allHandlers = new Map(memberHandlers);
 
+  // Add escalation tools (available to all users)
+  const escalationHandlers = createEscalationToolHandlers(memberContext, slackUserId, threadId);
+  allTools.push(...ESCALATION_TOOLS);
+  for (const [name, handler] of escalationHandlers) {
+    allHandlers.set(name, handler);
+  }
+
   // Check if user is AAO admin (based on aao-admin working group membership)
   const userIsAdmin = slackUserId ? await isSlackUserAdmin(slackUserId) : false;
 
@@ -403,7 +415,7 @@ export async function handleAssistantMessage(
     };
   } else {
     // Create user-scoped tools (these can only operate on behalf of this user)
-    const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, event.user);
+    const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, event.user, event.thread_ts);
 
     // Admin users get higher iteration limit for bulk operations
     const processOptions = userIsAdmin ? { maxIterations: ADMIN_MAX_ITERATIONS } : undefined;
@@ -554,7 +566,7 @@ export async function handleAppMention(event: AppMentionEvent): Promise<void> {
     };
   } else {
     // Create user-scoped tools (these can only operate on behalf of this user)
-    const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, event.user);
+    const { tools: userTools, isAdmin: userIsAdmin } = await createUserScopedTools(memberContext, event.user, event.thread_ts || event.ts);
 
     // Admin users get higher iteration limit for bulk operations
     const processOptions = userIsAdmin ? { maxIterations: ADMIN_MAX_ITERATIONS } : undefined;