Agent prompt suggestions & chat summary

Author: colin-grant-work

package-lock.json

@@ -75,6 +75,7 @@
     "license:check:review": "node scripts/check_3pp_licenses.js --review",
     "lint": "lerna run lint",
     "lint:clean": "rimraf .eslintcache",
+    "lint:fix": "lerna run lint -- --fix",
     "preinstall": "node-gyp install",
     "postinstall": "theia-patch && npm run -s compute-references && lerna run afterInstall",
     "publish:latest": "lerna publish --exact --yes",

package.json

@@ -17,7 +17,7 @@
 import { inject, injectable } from '@theia/core/shared/inversify';
 import { CommandRegistry, isOSX, nls, QuickInputButton, QuickInputService, QuickPickItem } from '@theia/core';
 import { Widget } from '@theia/core/lib/browser';
-import { AI_CHAT_NEW_CHAT_WINDOW_COMMAND, AI_CHAT_SHOW_CHATS_COMMAND, ChatCommands } from './chat-view-commands';
+import { AI_CHAT_NEW_CHAT_WINDOW_COMMAND, AI_CHAT_NEW_WITH_MEMORY, AI_CHAT_SHOW_CHATS_COMMAND, ChatCommands } from './chat-view-commands';
 import { ChatAgentLocation, ChatService } from '@theia/ai-chat';
 import { AbstractViewContribution } from '@theia/core/lib/browser/shell/view-contribution';
 import { TabBarToolbarContribution, TabBarToolbarRegistry } from '@theia/core/lib/browser/shell/tab-bar-toolbar';
@@ -28,6 +28,7 @@ import { formatDistance } from 'date-fns';
 import * as locales from 'date-fns/locale';
 import { AI_SHOW_SETTINGS_COMMAND } from '@theia/ai-core/lib/browser';
 import { OPEN_AI_HISTORY_VIEW } from '@theia/ai-history/lib/browser/ai-history-contribution';
+import { SESSION_SUMMARY_VARIABLE } from '@theia/ai-chat/lib/browser/session-summary-variable-contribution';
 
 export const AI_CHAT_TOGGLE_COMMAND_ID = 'aiChat:toggle';
 
@@ -83,10 +84,21 @@ export class AIChatContribution extends AbstractViewContribution<ChatViewWidget>
             })
         });
         registry.registerCommand(AI_CHAT_NEW_CHAT_WINDOW_COMMAND, {
-            execute: () => this.chatService.createSession(ChatAgentLocation.Panel, { focus: true }),
-            isEnabled: widget => this.withWidget(widget, () => true),
+            execute: () => this.openView().then(() => this.chatService.createSession(ChatAgentLocation.Panel, { focus: true })),
             isVisible: widget => this.withWidget(widget, () => true),
         });
+        registry.registerCommand(AI_CHAT_NEW_WITH_MEMORY, {
+            execute: () => {
+                const activeSessions = this.chatService.getSessions().filter(candidate => candidate.isActive);
+                if (activeSessions.length !== 1) {
+                    return;
+                }
+                const activeSession = activeSessions[0];
+                const newSession = this.chatService.createSession(ChatAgentLocation.Panel, { focus: true }, activeSession.pinnedAgent);
+                newSession.model.context.addVariables({ variable: SESSION_SUMMARY_VARIABLE, arg: activeSession.id });
+            },
+            isVisible: () => false
+        });
         registry.registerCommand(AI_CHAT_SHOW_CHATS_COMMAND, {
             execute: () => this.selectChat(),
             isEnabled: widget => this.withWidget(widget, () => true) && this.chatService.getSessions().length > 1,

packages/ai-chat-ui/src/browser/ai-chat-ui-contribution.ts

@@ -0,0 +1,41 @@
+// *****************************************************************************
+// Copyright (C) 2025 EclipseSource GmbH and others.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+
+import * as React from '@theia/core/shared/react';
+import { useMarkdownRendering } from './chat-response-renderer';
+import { OpenerService } from '@theia/core/lib/browser';
+import { MarkdownString } from '@theia/core/lib/common/markdown-rendering';
+
+interface ChatInputAgentSuggestionsProps {
+    suggestions: (string | MarkdownString)[];
+    opener: OpenerService;
+}
+
+export const ChatInputAgentSuggestions: React.FC<ChatInputAgentSuggestionsProps> = ({suggestions, opener}) => (
+    <div className="chat-agent-suggestions">
+        {suggestions.map(suggestion => <ChatInputAgentSuggestion key={typeof suggestion === 'string' ? suggestion : suggestion.value} suggestion={suggestion} opener={opener}/>)}
+    </div>
+);
+
+interface ChatInputAgestSuggestionProps {
+    suggestion: string | MarkdownString;
+    opener: OpenerService;
+}
+
+const ChatInputAgentSuggestion: React.FC<ChatInputAgestSuggestionProps> = ({suggestion, opener}) => {
+    const ref = useMarkdownRendering(suggestion, opener, true);
+    return <div className="chat-agent-suggestion" ref={ref}/>;
+};

packages/ai-chat-ui/src/browser/chat-input-agent-suggestions.tsx

@@ -15,7 +15,7 @@
 // *****************************************************************************
 import { ChangeSet, ChatAgent, ChatChangeEvent, ChatModel, ChatRequestModel } from '@theia/ai-chat';
 import { Disposable, DisposableCollection, InMemoryResources, URI, nls } from '@theia/core';
-import { ContextMenuRenderer, LabelProvider, Message, ReactWidget } from '@theia/core/lib/browser';
+import { ContextMenuRenderer, LabelProvider, Message, OpenerService, ReactWidget } from '@theia/core/lib/browser';
 import { Deferred } from '@theia/core/lib/common/promise-util';
 import { inject, injectable, optional, postConstruct } from '@theia/core/shared/inversify';
 import * as React from '@theia/core/shared/react';
@@ -27,12 +27,14 @@ import { AIVariableResolutionRequest } from '@theia/ai-core';
 import { FrontendVariableService } from '@theia/ai-core/lib/browser';
 import { ContextVariablePicker } from './context-variable-picker';
 import { ChangeSetActionRenderer, ChangeSetActionService } from './change-set-actions/change-set-action-service';
+import { ChatInputAgentSuggestions } from './chat-input-agent-suggestions';
 
 type Query = (query: string) => Promise<void>;
 type Unpin = () => void;
 type Cancel = (requestModel: ChatRequestModel) => void;
 type DeleteChangeSet = (requestModel: ChatRequestModel) => void;
 type DeleteChangeSetElement = (requestModel: ChatRequestModel, index: number) => void;
+type OpenContextElement = (request: AIVariableResolutionRequest) => unknown;
 
 export const AIChatInputConfiguration = Symbol('AIChatInputConfiguration');
 export interface AIChatInputConfiguration {
@@ -69,6 +71,9 @@ export class AIChatInputWidget extends ReactWidget {
     @inject(ChangeSetActionService)
     protected readonly changeSetActionService: ChangeSetActionService;
 
+    @inject(OpenerService)
+    protected readonly openerService: OpenerService;
+
     protected editorRef: MonacoEditor | undefined = undefined;
     private editorReady = new Deferred<void>();
 
@@ -94,6 +99,10 @@ export class AIChatInputWidget extends ReactWidget {
     set onDeleteChangeSetElement(deleteChangeSetElement: DeleteChangeSetElement) {
         this._onDeleteChangeSetElement = deleteChangeSetElement;
     }
+    private _onOpenContextELement: OpenContextElement;
+    set onOpenContextElement(opener: OpenContextElement) {
+        this._onOpenContextELement = opener;
+    }
 
     protected onDisposeForChatModel = new DisposableCollection();
     private _chatModel: ChatModel;
@@ -142,6 +151,7 @@ export class AIChatInputWidget extends ReactWidget {
                 onDeleteChangeSetElement={this._onDeleteChangeSetElement.bind(this)}
                 onAddContextElement={this.addContextElement.bind(this)}
                 onDeleteContextElement={this.deleteContextElement.bind(this)}
+                onOpenContextElement={this._onOpenContextELement.bind(this)}
                 context={this._chatModel.context.getVariables()}
                 chatModel={this._chatModel}
                 pinnedAgent={this._pinnedAgent}
@@ -157,6 +167,7 @@ export class AIChatInputWidget extends ReactWidget {
                 showPinnedAgent={this.configuration?.showPinnedAgent}
                 labelProvider={this.labelProvider}
                 actionService={this.changeSetActionService}
+                openerService={this.openerService}
             />
         );
     }
@@ -237,6 +248,7 @@ interface ChatInputProperties {
     onDeleteChangeSetElement: (sessionId: string, index: number) => void;
     onAddContextElement: () => void;
     onDeleteContextElement: (index: number) => void;
+    onOpenContextElement: OpenContextElement;
     context?: readonly AIVariableResolutionRequest[];
     isEnabled?: boolean;
     chatModel: ChatModel;
@@ -249,6 +261,7 @@ interface ChatInputProperties {
     showPinnedAgent?: boolean;
     labelProvider: LabelProvider;
     actionService: ChangeSetActionService;
+    openerService: OpenerService;
 }
 
 const ChatInput: React.FunctionComponent<ChatInputProperties> = (props: ChatInputProperties) => {
@@ -515,9 +528,10 @@ const ChatInput: React.FunctionComponent<ChatInputProperties> = (props: ChatInpu
             disabled: isInputEmpty || !props.isEnabled
         }];
 
-    const contextUI = buildContextUI(props.context, props.labelProvider, props.onDeleteContextElement);
+    const contextUI = buildContextUI(props.context, props.labelProvider, props.onDeleteContextElement, props.onOpenContextElement);
 
-    return <div className='theia-ChatInput' onDragOver={props.onDragOver} onDrop={props.onDrop}    >
+    return <div className='theia-ChatInput' onDragOver={props.onDragOver} onDrop={props.onDrop}>
+        {!!props.pinnedAgent?.suggestions?.length && <ChatInputAgentSuggestions suggestions={props.pinnedAgent?.suggestions} opener={props.openerService} />}
         {changeSetUI?.elements &&
             <ChangeSetBox changeSet={changeSetUI} />
         }
@@ -685,7 +699,12 @@ function getLatestRequest(chatModel: ChatModel): ChatRequestModel | undefined {
     return requests.length > 0 ? requests[requests.length - 1] : undefined;
 }
 
-function buildContextUI(context: readonly AIVariableResolutionRequest[] | undefined, labelProvider: LabelProvider, onDeleteContextElement: (index: number) => void): ChatContextUI {
+function buildContextUI(
+    context: readonly AIVariableResolutionRequest[] | undefined,
+    labelProvider: LabelProvider,
+    onDeleteContextElement: (index: number) => void,
+    onOpen: OpenContextElement
+): ChatContextUI {
     if (!context) {
         return { context: [] };
     }
@@ -697,6 +716,7 @@ function buildContextUI(context: readonly AIVariableResolutionRequest[] | undefi
             additionalInfo: labelProvider.getDetails(element),
             details: labelProvider.getLongName(element),
             delete: () => onDeleteContextElement(index),
+            open: () => onOpen(element)
         }))
     };
 }
@@ -725,7 +745,7 @@ const ChatContext: React.FunctionComponent<ChatContextUI> = ({ context }) => (
                     <span className='theia-ChatInput-ChatContext-additionalInfo'>
                         {element.additionalInfo}
                     </span>
-                    <span className="codicon codicon-close action" title={nls.localizeByDefault('Delete')} onClick={() => element.delete()} />
+                    <span className="codicon codicon-close action" title={nls.localizeByDefault('Delete')} onClick={e => {e.stopPropagation(); element.delete(); }} />
                 </li>
             ))}
         </ul>

packages/ai-chat-ui/src/browser/chat-input-widget.tsx

@@ -45,6 +45,10 @@ export const AI_CHAT_NEW_CHAT_WINDOW_COMMAND: Command = {
     iconClass: codicon('add')
 };
 
+export const AI_CHAT_NEW_WITH_MEMORY: Command = {
+    id: 'ai-chat.new-with-memory',
+};
+
 export const AI_CHAT_SHOW_CHATS_COMMAND: Command = {
     id: 'ai-chat-ui.show-chats',
     iconClass: codicon('history')

packages/ai-chat-ui/src/browser/chat-view-commands.ts

@@ -15,13 +15,13 @@
 // *****************************************************************************
 import { CommandService, deepClone, Emitter, Event, MessageService } from '@theia/core';
 import { ChatRequest, ChatRequestModel, ChatService, ChatSession, isActiveSessionChangedEvent, MutableChatModel } from '@theia/ai-chat';
-import { BaseWidget, codicon, ExtractableWidget, Message, PanelLayout, PreferenceService, StatefulWidget } from '@theia/core/lib/browser';
+import { BaseWidget, codicon, ExtractableWidget, Message, open, OpenerService, PanelLayout, PreferenceService, StatefulWidget } from '@theia/core/lib/browser';
 import { nls } from '@theia/core/lib/common/nls';
 import { inject, injectable, postConstruct } from '@theia/core/shared/inversify';
 import { AIChatInputWidget } from './chat-input-widget';
 import { ChatViewTreeWidget } from './chat-tree-view/chat-view-tree-widget';
 import { AIActivationService } from '@theia/ai-core/lib/browser/ai-activation-service';
-import { AIVariableResolutionRequest } from '@theia/ai-core';
+import { AIVariableResolutionRequest, AIVariableResourceResolver } from '@theia/ai-core';
 
 export namespace ChatViewWidget {
     export interface State {
@@ -50,6 +50,12 @@ export class ChatViewWidget extends BaseWidget implements ExtractableWidget, Sta
     @inject(AIActivationService)
     protected readonly activationService: AIActivationService;
 
+    @inject(AIVariableResourceResolver)
+    protected readonly variableResourceResolver: AIVariableResourceResolver;
+
+    @inject(OpenerService)
+    protected readonly openerService: OpenerService;
+
     protected chatSession: ChatSession;
 
     protected _state: ChatViewWidget.State = { locked: false };
@@ -98,6 +104,7 @@ export class ChatViewWidget extends BaseWidget implements ExtractableWidget, Sta
         this.inputWidget.pinnedAgent = this.chatSession.pinnedAgent;
         this.inputWidget.onDeleteChangeSet = this.onDeleteChangeSet.bind(this);
         this.inputWidget.onDeleteChangeSetElement = this.onDeleteChangeSetElement.bind(this);
+        this.inputWidget.onOpenContextElement = this.onOpenContextElement.bind(this);
         this.treeWidget.trackChatModel(this.chatSession.model);
 
         this.initListeners();
@@ -201,6 +208,13 @@ export class ChatViewWidget extends BaseWidget implements ExtractableWidget, Sta
         this.chatService.deleteChangeSetElement(sessionId, index);
     }
 
+    protected async onOpenContextElement(request: AIVariableResolutionRequest): Promise<void> {
+        const context = {session: this.chatSession};
+        const resource = this.variableResourceResolver.get(request, context);
+        await open(this.openerService, resource.uri);
+        resource.dispose();
+    }
+
     lock(): void {
         this.state = { ...deepClone(this.state), locked: true };
     }

packages/ai-chat-ui/src/browser/chat-view-widget.tsx

@@ -181,6 +181,8 @@ div:last-child > .theia-ChatNode {
   height: 18px;
   line-height: 16px;
   min-width: 0;
+  user-select: none;
+  cursor: pointer;
 }
 
 .theia-ChatInput-ChatContext-title {
@@ -698,3 +700,7 @@ details[open].collapsible-arguments .collapsible-arguments-summary {
 .session-settings-container .monaco-editor {
   outline-color: var(--theia-editor-background);
 }
+
+.chat-agent-suggestions {
+    padding-inline: 16px;
+}

packages/ai-chat-ui/src/browser/style/index.css

@@ -46,6 +46,9 @@ import { ContextSummaryVariableContribution } from '../common/context-summary-va
 import { ContextDetailsVariableContribution } from '../common/context-details-variable';
 import { ChangeSetVariableContribution } from './change-set-variable';
 import { ChatSessionNamingAgent, ChatSessionNamingService } from '../common/chat-session-naming-service';
+import { ChatSessionSummaryAgent } from '../common/chat-session-summary-agent';
+import { SessionSumaryVariableContribution } from './session-summary-variable-contribution';
+import { SessionSummaryVariableLabelProvider } from './session-summary-variable-label-provider';
 
 export default new ContainerModule(bind => {
     bindContributionProvider(bind, Agent);
@@ -113,4 +116,11 @@ export default new ContainerModule(bind => {
     bind(AIVariableContribution).to(ContextSummaryVariableContribution).inSingletonScope();
     bind(AIVariableContribution).to(ContextDetailsVariableContribution).inSingletonScope();
     bind(AIVariableContribution).to(ChangeSetVariableContribution).inSingletonScope();
+
+    bind(ChatSessionSummaryAgent).toSelf().inSingletonScope();
+    bind(Agent).toService(ChatSessionSummaryAgent);
+    bind(SessionSumaryVariableContribution).toSelf().inSingletonScope();
+    bind(AIVariableContribution).toService(SessionSumaryVariableContribution);
+    bind(SessionSummaryVariableLabelProvider).toSelf().inSingletonScope();
+    bind(LabelProviderContribution).toService(SessionSummaryVariableLabelProvider);
 });