Merge pull request #924 from hchen2020/master

Return instruction for realtime response.create.

Author: Oceania2018

src/Infrastructure/BotSharp.Abstraction/MLTasks/IRealTimeCompletion.cs

@@ -23,7 +23,7 @@ Task Connect(RealtimeHubConnection conn,
     Task Disconnect();
 
     Task<RealtimeSession> CreateSession(Agent agent, List<RoleDialogModel> conversations);
-    Task UpdateSession(RealtimeHubConnection conn, bool turnDetection = true);
+    Task<string> UpdateSession(RealtimeHubConnection conn, bool turnDetection = true);
     Task InsertConversationItem(RoleDialogModel message);
     Task RemoveConversationItem(string itemId);
     Task TriggerModelInference(string? instructions = null);

src/Infrastructure/BotSharp.Abstraction/Routing/Models/RoutingArgs.cs

@@ -12,10 +12,6 @@ public class RoutingArgs
     [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
     public string? NextActionReason { get; set; }
 
-    [JsonPropertyName("reason")]
-    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
-    public string? Reason { get; set; }
-
     [JsonPropertyName("conversation_end")]
     public bool ConversationEnd { get; set; }
 

src/Infrastructure/BotSharp.Core.Realtime/Hooks/RealtimeConversationHook.cs

@@ -36,29 +36,29 @@ public async Task OnFunctionExecuted(RoleDialogModel message)
         if (message.FunctionName == "route_to_agent")
         {
             var inst = JsonSerializer.Deserialize<RoutingArgs>(message.FunctionArgs ?? "{}") ?? new();
-            message.Content = $"Connected to agent of {inst.AgentName}";
+            message.Content = $"I'm your AI assistant '{inst.AgentName}' to help with: '{inst.NextActionReason}'";
             hub.HubConn.CurrentAgentId = routing.Context.GetCurrentAgentId();
 
-            await hub.Completer.UpdateSession(hub.HubConn);
+            var instruction = await hub.Completer.UpdateSession(hub.HubConn);
             await hub.Completer.InsertConversationItem(message);
-            await hub.Completer.TriggerModelInference($"Guide the user through the next steps of the process as this Agent ({inst.AgentName}), following its instructions and operational procedures.");
+            await hub.Completer.TriggerModelInference($"{instruction}\r\n\r\nAssist user task: {inst.NextActionReason}");
         }
         else if (message.FunctionName == "util-routing-fallback_to_router")
         {
             var inst = JsonSerializer.Deserialize<FallbackArgs>(message.FunctionArgs ?? "{}") ?? new();
             message.Content = $"Returned to Router due to {inst.Reason}";
             hub.HubConn.CurrentAgentId = routing.Context.GetCurrentAgentId();
 
-            await hub.Completer.UpdateSession(hub.HubConn);
+            var instruction = await hub.Completer.UpdateSession(hub.HubConn);
             await hub.Completer.InsertConversationItem(message);
-            await hub.Completer.TriggerModelInference($"Check with user whether to proceed the new request: {inst.Reason}");
+            await hub.Completer.TriggerModelInference(instruction);
         }
         else
         {
             // Update session for changed states
-            await hub.Completer.UpdateSession(hub.HubConn);
+            var instruction = await hub.Completer.UpdateSession(hub.HubConn);
             await hub.Completer.InsertConversationItem(message);
-            await hub.Completer.TriggerModelInference("Reply based on the function's output.");
+            await hub.Completer.TriggerModelInference(instruction);
         }
     }
 }

src/Plugins/BotSharp.Plugin.OpenAI/Providers/Realtime/RealTimeCompletionProvider.cs

@@ -285,7 +285,7 @@ public async Task<RealtimeSession> CreateSession(Agent agent, List<RoleDialogMod
         return session;
     }
 
-    public async Task UpdateSession(RealtimeHubConnection conn, bool turnDetection = true)
+    public async Task<string> UpdateSession(RealtimeHubConnection conn, bool turnDetection = true)
     {
         var convService = _services.GetRequiredService<IConversationService>();
         var conv = await convService.GetConversation(conn.ConversationId);
@@ -347,6 +347,8 @@ await HookEmitter.Emit<IContentGeneratingHook>(_services, async hook =>
         });
 
         await SendEventToModel(sessionUpdate);
+
+        return instruction;
     }
 
     public async Task InsertConversationItem(RoleDialogModel message)

src/Plugins/BotSharp.Plugin.Twilio/data/agents/6745151e-6d46-4a02-8de4-1c4f21c7da95/templates/util-twilio-hangup_phone_call.fn.liquid

@@ -1 +1,3 @@
-** Please call util-twilio-hangup_phone_call if user wants to end the phone call.
+{% if channel == 'phone' %}
+** Please call util-twilio-hangup_phone_call if user wants to end the phone call.
+{% endif %}