refine code and settings

Author: Jicheng Lu

Directory.Packages.props

@@ -6,8 +6,8 @@
   </PropertyGroup>
   <ItemGroup>
     <PackageVersion Include="EntityFramework" Version="6.4.4" />
-    <PackageVersion Include="Google_GenerativeAI" Version="2.5.8" />
-    <PackageVersion Include="Google_GenerativeAI.Live" Version="2.5.8" />
+    <PackageVersion Include="Google_GenerativeAI" Version="3.2.0" />
+    <PackageVersion Include="Google_GenerativeAI.Live" Version="3.2.0" />
     <PackageVersion Include="LLMSharp.Google.Palm" Version="1.0.2" />
     <PackageVersion Include="Microsoft.AspNetCore.Http.Abstractions" Version="$(AspNetCoreVersion)" />
     <PackageVersion Include="Microsoft.AspNetCore.StaticFiles" Version="$(AspNetCoreVersion)" />
@@ -45,7 +45,7 @@
     <PackageVersion Include="Whisper.net" Version="1.8.1" />
     <PackageVersion Include="Whisper.net.Runtime" Version="1.8.1" />
     <PackageVersion Include="NCrontab" Version="3.3.3" />
-    <PackageVersion Include="Azure.AI.OpenAI" Version="2.2.0-beta.5" />
+    <PackageVersion Include="Azure.AI.OpenAI" Version="2.3.0-beta.2" />
     <PackageVersion Include="OpenAI" Version="2.4.0" />
     <PackageVersion Include="MailKit" Version="4.11.0" />
     <PackageVersion Include="Microsoft.Data.Sqlite" Version="8.0.8" />

src/Infrastructure/BotSharp.Abstraction/Conversations/Dtos/ChatResponseDto.cs

@@ -46,9 +46,6 @@ public class ChatResponseDto : InstructResult
     [JsonPropertyName("is_streaming")]
     public bool IsStreaming { get; set; }
 
-    [JsonPropertyName("is_append")]
-    public bool IsAppend { get; set; }
-
     [JsonPropertyName("created_at")]
     public DateTime CreatedAt { get; set; } = DateTime.UtcNow;
 }

src/Infrastructure/BotSharp.Abstraction/Conversations/Settings/ConversationSetting.cs

@@ -14,6 +14,7 @@ public class ConversationSetting
     public bool EnableTranslationMemory { get; set; }
     public CleanConversationSetting CleanSetting { get; set; } = new();
     public RateLimitSetting RateLimit { get; set; } = new();
+    public FileSelectSetting? FileSelect { get; set; }
 }
 
 public class CleanConversationSetting
@@ -24,3 +25,8 @@ public class CleanConversationSetting
     public int BufferHours { get; set; }
     public IEnumerable<string> ExcludeAgentIds { get; set; } = new List<string>();
 }
+
+public class FileSelectSetting : LlmConfigBase
+{
+    public int? MessageLimit { get; set; }
+}

src/Infrastructure/BotSharp.Abstraction/Files/Models/SelectFileOptions.cs

@@ -1,27 +1,7 @@
 namespace BotSharp.Abstraction.Files.Models;
 
-public class SelectFileOptions
+public class SelectFileOptions : LlmConfigBase
 {
-    /// <summary>
-    /// Llm provider
-    /// </summary>
-    public string? Provider { get; set; }
-
-    /// <summary>
-    /// Llm model
-    /// </summary>
-    public string? Model { get; set; }
-
-    /// <summary>
-    /// Llm maximum output tokens
-    /// </summary>
-    public int? MaxOutputTokens { get; set; }
-
-    /// <summary>
-    /// Llm reasoning effort level
-    /// </summary>
-    public string? ReasoningEffortLevel { get; set; }
-
     /// <summary>
     /// Agent id
     /// </summary>

src/Infrastructure/BotSharp.Abstraction/Models/LlmConfigBase.cs

@@ -0,0 +1,24 @@
+namespace BotSharp.Abstraction.Models;
+
+public class LlmConfigBase
+{
+    /// <summary>
+    /// Llm provider
+    /// </summary>
+    public string? LlmProvider { get; set; }
+
+    /// <summary>
+    /// Llm model
+    /// </summary>
+    public string? LlmModel { get; set; }
+
+    /// <summary>
+    /// Llm maximum output tokens
+    /// </summary>
+    public int? MaxOutputTokens { get; set; }
+
+    /// <summary>
+    /// Llm reasoning effort level
+    /// </summary>
+    public string? ReasoningEffortLevel { get; set; }
+}

src/Infrastructure/BotSharp.Core/Files/Services/Instruct/FileInstructService.SelectFile.cs

@@ -91,8 +91,8 @@ private async Task<IEnumerable<MessageFileModel>> SelectFiles(IEnumerable<Messag
             var promptMessages = innerDialogs.Select(x =>
             {
                 var text = $"[Role] '{x.Role}': {x.RichContent?.Message?.Text ?? x.Payload ?? x.Content}";
-                var fileDescs = x.Files?.Select((f, fidx) => $"message_id: '{x.MessageId}', file_index: '{f.FileIndex}', " +
-                              $"file_name: '{f.FileFullName}', content_type: '{f.ContentType}', author: '{(x.Role == AgentRole.User ? FileSourceType.User : FileSourceType.Bot)}'");
+                var fileDescs = x.Files?.Select((f, fidx) => $"- message_id: '{x.MessageId}', file_index: '{f.FileIndex}', " +
+                              $"content_type: '{f.ContentType}', author: '{(x.Role == AgentRole.User ? FileSourceType.User : FileSourceType.Bot)}'");
 
                 var desc = string.Empty;
                 if (!fileDescs.IsNullOrEmpty())
@@ -138,8 +138,8 @@ private async Task<IEnumerable<MessageFileModel>> SelectFiles(IEnumerable<Messag
 
 
             // Get ai response
-            var provider = options.Provider ?? "openai";
-            var model = options?.Model ?? "gpt-5-mini";
+            var provider = options.LlmProvider ?? "openai";
+            var model = options?.LlmModel ?? "gpt-5-mini";
             var completion = CompletionProvider.GetChatCompletion(_services, provider: provider, model: model);
 
             var response = await completion.GetChatCompletions(agent, innerDialogs);

src/Infrastructure/BotSharp.Core/data/agents/01e2fc5c-2c89-4ec7-8470-7688608b496c/agent.json

@@ -12,6 +12,7 @@
     "is_inherit": false,
     "provider": "openai",
     "model": "gpt-5-mini",
-    "max_recursion_depth": 3
+    "max_recursion_depth": 3,
+    "reasoning_effort_level": "minimal"
   }
 }

src/Infrastructure/BotSharp.Core/data/agents/6745151e-6d46-4a02-8de4-1c4f21c7da95/templates/util-file-select_file_instruction.liquid

@@ -9,9 +9,10 @@ You are a File Selector designed to identify and return the most relevant files
 [REQUIREMENTS] (Follow All Precisely)
 - Infer what files the user is asking for based on the chat context. ALWAYS select files from [MESSAGES AND FILES].
 - Begin from the most recent message and go backward. Newer files are generally more relevant.
+- You must check the content of the message files to determine if they are relevant.
 - You must select files in descending order of relevance based on the chat context. Do not include irrelevant files.
 - You must not include duplicate files (even across different messages).
-- You must ensure the information (e.g., message_id, file_source, file_index, file_name) of each selected file is from the same message.
+- You must ensure the information (e.g., message_id, file_source, file_index) of each selected file is from the same message.
 - You may select more than one file if required to satisfy the user's request.
 - If you think no files are relevant, output an empty list [] for "selected_files".
 
@@ -32,7 +33,6 @@ You are a File Selector designed to identify and return the most relevant files
     {
         "message_id": "the message_id of the file",
         "file_source": "the file_source of the file: 'user' | 'bot'",
-        "file_index": "the file_index of the selected file",
-        "file_name": "the file_name of the selected file"
+        "file_index": "the file_index of the selected file"
     }
 }

src/Plugins/BotSharp.Plugin.AzureOpenAI/Providers/Chat/ChatCompletionProvider.cs

@@ -1,3 +1,4 @@
+#pragma warning disable OPENAI001
 using BotSharp.Abstraction.Conversations.Enums;
 using BotSharp.Abstraction.Files.Utilities;
 using BotSharp.Abstraction.Hooks;
@@ -347,17 +348,7 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,
         renderedInstructions = [];
 
         var messages = new List<ChatMessage>();
-
-        var temperature = float.Parse(state.GetState("temperature", "0.0"));
-        var maxTokens = int.TryParse(state.GetState("max_tokens"), out var tokens)
-                            ? tokens
-                            : agent.LlmConfig?.MaxOutputTokens ?? LlmConstant.DEFAULT_MAX_OUTPUT_TOKEN;
-
-        var options = new ChatCompletionOptions()
-        {
-            Temperature = temperature,
-            MaxOutputTokenCount = maxTokens
-        };
+        var options = InitChatCompletionOption(agent);
 
         // Prepare instruction and functions
         var (instruction, functions) = agentService.PrepareInstructionAndFunctions(agent);
@@ -367,6 +358,22 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,
             messages.Add(new SystemChatMessage(instruction));
         }
 
+        // Render functions
+        if (options.WebSearchOptions == null)
+        {
+            foreach (var function in functions)
+            {
+                if (!agentService.RenderFunction(agent, function)) continue;
+
+                var property = agentService.RenderFunctionProperty(agent, function);
+
+                options.Tools.Add(ChatTool.CreateFunctionTool(
+                    functionName: function.Name,
+                    functionDescription: function.Description,
+                    functionParameters: BinaryData.FromObjectAsJson(property)));
+            }
+        }
+
         foreach (var function in functions)
         {
             if (!agentService.RenderFunction(agent, function)) continue;
@@ -397,6 +404,12 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,
             filteredMessages = filteredMessages.Where((_, idx) => idx >= firstUserMsgIdx).ToList();
         }
 
+        var imageDetailLevel = ChatImageDetailLevel.Auto;
+        if (allowMultiModal)
+        {
+            imageDetailLevel = ParseChatImageDetailLevel(state.GetState("chat_image_detail_level"));
+        }
+
         foreach (var message in filteredMessages)
         {
             if (message.Role == AgentRole.Function)
@@ -416,41 +429,56 @@ public async Task<RoleDialogModel> GetChatCompletionsStreamingAsync(Agent agent,
 
                 if (allowMultiModal && !message.Files.IsNullOrEmpty())
                 {
-                    foreach (var file in message.Files)
-                    {
-                        if (!string.IsNullOrEmpty(file.FileData))
-                        {
-                            var (contentType, binary) = FileUtility.GetFileInfoFromData(file.FileData);
-                            var contentPart = ChatMessageContentPart.CreateImagePart(binary, contentType.IfNullOrEmptyAs(file.ContentType), ChatImageDetailLevel.Auto);
-                            contentParts.Add(contentPart);
-                        }
-                        else if (!string.IsNullOrEmpty(file.FileStorageUrl))
-                        {
-                            var contentType = FileUtility.GetFileContentType(file.FileStorageUrl);
-                            var binary = fileStorage.GetFileBytes(file.FileStorageUrl);
-                            var contentPart = ChatMessageContentPart.CreateImagePart(binary, contentType.IfNullOrEmptyAs(file.ContentType), ChatImageDetailLevel.Auto);
-                            contentParts.Add(contentPart);
-                        }
-                        else if (!string.IsNullOrEmpty(file.FileUrl))
-                        {
-                            var uri = new Uri(file.FileUrl);
-                            var contentPart = ChatMessageContentPart.CreateImagePart(uri, ChatImageDetailLevel.Auto);
-                            contentParts.Add(contentPart);
-                        }
-                    }
+                    CollectMessageContentParts(contentParts, message.Files, imageDetailLevel);
                 }
                 messages.Add(new UserChatMessage(contentParts) { ParticipantName = message.FunctionName });
             }
             else if (message.Role == AgentRole.Assistant)
             {
-                messages.Add(new AssistantChatMessage(message.Content));
+                var text = message.Content;
+                var textPart = ChatMessageContentPart.CreateTextPart(text);
+                var contentParts = new List<ChatMessageContentPart> { textPart };
+
+                if (allowMultiModal && !message.Files.IsNullOrEmpty())
+                {
+                    CollectMessageContentParts(contentParts, message.Files, imageDetailLevel);
+                }
+                messages.Add(new AssistantChatMessage(contentParts));
             }
         }
 
         var prompt = GetPrompt(messages, options);
         return (prompt, messages, options);
     }
 
+
+    private void CollectMessageContentParts(List<ChatMessageContentPart> contentParts, List<BotSharpFile> files, ChatImageDetailLevel imageDetailLevel)
+    {
+        foreach (var file in files)
+        {
+            if (!string.IsNullOrEmpty(file.FileData))
+            {
+                var (contentType, binary) = FileUtility.GetFileInfoFromData(file.FileData);
+                var contentPart = ChatMessageContentPart.CreateImagePart(binary, contentType.IfNullOrEmptyAs(file.ContentType), imageDetailLevel);
+                contentParts.Add(contentPart);
+            }
+            else if (!string.IsNullOrEmpty(file.FileStorageUrl))
+            {
+                var fileStorage = _services.GetRequiredService<IFileStorageService>();
+                var binary = fileStorage.GetFileBytes(file.FileStorageUrl);
+                var contentType = FileUtility.GetFileContentType(file.FileStorageUrl);
+                var contentPart = ChatMessageContentPart.CreateImagePart(binary, contentType.IfNullOrEmptyAs(file.ContentType), imageDetailLevel);
+                contentParts.Add(contentPart);
+            }
+            else if (!string.IsNullOrEmpty(file.FileUrl))
+            {
+                var uri = new Uri(file.FileUrl);
+                var contentPart = ChatMessageContentPart.CreateImagePart(uri, imageDetailLevel);
+                contentParts.Add(contentPart);
+            }
+        }
+    }
+
     private string GetPrompt(IEnumerable<ChatMessage> messages, ChatCompletionOptions options)
     {
         var prompt = string.Empty;
@@ -518,6 +546,95 @@ private string GetPrompt(IEnumerable<ChatMessage> messages, ChatCompletionOption
         return prompt;
     }
 
+    private ChatCompletionOptions InitChatCompletionOption(Agent agent)
+    {
+        var state = _services.GetRequiredService<IConversationStateService>();
+        var settingsService = _services.GetRequiredService<ILlmProviderService>();
+        var settings = settingsService.GetSetting(Provider, _model);
+
+        // Reasoning effort
+        ChatReasoningEffortLevel? reasoningEffortLevel = null;
+        float? temperature = float.Parse(state.GetState("temperature", "0.0"));
+        if (settings?.Reasoning != null)
+        {
+            temperature = settings.Reasoning.Temperature;
+            var level = state.GetState("reasoning_effort_level")
+                         .IfNullOrEmptyAs(agent?.LlmConfig?.ReasoningEffortLevel)
+                         .IfNullOrEmptyAs(settings?.Reasoning?.EffortLevel);
+            reasoningEffortLevel = ParseReasoningEffortLevel(level);
+        }
+
+        // Web search
+        ChatWebSearchOptions? webSearchOptions = null;
+        if (settings?.WebSearch != null)
+        {
+            temperature = null;
+            reasoningEffortLevel = null;
+            webSearchOptions = new();
+        }
+
+        var maxTokens = int.TryParse(state.GetState("max_tokens"), out var tokens)
+                        ? tokens
+                        : agent.LlmConfig?.MaxOutputTokens ?? LlmConstant.DEFAULT_MAX_OUTPUT_TOKEN;
+
+        return new ChatCompletionOptions()
+        {
+            Temperature = temperature,
+            MaxOutputTokenCount = maxTokens,
+            ReasoningEffortLevel = reasoningEffortLevel,
+            WebSearchOptions = webSearchOptions
+        };
+    }
+
+    private ChatReasoningEffortLevel? ParseReasoningEffortLevel(string? level)
+    {
+        if (string.IsNullOrWhiteSpace(level))
+        {
+            return null;
+        }
+
+        var effortLevel = new ChatReasoningEffortLevel("minimal");
+        switch (level.ToLower())
+        {
+            case "low":
+                effortLevel = ChatReasoningEffortLevel.Low;
+                break;
+            case "medium":
+                effortLevel = ChatReasoningEffortLevel.Medium;
+                break;
+            case "high":
+                effortLevel = ChatReasoningEffortLevel.High;
+                break;
+            default:
+                break;
+        }
+
+        return effortLevel;
+    }
+
+    private ChatImageDetailLevel ParseChatImageDetailLevel(string? level)
+    {
+        if (string.IsNullOrWhiteSpace(level))
+        {
+            return ChatImageDetailLevel.Auto;
+        }
+
+        var imageLevel = ChatImageDetailLevel.Auto;
+        switch (level.ToLower())
+        {
+            case "low":
+                imageLevel = ChatImageDetailLevel.Low;
+                break;
+            case "high":
+                imageLevel = ChatImageDetailLevel.High;
+                break;
+            default:
+                break;
+        }
+
+        return imageLevel;
+    }
+
     public void SetModelName(string model)
     {
         _model = model;