Merge pull request #1126 from iceljc/features/refine-vector-store

add reasoning effort level

Author: iceljc

Directory.Packages.props

@@ -46,7 +46,7 @@
     <PackageVersion Include="Whisper.net.Runtime" Version="1.8.1" />
     <PackageVersion Include="NCrontab" Version="3.3.3" />
     <PackageVersion Include="Azure.AI.OpenAI" Version="2.2.0-beta.5" />
-    <PackageVersion Include="OpenAI" Version="2.3.0" />
+    <PackageVersion Include="OpenAI" Version="2.2.0-beta.4" />
     <PackageVersion Include="MailKit" Version="4.11.0" />
     <PackageVersion Include="Microsoft.Data.Sqlite" Version="8.0.8" />
     <PackageVersion Include="MySql.Data" Version="9.0.0" />

src/Infrastructure/BotSharp.Abstraction/Agents/Constants/LlmConstant.cs

@@ -3,4 +3,5 @@ namespace BotSharp.Abstraction.Agents.Constants;
 public static class LlmConstant
 {
     public const int DEFAULT_MAX_OUTPUT_TOKEN = 1024;
+    public const string DEFAULT_REASONING_EFFORT_LEVEL = "low";
 }

src/Infrastructure/BotSharp.Abstraction/Agents/Models/AgentLlmConfig.cs

@@ -34,4 +34,11 @@ public class AgentLlmConfig
     [JsonPropertyName("max_output_tokens")]
     [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
     public int? MaxOutputTokens { get; set; }
+
+    /// <summary>
+    /// Reasoning effort level
+    /// </summary>
+    [JsonPropertyName("reasoning_effort_level")]
+    [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)]
+    public string? ReasoningEffortLevel { get; set; }
 }

src/Plugins/BotSharp.Plugin.MongoStorage/Models/AgentLlmConfigMongoElement.cs

@@ -10,6 +10,7 @@ public class AgentLlmConfigMongoElement
     public bool IsInherit { get; set; }
     public int MaxRecursionDepth { get; set; }
     public int? MaxOutputTokens { get; set; }
+    public string? ReasoningEffortLevel { get; set; }
 
     public static AgentLlmConfigMongoElement? ToMongoElement(AgentLlmConfig? config)
     {
@@ -21,7 +22,8 @@ public class AgentLlmConfigMongoElement
             Model = config.Model,
             IsInherit = config.IsInherit,
             MaxRecursionDepth = config.MaxRecursionDepth,
-            MaxOutputTokens = config.MaxOutputTokens
+            MaxOutputTokens = config.MaxOutputTokens,
+            ReasoningEffortLevel = config.ReasoningEffortLevel
         };
     }
 
@@ -35,7 +37,8 @@ public class AgentLlmConfigMongoElement
             Model = config.Model,
             IsInherit = config.IsInherit,
             MaxRecursionDepth = config.MaxRecursionDepth,
-            MaxOutputTokens = config.MaxOutputTokens
+            MaxOutputTokens = config.MaxOutputTokens,
+            ReasoningEffortLevel = config.ReasoningEffortLevel
         };
     }
 }

src/Plugins/BotSharp.Plugin.OpenAI/Providers/Chat/ChatCompletionProvider.cs

@@ -504,13 +504,42 @@ private ChatCompletionOptions InitChatCompletionOption(Agent agent)
                         ? tokens
                         : agent.LlmConfig?.MaxOutputTokens ?? LlmConstant.DEFAULT_MAX_OUTPUT_TOKEN;
 
+        var level = state.GetState("reasoning_effort_level")
+                         .IfNullOrEmptyAs(agent?.LlmConfig?.ReasoningEffortLevel ?? string.Empty)
+                         .IfNullOrEmptyAs(LlmConstant.DEFAULT_REASONING_EFFORT_LEVEL);
+        var reasoningEffortLevel = ParseReasoningEffortLevel(level);
+
         return new ChatCompletionOptions()
         {
             Temperature = temperature,
-            MaxOutputTokenCount = maxTokens
+            MaxOutputTokenCount = maxTokens,
+            ReasoningEffortLevel = reasoningEffortLevel
         };
     }
 
+    private ChatReasoningEffortLevel? ParseReasoningEffortLevel(string? level)
+    {
+        if (string.IsNullOrWhiteSpace(level) || !_defaultTemperature.ContainsKey(_model))
+        {
+            return null;
+        }
+
+        var effortLevel = ChatReasoningEffortLevel.Low;
+        switch (level.ToLower())
+        {
+            case "medium":
+                effortLevel = ChatReasoningEffortLevel.Medium;
+                break;
+            case "high":
+                effortLevel = ChatReasoningEffortLevel.High;
+                break;
+            default:
+                break;
+        }
+
+        return effortLevel;
+    }
+
     public void SetModelName(string model)
     {
         _model = model;

src/Plugins/BotSharp.Plugin.Qdrant/QdrantDb.cs

@@ -629,7 +629,7 @@ public async Task<bool> DeleteCollectionShapshot(string collectionName, string s
         return new OrderBy
         {
             Key = sort.Field,
-            Direction = sort.Order == "asc" ? Direction.Asc : Direction.Desc
+            Direction = sort.Order.IsEqualTo("asc") ? Direction.Asc : Direction.Desc
         };
     }