Update package

Author: vmanot

Sources/LargeLanguageModels/Intramodular/LLMs/AbstractLLM.ChatOrTextCompletion.swift

@@ -5,12 +5,10 @@
 import Foundation
 import Swallow
 
-public protocol __AbstractLLM_Completion: Codable, CustomDebugStringConvertible, Hashable, Sendable {
-    static var _completionType: AbstractLLM.CompletionType? { get }
-}
-
 extension AbstractLLM {
-    public typealias Completion = __AbstractLLM_Completion
+    public protocol Completion: Codable, CustomDebugStringConvertible, Hashable, Sendable {
+        static var _completionType: AbstractLLM.CompletionType? { get }
+    }
 }
 
 extension AbstractLLM {

Sources/LargeLanguageModels/Intramodular/LLMs/AbstractLLM.ChatOrTextPrompt.swift

@@ -6,33 +6,31 @@ import Compute
 import Foundation
 import Swallow
 
-public protocol __AbstractLLM_Prompt: Hashable, Sendable {
-    associatedtype CompletionParameters: __AbstractLLM_CompletionParameters
-    associatedtype Completion: Partializable
-    
-    static var completionType: AbstractLLM.CompletionType? { get }
-    
-    var context: PromptContextValues { get set }
-}
-
 extension AbstractLLM {
     public enum CompletionType: CaseIterable, Hashable, Sendable {
         case text
         case chat
     }
 
-    public typealias Prompt = __AbstractLLM_Prompt
+    public protocol Prompt: Hashable, Sendable {
+        associatedtype CompletionParameters: AbstractLLM.CompletionParameters
+        associatedtype Completion: Partializable
+        
+        static var completionType: AbstractLLM.CompletionType? { get }
+        
+        var context: PromptContextValues { get set }
+    }
 }
 
 extension AbstractLLM {
     public enum ChatOrTextPrompt: Prompt {
         public typealias CompletionParameters = AbstractLLM.ChatOrTextCompletionParameters
         public typealias Completion = AbstractLLM.ChatOrTextCompletion
-
+        
         public static var completionType: AbstractLLM.CompletionType? {
             nil
         }
-
+        
         public var context: PromptContextValues {
             get {
                 switch self {
@@ -54,7 +52,7 @@ extension AbstractLLM {
                 }
             }
         }
-
+        
         case text(TextPrompt)
         case chat(ChatPrompt)
     }

Sources/LargeLanguageModels/Intramodular/LLMs/AbstractLLM.CompletionParameters.swift

@@ -6,13 +6,11 @@ import CorePersistence
 import Foundation
 import Swallow
 
-public protocol __AbstractLLM_CompletionParameters: Hashable, Sendable {
-    
-}
-
 extension AbstractLLM {
-    public typealias CompletionParameters = __AbstractLLM_CompletionParameters
-            
+    public protocol CompletionParameters: Hashable, Sendable {
+        
+    }
+
     public enum TokenLimit: Hashable, Sendable {
         case max
         case fixed(Int)
@@ -26,6 +24,7 @@ extension AbstractLLM {
         }
     }
 
+    /// Either temperature or top-p should be used, both cannot be specified at the same time.
     public enum TemperatureOrTopP: Hashable, Sendable {
         case temperature(Double)
         case topProbabilityMass(Double)

Sources/LargeLanguageModels/Intramodular/LLMs/Chat/AbstractLLM.ChatCompletionParameters.swift

@@ -31,6 +31,7 @@ extension AbstractLLM {
         public let tokenLimit: TokenLimit?
         public let temperatureOrTopP: TemperatureOrTopP?
         public let stops: [String]?
+        /// Only for ChatGPT, Anthropic and other models that support function calling.
         public let functions: IdentifierIndexingArrayOf<ChatFunctionDefinition>?
 
         public init(

Sources/LargeLanguageModels/Intramodular/LLMs/LLMRequestHandling+Chat.swift

@@ -16,6 +16,26 @@ extension LLMRequestHandling {
         )
     }
 
+    public func complete(
+        prompt: AbstractLLM.ChatPrompt,
+        parameters: AbstractLLM.ChatCompletionParameters,
+        model: some _MLModelIdentifierConvertible
+    ) async throws -> AbstractLLM.ChatCompletion {
+        var prompt = prompt
+        
+        prompt.context = try withMutableScope(prompt.context) { context in
+            context.completionType = .chat
+            context.modelIdentifier = try .one(model.__conversion())
+        }
+        
+        let completion = try await complete(
+            prompt: prompt,
+            parameters: parameters
+        )
+        
+        return completion
+    }
+    
     public func complete(
         _ messages: [AbstractLLM.ChatMessage],
         parameters: AbstractLLM.ChatCompletionParameters,
@@ -51,6 +71,7 @@ extension LLMRequestHandling {
         return try await completion(for: prompt)
     }
 
+    
     /// Stream a completion for a given chat prompt.
     public func completion(
         for messages: [AbstractLLM.ChatMessage],