ENG-1726 (#48)

* initial * Request/Response bodies setup. * Client + Tests * Tests + Model updates * Upload file testing * Further testing * update * removed API keys * added get file test * upload video and upload audio working * Fixed file loading * Cleaned up tests * Added image test * Added url test endpoint * Cleanup * cleanup * cleanup * update function call tests * added role * Added function calling + tests * CodeFunction initial * Testing fixes * removed key * Grounding initial setup * Fixed endpoints * Structured Output * removed key * Fine Tuning * Embeddings * refactor * Fixed embeddings * removed resources. Fixed tests. * removed key * Refactor * Update package --------- Co-authored-by: Vatsal Manot <[email protected]>
PreternaturalAI · Dec 20, 2024 · bfe29a1 · bfe29a1
1 parent 95b3ce3
commit bfe29a1
Show file tree

Hide file tree

Showing 57 changed files with 2,880 additions and 66 deletions.
diff --git a/Package.resolved b/Package.resolved
@@ -1,5 +1,5 @@
 {
-  "originHash" : "c84aa4446fdd21cbb193bc4ba0b1cdc79c7ec1f15c14460832a38ff9323b7098",
+  "originHash" : "094840915419b625ed8a43083bdf164ab8d3f6bbb7fda2dcec07cb5e55a2b736",
   "pins" : [
     {
       "identity" : "corepersistence",
@@ -16,7 +16,7 @@
       "location" : "https://github.com/vmanot/Merge.git",
       "state" : {
         "branch" : "master",
-        "revision" : "aca0b0c7a48d91934b098bab9b5c4a9f343369f2"
+        "revision" : "4bc71ce650b79b3dbe1a26acf7e54b29d750e0b6"
       }
     },
     {
@@ -34,7 +34,7 @@
       "location" : "https://github.com/vmanot/Swallow.git",
       "state" : {
         "branch" : "master",
-        "revision" : "890a767eacad123a5310cdcc8074d16378c18cbe"
+        "revision" : "4c05166cf644846199fb734bbc47d74f87610945"
       }
     },
     {
@@ -49,9 +49,9 @@
     {
       "identity" : "swift-syntax",
       "kind" : "remoteSourceControl",
-      "location" : "https://github.com/swift-precompiled/swift-syntax",
+      "location" : "https://github.com/apple/swift-syntax.git",
       "state" : {
-        "revision" : "85ba62b876bb023acdd828d738703f1c08eaa058",
+        "revision" : "0687f71944021d616d34d922343dcef086855920",
         "version" : "600.0.1"
       }
     },

diff --git a/Package.swift b/Package.swift
@@ -20,25 +20,39 @@ let package = Package(
                 "Anthropic",
                 "Cohere",
                 "ElevenLabs",
-                "_Gemini",
                 "Groq",
                 "HuggingFace",
                 "Jina",
                 "Mistral",
                 "Ollama",
                 "OpenAI",
-                "Perplexity",
-                "TogetherAI",
-                "VoyageAI",
                 "AI",
             ]
         ),
+        .library(
+            name: "_Gemini",
+            targets: [
+                "_Gemini"
+            ]
+        ),
         .library(
             name: "Anthropic",
             targets: [
                 "Anthropic"
             ]
         ),
+        .library(
+            name: "HumeAI",
+            targets: [
+                "HumeAI"
+            ]
+        ),
+        .library(
+            name: "NeetsAI",
+            targets: [
+                "NeetsAI"
+            ]
+        ),
         .library(
             name: "OpenAI",
             targets: [
@@ -50,7 +64,31 @@ let package = Package(
             targets: [
                 "Perplexity"
             ]
-        )
+        ),
+        .library(
+            name: "PlayHT",
+            targets: [
+                "PlayHT"
+            ]
+        ),
+        .library(
+            name: "Rime",
+            targets: [
+                "Rime"
+            ]
+        ),
+        .library(
+            name: "TogetherAI",
+            targets: [
+                "TogetherAI"
+            ]
+        ),
+        .library(
+            name: "VoyageAI",
+            targets: [
+                "VoyageAI"
+            ]
+        ),
     ],
     dependencies: [
         .package(url: "https://github.com/vmanot/CorePersistence.git", branch: "main"),
@@ -340,30 +378,33 @@ let package = Package(
             dependencies: [
                 "CoreMI",
                 "LargeLanguageModels",
-                "_Gemini",
                 "Anthropic",
                 "Cohere",
                 "ElevenLabs",
                 "Groq",
                 "HuggingFace",
-                "HumeAI",
                 "Jina",
-                "NeetsAI",
                 "Mistral",
                 "Ollama",
                 "OpenAI",
-                "Perplexity",
-                "PlayHT",
-                "Rime",
                 "Swallow",
-                "TogetherAI",
-                "VoyageAI",
             ],
             path: "Sources/AI",
             swiftSettings: [
                 .enableExperimentalFeature("AccessLevelOnImport")
             ]
         ),
+        .testTarget(
+            name: "_GeminiTests",
+            dependencies: [
+                "AI",
+                "Swallow"
+            ],
+            path: "Tests/_Gemini",
+            swiftSettings: [
+                .enableExperimentalFeature("AccessLevelOnImport")
+            ]
+        ),
         .testTarget(
             name: "LargeLanguageModelsTests",
             dependencies: [

diff --git a/Sources/LargeLanguageModels/Intramodular/LLMs/AbstractLLM.Capability.swift b/Sources/LargeLanguageModels/Intramodular/LLMs/AbstractLLM.Capability.swift
diff --git a/Sources/LargeLanguageModels/Intramodular/LLMs/AbstractLLM.ChatOrTextCompletion.swift b/Sources/LargeLanguageModels/Intramodular/LLMs/AbstractLLM.ChatOrTextCompletion.swift
@@ -7,7 +7,7 @@ import Swallow
 
 extension AbstractLLM {
     public protocol Completion: Codable, CustomDebugStringConvertible, Hashable, Sendable {
-        static var _completionType: AbstractLLM.CompletionType? { get }
+        static var knownCompletionType: AbstractLLM.CompletionType? { get }
     }
 }
 

diff --git a/Sources/LargeLanguageModels/Intramodular/LLMs/AbstractLLM.ChatOrTextPrompt.swift b/Sources/LargeLanguageModels/Intramodular/LLMs/AbstractLLM.ChatOrTextPrompt.swift
@@ -16,18 +16,18 @@ extension AbstractLLM {
         associatedtype CompletionParameters: AbstractLLM.CompletionParameters
         associatedtype Completion: Partializable
 
-        static var completionType: AbstractLLM.CompletionType? { get }
+        static var knownCompletionType: AbstractLLM.CompletionType? { get }
 
         var context: PromptContextValues { get set }
     }
 }
 
 extension AbstractLLM {
     public enum ChatOrTextPrompt: Prompt {
-        public typealias CompletionParameters = AbstractLLM.ChatOrTextCompletionParameters
+        public typealias CompletionParameters = ChatOrTextCompletionParameters
         public typealias Completion = AbstractLLM.ChatOrTextCompletion
 
-        public static var completionType: AbstractLLM.CompletionType? {
+        public static var knownCompletionType: AbstractLLM.CompletionType? {
             nil
         }
 

diff --git a/Sources/LargeLanguageModels/Intramodular/LLMs/Chat/AbstractLLM.ChatCompletion.swift b/Sources/LargeLanguageModels/Intramodular/LLMs/Chat/AbstractLLM.ChatCompletion.swift
@@ -9,7 +9,7 @@ import Swallow
 
 extension AbstractLLM {
     public struct ChatCompletion: Completion {
-        public static var _completionType: AbstractLLM.CompletionType? {
+        public static var knownCompletionType: AbstractLLM.CompletionType? {
             .chat
         }
 

diff --git a/Sources/LargeLanguageModels/Intramodular/LLMs/Chat/AbstractLLM.ChatPrompt.swift b/Sources/LargeLanguageModels/Intramodular/LLMs/Chat/AbstractLLM.ChatPrompt.swift
@@ -12,7 +12,7 @@ extension AbstractLLM {
         public typealias CompletionParameters = AbstractLLM.ChatCompletionParameters
         public typealias Completion = AbstractLLM.ChatCompletion
 
-        public static var completionType: AbstractLLM.CompletionType? {
+        public static var knownCompletionType: AbstractLLM.CompletionType? {
             .chat
         }
 

diff --git a/Sources/LargeLanguageModels/Intramodular/LLMs/Chat/AbstractLLM.ChatRole.swift b/Sources/LargeLanguageModels/Intramodular/LLMs/Chat/AbstractLLM.ChatRole.swift
@@ -5,6 +5,7 @@
 import Diagnostics
 import Foundation
 import Swallow
+import CreateMLComponents
 
 public protocol __AbstractLLM_ChatRole_Initiable {
     init(from role: AbstractLLM.ChatRole) throws

diff --git a/...odular/LLMs/LLMRequestHandling+Chat.swift → ...r/LLMs/Chat/LLMRequestHandling+Chat.swift b/...odular/LLMs/LLMRequestHandling+Chat.swift → ...r/LLMs/Chat/LLMRequestHandling+Chat.swift
diff --git a/...lling/Abstract.LLM.ChatFunctionCall.swift → ...lling/Abstract.LLM.ChatFunctionCall.swift b/...lling/Abstract.LLM.ChatFunctionCall.swift → ...lling/Abstract.LLM.ChatFunctionCall.swift
diff --git a/...on Calling/AbstractLLM.ChatFunction.swift → ...on Calling/AbstractLLM.ChatFunction.swift b/...on Calling/AbstractLLM.ChatFunction.swift → ...on Calling/AbstractLLM.ChatFunction.swift
diff --git a/.../AbstractLLM.ChatFunctionDefinition.swift → .../AbstractLLM.ChatFunctionDefinition.swift b/.../AbstractLLM.ChatFunctionDefinition.swift → .../AbstractLLM.ChatFunctionDefinition.swift
diff --git a/...g/AbstractLLM.ChatFunctionExecuting.swift → ...g/AbstractLLM.ChatFunctionExecuting.swift b/...g/AbstractLLM.ChatFunctionExecuting.swift → ...g/AbstractLLM.ChatFunctionExecuting.swift
diff --git a/...ng/AbstractLLM.ResultOfFunctionCall.swift → ...ng/AbstractLLM.ResultOfFunctionCall.swift b/...ng/AbstractLLM.ResultOfFunctionCall.swift → ...ng/AbstractLLM.ResultOfFunctionCall.swift
diff --git a/Sources/LargeLanguageModels/Intramodular/LLMs/Text/AbstractLLM.TextCompletion.swift b/Sources/LargeLanguageModels/Intramodular/LLMs/Text/AbstractLLM.TextCompletion.swift
@@ -8,7 +8,7 @@ import Swallow
 
 extension AbstractLLM {
     public struct TextCompletion: Completion {
-        public static var _completionType: AbstractLLM.CompletionType? {
+        public static var knownCompletionType: AbstractLLM.CompletionType? {
             .text
         }
 

diff --git a/Sources/LargeLanguageModels/Intramodular/LLMs/Text/AbstractLLM.TextPrompt.swift b/Sources/LargeLanguageModels/Intramodular/LLMs/Text/AbstractLLM.TextPrompt.swift
@@ -11,7 +11,7 @@ extension AbstractLLM {
         public typealias CompletionParameters = AbstractLLM.TextCompletionParameters
         public typealias Completion = AbstractLLM.TextCompletion
 
-        public static var completionType: AbstractLLM.CompletionType? {
+        public static var knownCompletionType: AbstractLLM.CompletionType? {
             .text
         }
 

diff --git a/Sources/OpenAI/Intramodular/Models/OpenAI.ChatFunctionDefinition.swift b/Sources/OpenAI/Intramodular/Models/OpenAI.ChatFunctionDefinition.swift
@@ -8,19 +8,49 @@ import LargeLanguageModels
 import Swallow
 
 extension OpenAI {
+    public struct ToolName: Codable, Hashable, RawRepresentable, Sendable {
+        public let rawValue: String
+
+        public init(rawValue: String) {
+            self.rawValue = rawValue
+        }
+
+        public init(from decoder: any Decoder) throws {
+            rawValue = try String(from: decoder)
+        }
+
+        public func encode(to encoder: any Encoder) throws {
+            try rawValue.encode(to: encoder)
+        }
+    }
+
     public struct ChatFunctionDefinition: Codable, Hashable, Sendable {
-        public let name: String
+        public let name: OpenAI.ToolName
         public let description: String
         public let parameters: JSONSchema
 
         public init(
-            name: String,
+            name: OpenAI.ToolName,
             description: String,
             parameters: JSONSchema
         ) {
             self.name = name
             self.description = description
             self.parameters = parameters
         }
+
+        public init(
+            name: String,
+            description: String,
+            parameters: JSONSchema
+        ) {
+            self.init(
+                name: OpenAI.ToolName(
+                    rawValue: name
+                ),
+                description: description,
+                parameters: parameters
+            )
+        }
     }
 }
diff --git a/Sources/OpenAI/Intramodular/Models/OpenAI.ToolChoice.swift b/Sources/OpenAI/Intramodular/Models/OpenAI.ToolChoice.swift
@@ -6,6 +6,7 @@ import NetworkKit
 import Swift
 
 extension OpenAI {
+    /// https://platform.openai.com/docs/api-reference/runs/createRun#runs-createrun-tool_choice
     public enum ToolChoice: Codable {
         case none
         case auto
@@ -20,15 +21,7 @@ extension OpenAI {
         }
 
         public enum ToolValue: Codable {
-            case function(String)
-
-            public struct FunctionDetails: Codable {
-                var name: String
-
-                public init(name: String) {
-                    self.name = name
-                }
-            }
+            case function(ToolName)
         }
     }
 }
@@ -83,6 +76,14 @@ extension OpenAI.ToolChoice.ToolValue {
         case function
     }
 
+    private struct FunctionDetails: Codable {
+        var name: OpenAI.ToolName
+
+        public init(name: OpenAI.ToolName) {
+            self.name = name
+        }
+    }
+
     public init(
         from decoder: Decoder
     ) throws {