Updated nuget packages and added gpt-4-turbo-preview to the model options

Author: kainazzzo

.gitignore

@@ -287,7 +287,9 @@ node_modules/
 # Visual Studio LightSwitch build output
 **/*.HTMLClient/GeneratedArtifacts
 **/*.DesktopClient/GeneratedArtifacts
-**/*.DesktopClient/ModelManifest.xml
+**/*.DesktopClient/
+
+ModelManifest.xml
 **/*.Server/GeneratedArtifacts
 **/*.Server/ModelManifest.xml
 _Pvt_Extensions

Chat/Discord/InstructionGPT.cs

@@ -162,7 +162,7 @@ private async Task<RestGlobalCommand> CreateGlobalCommand()
                     new SlashCommandOptionBuilder().WithName("max-tokens").WithDescription("Set the maximum tokens")
                         .WithType(ApplicationCommandOptionType.Integer).WithMinValue(50),
                     new SlashCommandOptionBuilder().WithName("model").WithDescription("Set the model")
-                        .WithType(ApplicationCommandOptionType.String).AddChoice("gpt-4", "gpt-4").AddChoice("gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k")
+                        .WithType(ApplicationCommandOptionType.String).AddChoice("gpt-4-turbo-preview", "gpt-4-turbo-preview").AddChoice("gpt-4", "gpt-4").AddChoice("gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k")
                 }
             });
 

Dockerfile.discord

@@ -9,4 +9,4 @@ RUN yum install -y libicu
 COPY --from=build /app/publish .
 COPY --from=build /src/appSettings.json .
 ENV MODEL=""
-ENTRYPOINT ./gpt discord --chunk-size=1536 --max-tokens=4096 --model=gpt-4
+ENTRYPOINT ./gpt discord --chunk-size=1536 --max-tokens=4096 --model=gpt-4-turbo-preview

OpenAILogic.cs

@@ -53,9 +53,9 @@ public async Task<List<double>> GetEmbeddingForPrompt(string prompt)
             .Data.First().Embedding;
     }
 
-    public static int CountTokens(string prompt, string modelName)
+    public static async Task<int> CountTokensAsync(string prompt, string modelName)
     {
-        var tokenizer = TokenizerBuilder.CreateByModelName(modelName);
+        var tokenizer = await TokenizerBuilder.CreateByModelNameAsync(modelName);
         var encoded = tokenizer.Encode(prompt, new List<string>());
         return encoded.Count;
     }

Program.cs

@@ -30,7 +30,7 @@ static async Task Main(string[] args)
         var configOption = new Option<string>("--config", () => "appSettings.json", "The path to the appSettings.json config file");
 
         // Add the rest of the available fields as command line parameters
-        var modelOption = new Option<string>("--model", () => "gpt-3.5-turbo-16k", "The model ID to use.");
+        var modelOption = new Option<string>("--model", () => "gpt-4-turbo-preview", "The model ID to use.");
         var maxTokensOption = new Option<int>("--max-tokens", () => 3584, "The maximum number of tokens to generate in the completion.");
         var temperatureOption = new Option<double>("--temperature", "The sampling temperature to use, between 0 and 2");
         var topPOption = new Option<double>("--top-p", "The value for nucleus sampling");

Properties/launchSettings.json

@@ -2,7 +2,7 @@
   "profiles": {
     "GPT-CLI": {
       "commandName": "Project",
-      "commandLineArgs": "discord --chunk-size=1536 --max-tokens=8000 --max-chat-history-length=3072 --model=gpt-4",
+      "commandLineArgs": "discord --chunk-size=1536 --max-tokens=8000 --max-chat-history-length=3072 --model=gpt-4-turbo-preview",
       "workingDirectory": "C:\\projects\\GPT-CLI\\"
     }
   }