temporarily ignore TokenUsage

SpongeEngine · Jan 31, 2025 · 777fd4a · 777fd4a
1 parent 3f96330
commit 777fd4a
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 9 deletions.
diff --git a/SpongeEngine.KoboldSharp/KoboldSharpClient.cs b/SpongeEngine.KoboldSharp/KoboldSharpClient.cs
@@ -49,20 +49,20 @@ public async Task<bool> IsAvailableAsync(CancellationToken cancellationToken = d
             var response = await GenerateAsync(koboldRequest, cancellationToken);
 
             // Get token counts using KoboldCpp's token counting API
-            var promptTokens = await CountTokensAsync(new CountTokensRequest { Prompt = request.Prompt }, cancellationToken);
-            var responseTokens = await CountTokensAsync(new CountTokensRequest { Prompt = response.Results[0].Text }, cancellationToken);
+            // var promptTokens = await CountTokensAsync(new CountTokensRequest { Prompt = request.Prompt }, cancellationToken);
+            // var responseTokens = await CountTokensAsync(new CountTokensRequest { Prompt = response.Results[0].Text }, cancellationToken);
 
             return new TextCompletionResult
             {
                 Text = response.Results[0].Text,
                 ModelId = request.ModelId,
                 GenerationTime = DateTime.UtcNow - startTime,
-                TokenUsage = new TextCompletionTokenUsage
-                {
-                    PromptTokens = promptTokens.Count,
-                    CompletionTokens = responseTokens.Count,
-                    TotalTokens = promptTokens.Count + responseTokens.Count
-                }
+                // TokenUsage = new TextCompletionTokenUsage
+                // {
+                //     PromptTokens = promptTokens.Count,
+                //     CompletionTokens = responseTokens.Count,
+                //     TotalTokens = promptTokens.Count + responseTokens.Count
+                // }
             };
         }
         #endregion

diff --git a/SpongeEngine.KoboldSharp/SpongeEngine.KoboldSharp.csproj b/SpongeEngine.KoboldSharp/SpongeEngine.KoboldSharp.csproj
@@ -8,7 +8,7 @@
         <!-- Package Info -->
         <PackageId>SpongeEngine.KoboldSharp</PackageId>
         <Title>KoboldSharp</Title>
-        <Version>1.82.4.3</Version>
+        <Version>1.82.4.4</Version>
         <Authors>Dan Clipca</Authors>
         <Company>Sponge Engine</Company>
         <Description>C# client for KoboldCpp.</Description>