diff --git a/SpongeEngine.KoboldSharp/KoboldSharpClient.cs b/SpongeEngine.KoboldSharp/KoboldSharpClient.cs index 9326912..0782cac 100644 --- a/SpongeEngine.KoboldSharp/KoboldSharpClient.cs +++ b/SpongeEngine.KoboldSharp/KoboldSharpClient.cs @@ -49,20 +49,20 @@ public async Task IsAvailableAsync(CancellationToken cancellationToken = d var response = await GenerateAsync(koboldRequest, cancellationToken); // Get token counts using KoboldCpp's token counting API - var promptTokens = await CountTokensAsync(new CountTokensRequest { Prompt = request.Prompt }, cancellationToken); - var responseTokens = await CountTokensAsync(new CountTokensRequest { Prompt = response.Results[0].Text }, cancellationToken); + // var promptTokens = await CountTokensAsync(new CountTokensRequest { Prompt = request.Prompt }, cancellationToken); + // var responseTokens = await CountTokensAsync(new CountTokensRequest { Prompt = response.Results[0].Text }, cancellationToken); return new TextCompletionResult { Text = response.Results[0].Text, ModelId = request.ModelId, GenerationTime = DateTime.UtcNow - startTime, - TokenUsage = new TextCompletionTokenUsage - { - PromptTokens = promptTokens.Count, - CompletionTokens = responseTokens.Count, - TotalTokens = promptTokens.Count + responseTokens.Count - } + // TokenUsage = new TextCompletionTokenUsage + // { + // PromptTokens = promptTokens.Count, + // CompletionTokens = responseTokens.Count, + // TotalTokens = promptTokens.Count + responseTokens.Count + // } }; } #endregion diff --git a/SpongeEngine.KoboldSharp/SpongeEngine.KoboldSharp.csproj b/SpongeEngine.KoboldSharp/SpongeEngine.KoboldSharp.csproj index 9b38278..978f4d7 100644 --- a/SpongeEngine.KoboldSharp/SpongeEngine.KoboldSharp.csproj +++ b/SpongeEngine.KoboldSharp/SpongeEngine.KoboldSharp.csproj @@ -8,7 +8,7 @@ SpongeEngine.KoboldSharp KoboldSharp - 1.82.4.3 + 1.82.4.4 Dan Clipca Sponge Engine C# client for KoboldCpp.