Skip to content

Commit 58af7eb

Browse files
authored
saas: llm usage gets a x3 multiplier (#124)
* pricing-change: llm consumptions x3 * fix: llm usage condition
1 parent 06b91db commit 58af7eb

File tree

2 files changed

+6
-4
lines changed

2 files changed

+6
-4
lines changed

src/tools/read.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ export async function readUrl(
5858
tokenTracker.trackUsage('read', {
5959
totalTokens: tokens,
6060
promptTokens: url.length,
61-
completionTokens: tokens
61+
completionTokens: 0
6262
});
6363

6464
return { response: data };

src/utils/token-tracker.ts

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -31,9 +31,11 @@ export class TokenTracker extends EventEmitter {
3131

3232
getTotalUsage(): LanguageModelUsage {
3333
return this.usages.reduce((acc, { usage }) => {
34-
acc.promptTokens += usage.promptTokens;
35-
acc.completionTokens += usage.completionTokens;
36-
acc.totalTokens += usage.totalTokens;
34+
// CompletionTokens > 0 means LLM usage, apply 3x multiplier
35+
const scaler = usage.completionTokens > 0 ? 3 : 1;
36+
acc.promptTokens += usage.promptTokens * scaler;
37+
acc.completionTokens += usage.completionTokens * scaler;
38+
acc.totalTokens += usage.totalTokens * scaler;
3739
return acc;
3840
}, { promptTokens: 0, completionTokens: 0, totalTokens: 0 });
3941
}

0 commit comments

Comments
 (0)