GPTcord/src/tokenCounter.ts

6 lines
135 B
TypeScript
Raw Normal View History

import { encode } from "gpt-3-encoder";
export default function countTokens(text: string): number {
return encode(text).length;
}