7 lines
494 B
TypeScript
7 lines
494 B
TypeScript
import { T as TiktokenEncoding, a as Tiktoken, b as TiktokenModel } from './core-4c61ada0.js';
|
|
export { c as TiktokenBPE, g as getEncodingNameForModel } from './core-4c61ada0.js';
|
|
|
|
declare function getEncoding(encoding: TiktokenEncoding, extendSpecialTokens?: Record<string, number>): Tiktoken;
|
|
declare function encodingForModel(model: TiktokenModel, extendSpecialTokens?: Record<string, number>): Tiktoken;
|
|
|
|
export { Tiktoken, TiktokenEncoding, TiktokenModel, encodingForModel, getEncoding };
|