agsamantha/node_modules/js-tiktoken/dist/ranks/p50k_edit.d.ts
2024-10-02 15:15:21 -05:00

6 lines
No EOL
133 B
TypeScript

declare const encoder: {
pat_str: string;
special_tokens: Record<string, number>;
bpe_ranks: string;
};
export default encoder;