6 lines
No EOL
133 B
TypeScript
6 lines
No EOL
133 B
TypeScript
declare const encoder: {
|
|
pat_str: string;
|
|
special_tokens: Record<string, number>;
|
|
bpe_ranks: string;
|
|
};
|
|
export default encoder; |