6 lines
133 B
TypeScript
6 lines
133 B
TypeScript
|
declare const encoder: {
|
||
|
|
pat_str: string;
|
||
|
|
special_tokens: Record<string, number>;
|
||
|
|
bpe_ranks: string;
|
||
|
|
};
|
||
|
|
export default encoder;
|