1 line
2.2 MiB
JavaScript
1 line
2.2 MiB
JavaScript
|
export default {"pat_str":"[^\\r\\n\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}]*[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}]+('s|'S|'t|'T|'re|'rE|'Re|'RE|'ve|'vE|'Ve|'VE|'m|'M|'ll|'lL|'Ll|'LL|'d|'D)?|[^\\r\\n\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}]+[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}]*('s|'S|'t|'T|'re|'rE|'Re|'RE|'ve|'vE|'Ve|'VE|'m|'M|'ll|'lL|'Ll|'LL|'d|'D)?|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n/]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+","special_tokens":{"<|endoftext|>":199999,"<|endofprompt|>":200018},"bpe_ranks":"! 0 IQ== Ig== Iw== JA== JQ== Jg== Jw== KA== KQ== Kg== Kw== LA== LQ== Lg== Lw== MA== MQ== Mg== Mw== NA== NQ== Ng== Nw== OA== OQ== Og== Ow== PA== PQ== Pg== Pw== QA== QQ== Qg== Qw== RA== RQ== Rg== Rw== SA== SQ== Sg== Sw== TA== TQ== Tg== Tw== UA== UQ== Ug== Uw== VA== VQ== Vg== Vw== WA== WQ== Wg== Ww== XA== XQ== Xg== Xw== YA== YQ== Yg== Yw== ZA== ZQ== Zg== Zw== aA== aQ== ag== aw== bA== bQ== bg== bw== cA== cQ== cg== cw== dA== dQ== dg== dw== eA== eQ== eg== ew== fA== fQ== fg== oQ== og== ow== pA== pQ== pg== pw== qA== qQ== qg== qw== rA== rg== rw== sA== sQ== sg== sw== tA== tQ== tg== tw== uA== uQ== ug== uw== vA== vQ== vg== vw== wA== wQ== wg== ww== xA== xQ== xg== xw== yA== yQ== yg== yw== zA== zQ== zg== zw== 0A== 0Q== 0g== 0w== 1A== 1Q== 1g== 1w== 2A== 2Q== 2g== 2w== 3A== 3Q== 3g== 3w== 4A== 4Q== 4g== 4w== 5A== 5Q== 5g== 5w== 6A== 6Q== 6g== 6w== 7A== 7Q== 7g== 7w== 8A== 8Q== 8g== 8w== 9A== 9Q== 9g== 9w== +A== +Q== +g== +w== /A== /Q== /g== /w== AA== AQ== Ag== Aw== BA== BQ== Bg== Bw== CA== CQ== Cg== Cw== DA== DQ== Dg== Dw== EA== EQ== Eg== Ew== FA== FQ== Fg== Fw== GA== GQ== Gg== Gw== HA== HQ== Hg== Hw== IA== fw== gA== gQ== gg== gw== hA== hQ== hg== hw== iA== iQ== ig== iw== jA== jQ== jg== jw== kA== kQ== kg== kw== lA== lQ== lg== lw== mA== mQ== mg== mw== nA== nQ== ng== nw== oA== rQ== ICA= ICAgIA== aW4= ZXI= IHQ= IGE= ZW4= b24= cmU= IHM= YXQ= b3I= ZXM= ICAgICAgICA= YW4= ICAg IGQ= aGU= IGM= IHA= aXM= YXI= aXQ= Cgo= YWw= 4KQ= bGU= b3U= IG0= IGY= IHc= IGI= YXM= aW5n IHRoZQ== aWM= ZXQ= IG8= aW9u ZWQ= ZWw= IG4= cm8= ZW50 INA= bmQ= c3Q= 4YM= 0LA= IGw= IGlu Owo= Y3Q= ICAgICAgIA== b20= aWw= IGg= YW0= ID0= aWQ= IHRv 0L4= 4oA= IGU= 2Kc= aW0= IHJl IHY= YWQ= IHRo IGFuZA== 0LU= IG9m IGc= dXI= 0Lg= Y2g= IOA= IGRl CQk= IFM= IHU= 0YI= dXQ= b2w= 0L0= IHk= aWc= c2U= 0YA= b3Q= ZW0= YWc= aXY= ICg= cXU= ICAgICAgICAgICA= IFQ= IHs= IEE= YXk= IEk= 4KU= YWM= 4KY= dWw= KTsK IEM= LgoK b3M= aWY= IOCk b2Q= 0YE= DQo= dHI= IGs= dW4= 2YQ= LS0= ZXN0 w6k= YWI= YXRl aXI= 4Lg= IGlz 0Ls= b3c= dXM= 4LQ= YXRpb24= IH0= INg= b3J0 IE0= ICI= Ly8= dW0= IGZvcg== aWU= 4Ko= IFA= dGVy Y2U= b3Vy IG9u YXA= dGg= IHsK IGNvbg== YXY= ICAgICAgICAgICAgICAgIA== ZXJz Kio= dGU= LAo= IGJl 2YU= IEQ= KCk= 2Yg= IEI= ZW5k IHN0 aXN0 YWs= bHk= cGU= ICo= 2YY= YW5k IHI= 4LI= cmVz dWI= b2M= 2LE= IGFs 4LA= ZXNz aXRo 4oCZ 0L7Q IHBybw== IGo= 0YM= 2Yo= YW1l dmVy KQo= cG9ydA== IGFu w6E= w6Q= IEw= IGNvbQ== IG5l IEY= MjA= YXNz IEU= IHNl bGlj IFI= ICc= 0Lo= INc= IDw= 0Ys= dWU= b3A= b3V0 IGVu aHQ= IHdo IGFz 4K4= IHF1 Y3Rpb24= 44A= YWdl IE4= b2c= IGl0 IHlvdQ== aXo= IHdpdGg= IHRoYXQ= Li4= IFc= IEg= aXA= 0LQ= ZXg= aW50 aWxs YW50 dXJu IHRoaXM= INin YXJ0 IHRy IEc= 0Lw= IGhl OwoK IG9y MDA= IGxl ICAgICAgICAgICAgICAg aWs= bWVudA== 4Kc= b3Jl cm9t ZXJl IGV4 aW5l 4LU= YW5n 2Ko= LS0tLQ== 4KS+ 0LI= aW5k Z2V0 Pgo= YWlu b2s= aWI= dWQ= cGw= dHVybg== ICAgICA= w7M= IE8= IC0= ZWN0 aWE= aXR5 IHVu IGlm 2Yc= IGF0 24w= Y29u cGVy 0Y8= 4bs= YXRh 2K8= ICQ= IGNo IHBy b3Jt YWNr IGFyZQ== aWxl cHQ= w60= IGxh Lgo= IOKA PT0= aW1wb3J0 YWJsZQ== aWFs b3N0 Y2w= aWVz IGNs KCI= b3Y= dXN0 IOCm w7w= w7Y= 4Ks= IGk= dWx0 YXZl bnQ= IHo= PSI= IHdl bGQ= aWdodA== dWJsaWM= aXZl YWxs 4YOQ YWN0 INin2YQ= 77w= IGZyb20= w6U= IHN1 aXJl KioqKg== ZWxs YXJk 15k= c2Vy dHJpbmc= IFU= IC8v aWNl b3Jk 44E= IH0K IOCq ZmY= LT4= Ow0K bmU= xLE= ZGU= cmE= 0Yw= YW5z aWRl YXNl 1aE= IG5ldw== IGRv IHJldHVybg== IFRoZQ== 5Lg= IG5vdA== CQkJCQ== dXJl 4KWH YXN0 b2I= IFY= 4KSw IHBs IHlvdXI= 0Lc= IOGD SW4= cHI= Y29t LnM= IHNo aW1l IEo= YXJl b250 IGFy 4K8= INC/ eXBl IGVs aXRl 2LM= 15U= cHA= 5aQ= IGJ5 2Kg= IEs= ICs= 4LE= IHF1ZQ== aWV3 YWls 0Yc= IGNhbg== 0L8= MjAx IG1l INGB 4LM= 4YOQ4YM= Iiw= IHd
|