From cc3e15ff43013ff8dc5698ae1be4e94756899d89 Mon Sep 17 00:00:00 2001 From: Vladimir Serbinenko Date: Tue, 2 May 2023 22:59:44 +0200 Subject: [PATCH] COMMON: Add t2s table to encoding.dat --- devtools/create_encoding/create_encoding.py | 23 ++++++++++++++++---- dists/engine-data/encoding.dat | Bin 168846 -> 179670 bytes 2 files changed, 19 insertions(+), 4 deletions(-) diff --git a/devtools/create_encoding/create_encoding.py b/devtools/create_encoding/create_encoding.py index c6c3d1822e5..f15b0262635 100755 --- a/devtools/create_encoding/create_encoding.py +++ b/devtools/create_encoding/create_encoding.py @@ -2,6 +2,7 @@ # encoding: utf-8 import struct +from hanzi_charmap import simplified_charmap, traditional_charmap def merge_ranges(*ranges): # Use a set for efficient lookup @@ -31,7 +32,12 @@ def processtable(inputfilename, outfile, highrange, lowrange): for (k, v) in sorted(res.items()): outfile.write(struct.pack("A`YS~;s)wR@kcRcoNGUJbrh zy;?X@!_m{-v-;MaHFOau*q~aqINI5NDv*UuN*kAk_zwEsi2oDE(>!TB?qqHe0TFrG zoj8l6UT!N@L)CBlLeP_(nH^0&&&lQX;*=532mwEt&vIza=|DDiAb(qa4R|q96JCPU zgBKw;$vfmq@*i>`+SSjZUHlhA9{f_M0zVVT!OjL^5VtO{46F?-2CD(9!TP`&upY1y ztOG0pYXQr_8o&||l{XO_VGLDbJG! zq(FU=o2R_ur1A#xB)ks1-Q|sWt$+<+cVHLT5!eoP09JsFfz4nuU@zDj_#fCA*aEf% zHi9jIePBaiC)f#C2etwBfbD@D;Ad$}`b%0fRahA1$5YjKrW_}q)D8_3nC*bjEbX4QFU}w zbbzd$Y+Bam%&%EloO9;+oJs1g>e`NjWdYw|-|pxOeu?)5ALb2EqG~9&pduf5E$vVek&5GrSFHAYPSPTb!PHKXqN|m(*<4&42;B8!%y0_~ZGh znZ5n9fK%W=V9fL>z!`8d@Gm$FI0Q}vPJ`ot1K>E|EI0x<3JwL1fy04=;0)jhI1M-f zstPYdIv??xILtr9FGyLDoRrcvxiDpUGAsXwvrtaRKZPpsry&e~7>eM}Lt*?|h`_&x z0{Ej)5dRYL<2?&kaJDLHD=g7D(cr^@F#^sgjPHH1Bg@^f$_#(cezNqh*ZxFu^zhUYxQQg!} zqBl+sA9lKA56Dc4%vq5g&rxP4a@J+nmDZ8gleXk^bi6G4Y+wy9Aj5L~cf(A>Cqn~c z&)^-beegP_5_T8zg+m0%!v6@F@Vuaq)$o_G%h|_FR~E=G%paidq2HyOlFj!H$^K|Q zY`y>~IKM6bvwRA!52nZL%-YOVnWN<0JwM zicZQ`iuVdY0c}Qy`VXSR{oBxi{vGHT|88`ge+xRwe*hit--V9$Z%56X{peW#|IiWs zJ?KdPUUY(g13K7WExZA*7pC!6VHU3yUWYdh$MNdnHF(c3g*OSW!h46;;$6Zk@V?>I zc>VA~ymfdz-YmQn?-P#UHNzzSJ7h~5CSC@qMvBL$b{5}A9U|^4rBdpqMN|4FFHYGe zAyc{}TSm?vIjgi)DXBwr2W13*pmCm|hjFFeYh0!8V_amIWaJu5MvY!(oMVu|XOUU( zX=EyV2pJ6@MmX?RL2#PC1JNcbd@3Li&!@C8HyA4O8&6Nmslhm41zQwZrh?#n4| zTdXM-6`P7X6ko|%nSD2>Vb1*=&V;KuOR}Hl)XOR4b>tQBrtsDah5WTb0cW+aFDD>m zM{N?`6_|l5U>0y41U_Q{9lLy=dRlp5U znPEq>S`>Y6Ev2WuWcW^ZZrv#%b>ZdDx>s5%wdH zk9`l=u%7`d_A*e6eGL>~8`9ULtwyS3GHd#W}BTLEe;?H7T;e^8f)VTLAyGQpyoLux)l#)S9 z@9;MBZu4%H-Q=C-Nj=G)zje#;GnG#(ACp;B9VG>DYCw@?s@kz>xYz_I-!ff zhSDFBf%?Dnqb)o0-$z3njmzlls2r9*QdvhaMrl(_QvQ~=ARS~&5+a+DPKazmmXVFf zat3&N*yRd_2tHoOz( zh7aMB!~5|u;Vt--@IHJ*cpE-4d>Bs;AH((GJ^0}88GKy$EG`Uh$0gyTcxrevJ~Vs+ zpA$ZX8^X|DJSlta9iEpMjxocB!Vl-KRO?LF!}VqBq*8x#7Y zMuU01G0CvmxY!Ui9^>lZr$|2h7}3Lb5eUA57~uOz9()_I!`Bfrd=069$EJDUi--%p zgc#v_NG^O8$$~E<7WfIGgr6fS2!4R5;fIJDzKIk&7M3X;qa9g}<_?`>f7xcrOmCq~ z^lMU2{UI&X8`40%AhpzUGKYFk8mX70j@q2kE%|85QO=>1(v*`anaTT7CZ%jo>6N@L zMV-7QrDO8el<_GM*B<9$XSy@$Y~ozuJY6mb?!!32&U9msqBH#`&`JIy=w$z4bgKUlI?aCyo#;P~&hVGW@@1!lorV7h+X{{eC4%EZ zz3{oP2PC{9lnUgYFZ?0=+4?m3Y<E5)dmL2&MEbsGYTK>!b#r|e*Ng#)06UK0tK?!ITl*D!cFVoG3|rCGJ?y zSyzTX;kNJv+!_9W)8Uu+#_%0{RroPp8h(XC;TL#u_$|IR{4c&Rd>$vE@M}C0euggz zf5F#;-{9`>Ej$!{h%;e<*BU;DFAKlJmxu4-W#P~G>hNVe8h(Ippx2j$;m^oI_y$72 zcaUZ9TVy5t9$5sxL_+Wfgogh^{P0p_Is6G(4Sz(Iz^{;{@Ee4L-ytmg8kv;eO4>>! z6nqw55c}16c*(=g;nX1%~Mua z$d$#44yL90AI22J8RJqz4^xud_zo@v{($>|Pv9=#KX3`~16&Jy2LA{A z1~&m*XdUnoTm$R}F90t<2KWi?27ZCZf$Go}pc-@$-6y$#&h?*1p*jA8l!Y$U>{3fL zd(>Rb7PUpQP$k#Y&{#DIl}$sc7H7>YEEKns!s0clCF17dVYas=gKcL^))iMP-cj7C zcvZ2mSQcy%lm;6F6~S9rW9c`EHf?;GK24OCn>IDg45dTMh-%R#MD^%O;yba3s1aRC z)Dx^Cei1P!X6fos+%Ch9kDaSbHQ&uM5N$H>5(7K_pv2{`52j&s?Bh!=p%=BQ- zRz9n2g}JfTSSi*5b76$v>ZkmL{?oax>}c*7bbqcU=WOok?De^7XR2(XOe~uqbMjj7 zdZ)Ed?vb`U$6r!hLX>by0wt!BSafFeq4m5Kx^Mkkijfo~Rs2b~6>&J+f_NLQK^zR<#-E2T;xEGA@w?%c#O81_;$8R`zB}BUI1_$^ zZx2@^j)of%JHz#e$6=@@F;!$$j1}<&e~GRNhKhdi2aCE13q;$68KSsgl<1;hh^ScD zh$^INQZ}kSRYWzQO1UYzzPe+&ExIB|1roOVjiqNX2kkn6<8Mx!8&09Of9P}lgm2EiXhWfW2I?@VX|qK!DE_j5SXeP%qFL? z!W1`fO+WP-({cl3T4*qt1cs?5Klu!31Kk5!L3e;A&^w?x^c-jj-3IDI*MM5kb)W|H z5jYIK0%}9=fqKw=pe^(SXas!&>OyaTwcw4aX}Aj1gdPIzpdY|TM|*AE9H_RI&Hj*^ zlT$;R!fC0s=RVEtmfJ8IOip!eZq6+E0Nxz=IQcToGu0B!4)q!htvaRo!A)p- zsJ$AQI-=>O-lXBGHf#QFk z+yFfXe?!i~kB}p99rQf>6S*fV=Rc4oWDjMK?5+%=WcOtu*-m+>e5>3c=Ov&-hIbQJ z;??mJN!ydw5H+J~i8|4B#BX9FQ9Ih*y1uZlHBs2b+SWQe^flNw6bTLu?G6qKoe$E= z{}fA=y_8{PA7xP4NnuoSJ!_O36dL6kg-%&Rv0hnIu}QgFQm%X|ZzBCEDa@RoSqx>G zGuMk-i#Lnqsf<{W`X7Csf26dg^K|Ko(t=nyV~RPLq8P-`j-_RUL+n`S_*}+1Zcksu z?qKWs8mC>Sis{P~NME2z=<^gn-=&J^o0OHlMwQXGDLZ|MDy09VO6g7{N_HoGWFHbE zvC8Keo5{gEnD;jiLV1&Uejb-s!OQ0Pcprxo{&eIp)OuUXgIifkM6 zUYq~uKIxX~Ds;k%GEZ?u+ls6T(32ai5#*p(Z1u_uxNEY?vvyfGT3bX~6CEQRiP4c9 z?~q7)qFtmHF(uNO=oT47{0uL~2S<7keIk8`ui+s?^+*?@b)+jXHu4j%6%op3MR0sX z1R6@@M%oc|BLj#Yk&XC(NEDwM=|^;k{D-%X3?rIFdJ`tm2cbfAK~N&%%Zo+*1o@)t zg8NiCohiC4$P!%^beCL6Z!dY5{sC@}K7w1JpW#O66SyOK3vP^lf%hWs;LXSb_!;sN zZi-ez8lu19@5mjvGg<>_i9UtkX6S9W3;GjogMNoQpw*EU=uNm9`WkMH{s*^1zrtUU zmJ~!arvR!G<)m6r4yqlMmfWcDO@SlkWM zvm9f2u=1tixYD8sDPME9DUZp|C?_jUDsfpe?urzsHFtG#EAErzcHFG(53t~gC5H=QzU~R!JP)D!>)CKGc zH3xe_^}+T~SFj`07kmQt1o!hBfIXmkU>{d&umRK=>;yFfPl64>7SJ}LL3A(C7>e#E z8bx;!^`m=;rqSI*ljuI8Ui4uxQ~b0zR(zwlO|jmu^>>XAV|&K?vn}F7+0OCdZ0q3^WKVFIgmKLm8o=s&*<@WHKR$j3G3UvBZMN z6hac2K+KEOCd`pZL}6qwF*`Dn=oje#5fzb{M0sQ?p^uCsG9$wYYh*N$UNwf|$bH-v zX-j~S1b!uJMb`3yqJsYwY_JT8k7Xyv|7M5A$FU>h6W9sy$?Vj4s|91?trtv-k7uXH zC$h%~DEk!ADtd-!9z9I7h@K`|M^6y%2%T)OtS!1}<%S(T`q|R1uDgTY@V0lkB z;`-0E$=St?y85`AI|sRS&UdC~#=9nt;g(5gcxifUylJ9b*GzZxWu{ez%O=S9$P_cY zH7zi`(ah1jgEZAO_cXoKuQYd6Z#7RPa4C z{+RdNd^fMR>vi5uv$;%LW-1euS<1$i<(It`uP$+ybmc-R{kiRu1&OkRPx~ty*Q#?E zZFWvVdn0$T_CU@O?GSBs8lnGC82yzB&=3=9&e`iYR<_U4*m2S^*0JBw(vf7XZJlL( zRyfUCSvcGJvhWVO(|pIi+J4)9&^`d{3{3)`gTukT&>*loGzM%9jRN~Xv%vn)IIuS~ z5?l(-1P4Ha!M~ut!3m0C;8t)nSOok))BHctLH=K;#Qz;l_m7c|ly2~ygM4d!r+m|} zL%JDQ6q}6IDW8cE*d(kHTNev4Yhp2mj)j@!u_&`ThBND93=@yB%&u6RIZ-jEVt0kT z;-89@6-O%GdR)P4m?L-syIA?WvO?5SP$r5A@-5q)X3L%YH^rZeeif${=arkwXZs#| zld3er_rN>W2X*vK@NMP1DSBCyBh8X-BQKJ($VxKXgK<9bHu82vw?)e{C7J7W5#72X z59gU7MKAGTp)UINLi2kGzY7LajrK1q@Sk|B8{Me@lQnGv7K z^5aukMSKR!jZbH#@j0wAp2YIvv)GE@b8G~%1sQ}4K*u5d&`HQ&=s;v3+7Ic94nX>& z-!-!|Uo_h_A2qqEI+F&N`Yo9`HMIj@TI6QJdfPsv@c4eTB~R zu)^qhQ}Nz2%UuDva@|U&%I$Mab>}!aZkbc;mN>O;rrhA}>k_(mIQi}!g$_-=(lIC%eQv#@t|_n{8@!%xn)+U zY+6}S+5ED>Wj)H)mrN`XTNf5SwXe5xVo9-da1bN|FM~pGFvJ6gKmzbMNQk5&N@Nty zs&BEU4xcao-R2M*bt}_1G7K+?)b(^tm)S)UsV1TYZx6tWm9rpFWqlc>aXSh z+h5x+_O~zb7i;75SznyXLKX1=EF9;tu6UaTk@!4TA5UhD@f0>cK9?2wTwaCmm^Z`s z(EB!$PCST+h`W*Z`1wc%aX%s@u15agCnCS`N0Dj7?TDDT78yl+i)e{ek>~iWNGfqW zays))L_$1^Oo|+i$Ot&N6O&u}TU(ninEIK|n>w49LHfStFZ!M)O5;E zO{QRKB9%+6!&t127xH|rIOq9M;qcV<&aQYG+sxdIZD;PsHZsp*JD5kYP0WkfdgeiF zEAuwCjkywA$GnXFkGT}v&AeAWSA0=cQ+!rlP=1mulvETJ6mBdjD*0cDszgFABxNL2 zYEL58bxF>VxcSC$vKAG&n5?ao}=2wO6;4B;TdQ7JMEO+$vDV&oW-jtoLY z$Y3-HIf!sD2oqp5wg98Bds$yHuQ}#A9z=JSJdEy(E*FUeD@BxGy{NgMlKq=A$=*)( zw;e1!Kwc&HkeA7(nGaN3qO+r~WIqFliQD{D_z(rxG%Z3}$y zmj=>{PZdlo*jup6vfX#y_mvmt6r}AZG-^$<7E&L_? zhW-qH1Ha5)&#&+|V~#L?VyBoo%)|GjxsHo!w^%0 zsbuJQD!V_P&K{`JqPU19<3e_IyzPQzaS0oZr?IQzQZ_B&PN);#x$=ZFp-i|Eii9U2 zO;jX4OX8CC*cuD~dqH;aDF}kYp!S*7G_5k9sM=(@H1~;S(K|$k=y&Bg`B&vy#Vc(^ z?hEa*><`)oInT6EqnxMOd%5%NC8g8t|CN6AJ@Gwb)4A<&9nlicBKqMoh)Qn3{^qPyG*=Sg?hlz-g0&a;sFwriEUpDU|;X!$PRNuS0VEmT=A z6lPkF7ba05Y99KTz9!i6b(X@>oM3eNhtiQARW4e?#hj+whOmhu0N z>zp}5V`D)U1G_;mxC-=xLjW&05JJJ%;CTEdJ{JE6AB`J{5x9XEjGKv3_(6O!o<|JF zO#~ch6hHz${QkgU|8(;b{S5OxV>StrnIyEB?9H5GIx!cRuFQF65ObF4$t+{~G5;`q znZ@%5GY6TX`Ag=@F*8<#EL9aCBT)eH!JNbb|0bPX*UUf5|5N!?@mtANe%1PNYw4Qi z{Ll{5&ZE2(kFrwpDV*x+?OxH-`;RBrDzj!=*A`Z}+|0ec6TXi5hs z?Q#3Ck_pA<=%e&pZ*%uS(M#bW(Gt-CkwN%?NMMhNpTyqEaOG?Fl^HMG>)nstCg*Lp ztz0jaNwX5(#HE5j!3mqyJe)bhOkyrE&(@7Zx*@{&tb2`GueyrZ1#G53_Bke5CS}(n2YNP9$pZhfq%t&WVXocl{r^) zROH~E6q$u5M0|mcTuPdJdT+jOomZQH6Z(WNakw&6d9ZRQ^wC~m-|su)yOeP><3h$0 zX&LeZaU=CnJV7UjL@Y6vcGE)IMK7Qo5Utep(EVLmy;5$UYFF4NmZsSwrBeIKQlYt} ziED0Q5SyPHKf6zqe|L{}_wY1z*6}PaZ|M0}Udxm3uIo8hUd_|N)xcBWR$(QW62q}M zp(jDGY+e~qHc+4|pHMzuQZF5nXeDKq?v_(Fr>%i*dUhK>$IpQzsS~)+vXqJ3XUQD- z5P2%~jO^zO6sj@tI;~iYOqeWh5|zZk-)$Jj9lXfkb6-S`D-?U$YC{ZA!K*~ zk%?y#3j7Ez#QPFS%oRq&++tFhJB)z2&4`%gXf|<80-_of)j$(RPz)X%!0MhP0DGi>y`VFtzW6B+WmTR8EGOXWxdMc zWnH5A$rtFR4m$A7FQpn&IhC1}klA{o@PXr&<3_=Sf*F;ADrZ$5=TEEr5S>$5Xnrov zNWDy-p?kzy#zuPyPZ(*7Mv>7dfeb|>$SNe?s&YaN*ROMM^&h5p3bFKEEFU+^t%hS<8Si8YhU$zzq%`S}SX zQItRvMdg-qIlYuVFB&FFsyxQewNEP5+uxNM?W;}L!N%^dI@@||H% zvRCNSv;og1@^LF+#+Tu3bgtYy(oNoTv~o=LbaqYf{^$8@XY3zjZhrkleclto6MU)bktCcTW-&?{&LtOKnMV1d@`Ko-Q;hwXSz0>b}r0em-ZAz8A3TtQ}= z?;4MWfKX>#MK~bblT?n+Bf97g<#b@P*t)7Zs*bFM)zUCMEOszxV-_);*=cMSb`qkh6R;+1W@M5go#VD3iyy zCw+A~m&&9r#MUyxgd<_{=sn}B&iuK?^HtYk+O)Kbz$@^n#33QwY0j>gANz~>ml@y~ z=J;4u9G;2HA`)mfKN9mXngVM((@{S9r!tHTQ+#OVMWZ8Wnr zBT0g+i#agXYxMT!4dBgA9*}&GXc^5;7=?xKEre3{RQIUjJ*3hk>E4XZ($mqs(X&L| zD90j7dldD`$>NR0sjewSnR%`A9tDpC{oxzJOX+-0+IP*Hc9lBC5 z+*!hX&-7vs<{osP7H>>d#X#m$cI}*R88-f}NIjw{o6k-Mzkmx$8i&oOaBhdx+=}Ij{RI^Tr_?bFSVK4AG~V(rp!L3rS(N&Yhh1eN_+~tEw-BB zi`t297+&ag+Wy);9INbA&fFY_c9qtbCCZ{WBqye>p-#BBIWHCsEE2*0B9J&azwoA7 zrEVTxg10v=F)WQQU^m6(>;c_DT~gM(tmGN*gW=n_y^vN zInDHRm6mgs_1Zl-qZHef-6Nfd1=6w7qBx(8paU$@%CyScu`SGV!x`>3_e3`fG=@&a zGg!6etGWfe5g`KRz{XHkXuRj1YiC@+w)9W;Gcl4Gl<(t=$dF{r6m1dAhiHPnWZJ5K zW;nooOF8Kd!k&UvrqB90;8fpfRZJy7E#=bUsl^@Bho#fPUc%n)Jl7~-H#jmeE^$J( zoWDTXP1(xN^>4K=wU1VfQC&u7`$x$8%Tu``u2Pky`fa>ntN@pg?aW{GYYN_4H03?Z zv*_iti#I46j-d?H)mB!LmUq|ukknAwM%3U8&3DwWUMZXWFL=Ke;Ml`Rse+t3mr|H+wd}jTqXJ z+74I`?yo4TxLOq~-LGOkyu>SFoc<>_so=9N0V}i$qM#k!~wS{ouJ^rS=0Qo7lleyq9S=GkIN*(Q^P0T%}g1boX zi)Kd~`A&FakvYT$;2XFVDxfU);oj&w-eTUjKp|$+Z{`|ob!?5joQi48Nv5OaU*0Y5 zO|HC(2Q$SvY>h;t#0Fc)Hri04KNwfBC-b7_+m%}?@B6=Ddf70Uhj>W@H6cwb`~)vX zULgId%BQDQc*bBdOiGKU7CqMHX|*#F2?zxiVgbVX e?YZXE6{$^g6*+&Y2CDXC1~|#S4PJwEy7d42LLa&S delta 52 zcmccio2zd*mvXRkn6Im!vkL