From 4f865181aa9b3f214ed772688de5ad24068a5f04 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?M=2E=20Yusuf=20Sar=C4=B1g=C3=B6z?= Date: Thu, 10 Aug 2023 17:49:31 +0300 Subject: [PATCH] gguf : start implementing libllama in GGUF (WIP) --- gguf-llama-simple | Bin 607488 -> 607488 bytes gguf-llama.cpp | 5 ++++- 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/gguf-llama-simple b/gguf-llama-simple index d7600282e3315a4bc805a4f6c01550d58bdb80a5..bfa61de57dbc77cfb6c180b20a23a46dfebaf99f 100644 GIT binary patch delta 19466 zcmb_^34Bb~`}f?N%$XZRV#y{Ui-{~m7D9rM5KI{R7Hd%rT5UuVJCllSI%4P0s--_g zRaV-v9e~KkqxA&*Zu1`#k44&-0x9oSVu0 zI5hX;(Cq@}_Qg%2W1lZ}*5U%gxiiaRBYZ5|?Fx7%Ly(!uU!5-KGX+2Y2EMqCL6#HW zz=t1GZR!P9Q{ul)-QVm3w0M24MA^kJx?ll_#1e# zpQ0_{4Ls<&BA@&QenwPq(;IlQQm#eU^9_b)fKtHlH}K?FilQ-Z;JJE5e*7D_XQ?7T z`3*cKP?29Op36=DwqiFC!TgK|i?6CGoNM=6!vc!8IA^&fA-}*B=k#bwAi0WA*1a?y>#%_w@c8H;Xmg>LdGVS-4>J2Wu@8|YsEA(@CK5H?Zu}Z&(n@yXq z)`xS8=+Ma?zU(e|0)#tvm55BMO?!xzp zr(ZqNujh79^J9Gy|6y~x?XkWO&pBwx-}*V+eEU03^+g}9e(NwZ2Oo5fQsxbQ-!+hyE~C+S%0Y@^v@_HaUbdy|G~6%PuEDlN&rrsCvqCTJ?2ZCuYD z@JT~qCaaQ99EL*EY=_nZH=*!wll7Q*$5JVotVK3ms%-{6=uLvVmYeoT$|ukxZ!u)M zSzo0^6q#(Zjq{N*M_e@>F6YgOqDS5=q|>aI(+=O|&DN`?*y9YHiNE9&m=nvh z{a;gPGZ%TLSZmBRNd;+%#W@dC@;krED|dLzl3a8;TdHwzSA>wI*Wh@yJB1VjW6*@4mVq$i#rlfJNeU%Jz1N$ zXtq8|vlfVVlPV?K5aW1jiTF#uN-51+Y_ge+lbM2C7J<~phTu;Kf<>nM zY@-l+R!nWn3MQ;zAl#gtg=kypU$bmDxbSuScuJ>qBaO*<^{Y1U!k z_{Ma}cl{m(qDr!jlg(-|X%Ww}tDCGPW^1Lms!gS2=3X#aQ+}#(IND8eOyS{~mQKkm zXlZ%JhIg|fc#U(=p~e{n6Ji!_Vl6fVWwTnI*n)MhqpZ6no2;V6l=lL$LdTvE#OhUG z@k~ZMPopFz1Qli`X*T+r=3L5d40$fci-F-Dd)yFGzYJ|SVD+BOdhtc^YD*=4$eC*N zlxu~BkcEzoC~~cdtqnShF72>GZ`$|OR^?;%`1Vnn^t0I-!%P=Ui4U^%qLDQ^BqzfY zB)!yRPdNlEva=^tN|N{rWtNV?lNsa7c9haF_F32bHk+LN*bUlK5a4Fq!rzmTLu zp1@gb!{S*RJZ8#|4;Tku<#5{i8pBhq6|n`Pb+;rX@8)FJSy%cJ154~ZlPx~E50Aij zUF*$b$ayYa173O>D(O9c;%g~r?o>*gO3@O`)@x8{d_!fbQ{^S-g39Tt%IUyO`AL&U zbF!U3z)n$sUSM5-iQDk3dC@~D5QdM3CzkB@R98^m?p^DZ|C@x4Psb7_NOQQXqDVS^h1@DwJEDr7R8v&*q^5OV=0T! z7UXsr7t~EpDg0)(t!;~nKz3WJV{G@=`q`k zp3N%#?`CvRAUPQu-i-0ur6oG5cy)o5wu7MAW;80kqI`j6tB9lhf=G+bF+qs`Pcg8^ zS}dl5cAN7or>4o)#%QwM7vJV|x-vAx=i=%()LC6-xAmwPAa~*tF*+YY!ESV zy{UgNX~N}DQ!weypNpldf-&3k^v7Tl)^2}Or6Ji`o8?~BC6+bq=VBa`W-La4o|tSi z)c`dG@1Fq*ps^t&hW{#xz8ym5^8bmUWg%obr>A2Y5-We{C;FrzN#wW3(56PRJF=p& ztlMP0B7OiD#0#>6N5yMQFX|={-Y|y`|47|KNkXkK*|uUpvCqubJ7P=PKa?CA(=v*w z`49nUJve1Z%FvWyDQ_JWKZ;Z`e+imqb48#!go_KJ8F*A&E|*jy-c>`IeNvJ<0+V&B ze;D67scqVXXb&&5o7r4b3_7e!L35ecXp zt7J3f6$;EISXA18Mu!ovKmnX?)>~}sSli9kD9tugNK;F@DwZ{-Z-$hxDK zTQ^Q;&etc5;B@=;V`wi!^U|N!q|PZ)f0<<|9h2GvDRf~oLW=Nagp=v~$C30#IBCqy zpq>#VxZ&V%1jJU?Xqt0&W_5XCM3CqF+;A#Jl7xV5Xbau*M?KZ0yh8wjycZNH0NHnV6r|CLulis zhDDPGKJ&s5!~B4C=+~}V^*wG#heVSMbA>02UJ=ZUy`YXLSWTVAXfVE^?17k$ z?9RDN9WR2E@uEAEuuT(K3WG&ES~G^s;IB2J`7tC4{pQbK@S zVzIb!H;rsfR`Xx_(4yAlFn`RO&Tm7S7z|iLi2tcezi&gjaigeP5_z7sr!BAnb(kr~ zFaV>Dal0*-xUO~xh}{zXSbz?{a?w@@^Xt%K?TFcJwN9B_+f)B!a)e)0o0cS#ru-o<>XAac zxNsVpLVn_=(Z?wyr2gKzl~U0QPb{yx=a0LGo>3&Q2Fq30H0G38(vW zh%p=mVYQYfozB@>^kUfIqKc;aXAZi)0~u9qF|-st8gK%GT+LJx8{m#Ch1X{cbg!X4 z)c1d-laWx~J~);9!3ETdWFk`ry8EdQUg0m8$drNgJ?z~(k**x~A^oH?Ce62Lq>1eJ z9aD{k9&J(_hNsxGWhYrPIJ=p?G!b7eoqDB_7F;kjr;!*gna)Tfv2jfeN^@B0hN`Po zgC&lNe(nmGCDUTDVv|%gzppfsCj6Od%IxDuwAtt26)X%Zm<7H@Grw#o`H2ts!rNrL2fua#1B>jp~Zf@{RKJL!;v{ zg?!_p^x`jx(u+sajBXfyr_rU|$UH=?UUxE$>q=L4$K)+;ptrh{ATEO%dXP3;1WoOM z_?T!;4-y;Mf@9iC#I-Jn5A&849jpdzicE_|Zi6H(rsKPjVBTLxmvzIeUB`v`cPCT% zvJm>bC+Wt|UndvB6P^k^NNfIto_6d(qIpqAC!)B>bB+qRoVF-W+=s$gIfrHcOGH1t z;^Kz2teoT!672H*s|q?Qgv{Z0>XhYy7ftVj-V02c_dRBRg!ySdTS=o2U{PGV9%j6J_pi&b(YBt)#5E9W&y>ABY-YATg-q(>8eg;bh_?HnE77e@&DU(gkONldMT z3Z@o&U+gAw>WL>_(RT)rR{XsRx?uqE<(Ivn-wz-W-NwMxZdM1INwG9&`_H98S1`*i zU@h*`4EA?}Mlqe0_A7iX^FqkkP9j~b+e}&4)}XQJ#M?#xLN?yZ+a#7%GV__tFL8>@ z2?xzdCn<)xs6cT^CH(=3pzgBR0eQnC20wS^2~+a~(gp)DnGB_=1Ic!rLp>cxI`KR7 zG-(jITl?ru3=|cX*+x(7-?7yAwGM4Pm<;qye_DYqBFU?^6ziYZmaqeXrImEsVC-Ga zmsdzQP?{a&#;O%I#{0%8qvQvFE1Zcqu2eW2IN|^meoKQN#R5)NVP8$ppA3#rVNQcL zGbOcE*kq~ZRKAaizj&gQ8LPoxG5CfGU%}z2VhUyODHT4e!HXEYM}>_woYFQ1uT$aO z8ay|avtYNc;sy<$z{Imu_@SoUn^`_cg+J1y$1&*+D*Ubnk6>^U74~#@n$nxWUMjq< zhQ*1uWw_(9;{JS1OEU)FR^bRui$8Src4Ia(lI2FF7!9y7Aufp8{TNEuOhP$eGOHI5jgYP|5-1oq) zS&?qa;BzXRslh=EKBU5pHMjDCuw*o!>6k7a1Fl5;I~zHq6VL2 zuvvw_)Zjx5j#uH2H25n9H&Ees8Elbne+@PC3^ zG&qjI^nQg!9{d+*_)Lc9s^Xt$@B{{rRpC4hKEUAKD%?kFw%;)6I7gG}O!@6vf0q;XWMJ8Zo+ z-DrAa#WDdMq;$jI5>~jy*ygb_sFE^Tl0l3OPKf`5`XMxUH0jy;Qdxy$>)<-4z+`J; z^jP%p33eTu5p`<^*V4a`Fj5+Tg=iG zneMAXsrMN2Uj6q_C_5}KXQwvoNUUmcwf-JmJBAGAciyKj#*mTKN|;O73>4p@qsNjY zKKwR4{4VjL-;X5?u&KB>7Dp6CwBTLhO&h#RI&kkP&y(LJojG^*Je2?TCJlU#4CMOK zDesX%e8mm=`+MYFKK}+y8Ap=1?$k04J7bRi1j6t7i`IJ|+dS-E-X}dcAG+s#peL_W z*AIZspgli;Yz+PE1JZ-PdX3%($}hV{TW6Ba{3kc*>`W5P`O#gOBpy4&JDH>lzv?P& zF`hK%uV1I*#$z)WN&hpRbmW@T((yQQ+*v~XvygZHUvyL!Y0T&UMVDmZu(Jcbm_;@< zTmF(=D^x$&AGN(7>v!xLl1|k}Q|oh+g|Pa;wAUEb8-US@?wmlP{o~|}!ap+lGybC+ z^wk7X-%|O4X%-F+dQCw$Ca~`Y8cTwRYGpS>$8sB^lDN`fY!0w8E>v?3eJxiW%azA+ zy?iMPty6`Dye9M`6B@>Z{*Z;}>JLdv{^ezQ_Cqw_yvwv}HqH-y=)`PdZc^&OXBmS(? zByPM+D|5&P{H`nX-HC|xyepJWB;m0`ufVKrH*nX1g*nEbi>#Oh#_e$2WW`AwE`H*B zm9ubpy$d4Nrw=C*U&C(~u>Ck)LOmvtPq{(#t4U-ZU;YQpm`nnz{Z)rU%PtG>2&9K5 zkuPvS5G?xo zJ7@Z+FkP?HX~)Jxao3aUAE!u~aB%{2;%lP>NZ!9l3#Jm^jJ~qjNilAS z&g4H>?xYrMLH!eRG(RblJr}UB<|ox)GJO>pUxsf{arV4M4vhZZ6Xppn3YEep`pSi6 z(zeq`0KfkU9Wo77{LOiqJB=7Uw#d4a#v+!Tv+taS(^mfGS(-KjgKfd@bm0sVXj#YH zV4GkT*f_cK{4=mKA;1nUGvEp?R#LGu@81WvIKP^0@z)=6xY}=PvU$Vxw%)Qe-=J8W zXCIQs;S|`7dsMg=5AH$i*woM;hc?Er*^oCJ;Yt;)$y>cki^8e^r#7{(agHO35$ zv79lqo-dBl7)6ZnmX@Qd#<0}z0Vh=B#AzHq#?Xcr(NALxV2qwx4xPqW#2CXg#_jV? z-+yNelg9X2X0)~SaW&;z;(4VKr)rT(1#qywCcQyZlg1cT-p$t-QyHVTmLpSR>|%^6 zANp&I$BZ!$IV?&~NYXgXSQn|vV$>K}jL}ysq`JoVnlY;C@3CC}tjbUQQ`H5HQN12= zbd^*oHwJiM^W3Z;HyT(|}7$Y=ByvDfB7;zdSKx4dQj3ABSqA@J4xVwFA^tn?N z>f;bsYqBYX5QF@)a*JZEr@6{`OW}N2#Ys>(vlPxinZqKmhm|x&vq5Py7RDjL;Iz;< zqh%Wy!^jxv8l$_$7{wTw8Y8~S>iGaw3%-RAtUmvXvw{4|a#fAA5^Bw&jOT74;8aEQ zmQvX!+cHnKI>?Xj3O-uMLRl619@ZxDs}*dj6AJ)#Tfs7bi79;@((Hn4Kc$2Q4N*c> zEzd>?qDNnc8Y4zybim!|!5$jJM`KK7jChUV zuxQmo8Ka8n zajM4ogmLO=Sw_eV%*e~m07HCNfRB1`JHx6}nU$4G>|v!Vey028kYuhUt(-%;)(S%v zn5-`HTRTPNp8A^h{&TTA;D7j$?wCis_+uyN@p-tE@TL0sBsn4LZ`e`$1k_rc*J^t4 z@kzE=crIT28H)w&)i<_aNW<$_))(TA9(2Zh@&o_4J8fenm-*k;(0U)^6@t%4!qwnfHt*}1eZp~D(IBw`jGI$#T63XA$u{!OGqo1 zE=3izQxDRV8%z5xB@xZuI;e;j7oZQfSHdH9QH&BlmuayWISe;@TAQJsp(MWcJY;zN zu9+UB&zF*e9jR>Bo3DsmJHU!57Ttbeja_|3p(xT>x&1mWG?5#kEQkD3)Z2!K3K1d+@ z!=CI>v<}_}&(3|X6m>XZn7njM;KoCE{h77K@|$DOZk*T9SD#6QS5Ifi!d(zq^9A!$Wu%=)mRmzupp< z0Cn1%9yj+?(2o;v;r`Zbczk#l{cH{C)UuZc4k=#Nnr&Q1#~V>k zJ?W{9q<(F0tW9$GX$L**t&7SdT#aI|{pCh-i{rO$r8hR=j6zRiHj_s5 z+I0)*&GoRa-9lP&oCiJkB~DI~>C-RCGu&0)-AelKU$3yIe1)toTO=J_w2i!U`O=}I z_qW0(cl*_^+3AQtqrN2$7q^!x{=PkTJHyA&Q#;6WZagjej`Zb!&A0pS#H7t{UqIXL zBE9MiT>w|hBT|h)u?2-AXQX>=d`>^#MPh@~wpU0+m9kpFFq!y^9>>Jv&-e1;cR(pRR8~i|r&a>A+JR;(RYWbhfc4f_Z1;qnz-pUB<@B$b2dr9#{nat{MA6j& zmtc%O!+!bzY0dH1XVIZYh(8TGNS^R#KT;Ac4mxc|F8pgO|7(q+(o0^ofRB8V zBZPW++xHwJ^<6A;uET=zh}rU`Dzi!7gCVSwJj4(xBkwqo7-yFl;6&IG3AN^{_nM^Y zS?|nM-6^x!nJd(ZjCUdrxNEe}Nu2Kuv43=utm66aCQ$!VaQ50&nsf?P_}3L$d5T0v zG`|A%N0gwxTv;KdSc@{+TV0zKReGlyd!kD9wILy1TS>e9Og6`cGZBwHg+==#j~7)A zJX}=XR9~KjUPU}?L-0By+M{v2>~=296)RTQLr;@%j$b#P_Bcc0>U_HV^`?vW2|iwK zUw(#Ux>@?2eKTHx4EaaA;+;s0)6Xy`qQ&cG#+&iF^oy!Ti&upc(c*Q8`-SFRBq`Cp zSSpTuG9$e0k7VQ{%a@r8Ts+}O(bF>bVYqb%6k$;z3{7Qc>642jjB8I9T_SHL zh0xQNh#$?qMCx%h8QzY+f0mxPMB@01XX)ZgqyY`NjEdNQmZn|?xaq8Y@?{*(^4=qq z8tQmjsiDrNS7rtmlrar3({27_wcG~1A$>F-%KYxmoZ_eL-_8Hbg++7-5 zL2~HCatxb}FG*J5jBgR8>odaB zy(T%I>SsBhLf@keUXkJa+R-%k6=|N34hGsmQj9|5)pS&{k`5Jm;D2uNX9pIj)qWgN ze3j`HYrp%7OmpFPr`X4GhI=kCn_4r&J>9)G%hvgNo!X>4)IW{~7I@Yuqh7E?rDyzG z_PKh)F?W7_6zyKe5XEokMQ7A81oFAP=-N64AM923)G;*0diZ7?L%U|_pF&srj=H0) zhTl^YKNbD(^wP-3@!`EM1CGjO@R5$Xn@GgZ`_w+5t|67 zmHApTM|!LR6vx5|r7Wu0>^D$07|0_L;Ak^OY~h-E7GS$W}+p{^OO zg-5!%PJ}7_bV*V4VSu4uo##*>%hrS}d+-XS>GcgCR{w=DAQ&YswV$hR@Z)MdU4nAi zput87KmFW>D+3LY9UphBkkAn_dps<9H2fC?Psj{yx)9}l_r9RJET^Ni^i4S(uchzH z>7=GKGtjV$-?z{n8f5U~xz6?$AqaMdZC%(7vo&^v?ep1A*~MuZvy@OEyeP{SDtw~?WvYm`r_yt75QULmr6GEdfj1;;G=5Pj%poqT>IiulkT+1PN0=f>E* zni|HsG+vqH%)8uQ&O0Yp&iggUzVnK0)r`paG?0E7Yl!CR+AqW!2Jw;CS~)Y8_{tg2 zV7&#WwqRIM3l;kXBV#fh+T37n^cQYzQ~IY_&!zNBvp!Afn__+0&y*i^18^U6#4A(Y zT|xY|p8a%l!;Wfuk_|?)<>@JhI-=BcOHl5vL-POcU(5fF@n7-8HHqW{K1-7Rr!UL@I^U^pI`XmS zai9zEWt4qilTG_a;f(R7ve$%P&-jmLmWK`-VF;jyzB3T}pzjQiJuJd|h{QWOT>|KI zti97ea7aIa&d+p6*}(UL)}5@=P0n&iqd@0Ra7Y_L&wuEUmV;jox*b%^M%1tt6>}U? z8&F}ALz)j74k|)^%nam1dKGA!Dabby5zoNU`QBWIbRLW?vrrXaoX>MemqCR&4#_wg zhRtjJ!KF=YI1Kl#;A??BmaKgtZ80q6S6pU5us(c(*f%-0XNUKa5@A(frp@D)}R1T(`OFpCFt?BP>iu*%Q|=r zI%WeDV|3ZF$sskL3B{WoQqV_G{3CFr6Ml6_<)G((Lw?}m?+(d?a#o#lNaI;~=MfR; zNw|OrTOe>A4+ofnix5P{y`V!tw_HMjpsOy!QO7H2f+eg<*K| zH5dT7F*h8NFASV~%OQ;czUsC^+5#$ya1glf9Yh4_@Fxz*(gsId$2m!w47$Ztk_tih zf}RHzLH`C#uY><~n*%v-v{2CVpzA>eA4xg@x~je;33E}WjU=frs1PPeV?Yx?XM_4i zOVSz8|w_8SU>E8J_p%w$XQdg+RVWH9FTo3=LNYQfI{#HHV9Zr8Y&>`j1tY0AT zz+VXF3TUkWs7^J~VF5xHesUwaH9&~t3hjRe2yeObJ_2nUDMa%735`7it8ycS8r&|L zA1U;}zwZATDRjoa;uNA4tEwU@%fkQ`yoD zO(CIExxSZ2NloJ=Ek7hcrM&bh_rC4}tX^LO+NVTJSZ7GTPKF9Qg2Y zIvpI36&mvieQC8gl)Z`$j1$86paFDN99+6e5621qsIx!ggsytiD2G&?*76b>(LT*k zA=Ae=D}=6VCM0po>7UJnKGl0Ra!3~&!sVUy=sLaNLwh$zEgYb8n!~HQ>GbF3(EJ;9 zkB85r2GL>hD0eyiI$mhUj~YVn#|xdfmo&Zw0x!Hxr?!BwNcXi6I_rZn98wJ$%nQD> zeoG-50q@pQXstJ4SS?{@`O-fd2p)7-OCiYXGNxd?8UtU@aTCy>XlYBqpWFp&d`(*O zxWR`8CkWAc&xHGF~Gu@I=QvKBe!$nSXU|c%HT_1HG|y+i9(P* zd5c5ZKvP`c%&SBp+H2!C|IA;Qt<$ZiDXmZ|yXeqXsFhVm98xR#h(%>!B-H%Y3hpmB z`Oj<%a?p{fTWi6;!y2%1-Iy;*i#Y(6fbqJGYZZ0|SaXck&M+i{bpu!ou%5h*Ru2<` z=)BfKeSI4Y*l*F;HbO8x*;;78r~gUsv=-W(2D9#DV4u*epD{-#CJ8=hd%co`#!=a&Rc5dT&L-sXzyvir8*{>ejRWRS zd%Z%(K9nTH^KJg7&ys}R+=+`hD}u)2n28K?UK1I-tl`za6IKF@ z|KXv#&;N(l>6YkAcqASg@*wm?(69B-l?z+&yuMnkuRL@+s`b|C@~YR~?V(#y{Wjp2 zHT-|{(0$?_dcs3@$la*Z{pIdg>7kR{Loa*iHrDjm?xEXRQ@_STx3^{u>Y*#FTeB`2 zV$C`$P+-l_Wgfa^9!jAJ7b)3JTT`a3thb=Ds1LGOX<5G3k&&V4_f)LFp(eMgHEss!?^YI7aN+}c3Nta zHH}yx`0&HK(5VZAb5PYQAF3W=L5%6)Dvel()ONaWq3{PXE?I=s85+D8>UClElZ%BG zoS!aEvDi7C?Loh(&DTV)_ge}bxpc%*6fi!9PF;!+49}-qmtu7HJV_rT4W+@$ga?=z zYApv@Pq`JaZ87y*A-u)Mgwm-ikjFEUZe79hgwe-H!@A&=XyVDQ=({V0Vf^^6_LD1x z3=X+tR|$XA^K76PgviMsHw;|05yJ6(X~=5f93OO@R<0Hnas_tlCjx$E<|-Y#2BYgk zx|)%z_7iJ_K#n_OFZ~P?C7s+vlj4T>FX71>CAErrbth5+BroPTeR>M4m?*<=}qw1vJG((%PF?{miAGZ$bfQ z=r5a~F*%X)n`Mm`He>mLNxX8i@BuS&ix6FJd%WUXgxWlYy`?mdo;~SzTVyM*Z4n;u zo&ogim#FjPCA7;{7WGzis!Wg3ty_V|ETbV`q3q!^>35*@g5nKwsNPXSwquNd+;v7f)<}ZKi`e&8y-ygJ;Ekr{&Ej=6wqFFwCOW+hh6w1E_s3C zFV08g&nPUWSzX37QVhmXq5PSy;z6I${dR delta 19318 zcmb_^2V4}__wUZY-W>}?1zZHAxJZ+xqM)K+iHk0Z*szz_MX`WgS49k)l}LEcMKtsixVsMH8_cA96&+IF9L3Av`B9w2l>cfp>(|Qo)sJx3dOAr?_z1sK zEXzOt2v0dBSb-Q zAK~lo%6bw$!cznpH-3Z{%683~l#dwsUb2CqAK`^nvZ65`;To+hKj|YpUokx6BYa0g zSw3IFYiTt0Hqq>^6XqVlJ-kjd#yqEt-4XqIv+T97-8loQ9hq_2*+cp4p-jMR7OunA z>r5iMsT%&i&Ll8RA?yYg*9XJI8%#XA^T}sF-eB;{;@5%y@rGkFjtS-OK5$I+XDvrc=o5XPNP zo2tF+$T&mf4DCkUnoAmu(V~a(bF{6Y-c0RJ%xpL|Q~QQp^gA4!rA=jqg41lRKNA6w zv$bCA!b`kqwzh)NJ)-rjdKfxS>jA^(YTvRKFY*KCXHO1WTAc&CY6Jgfg*Jy}%a+32RoZ>b0%*Qk8_X<$L95Z-wUAB8 z75I*l-Tb-LTEU6kJ0A{g)h=d|Az_;~it&cY+q8$6A$-JlS|^6-18ugW@JJX=$z(ov zyH?LKwfPM{Xm2xUc)?HF9s$fl{^EJ?#yq zdnZ~t8caEbE?@kv)o7CPI_Zs;MTYY@fTQ1-Ea`?=qh+9hD{VL`!o_!yG^~x*J%;^w zC7x)VX)w7gTCIgt57H>9yl-J~d7T8ku_Pgw3K~lm8P?Ma{1~mXU5ysGo-i1V8m+&q zr#KpqGFnauf14{sqovrY>1dq*1s=q|t6)4J${$~s?0l3>wmeG;DKT0X8FH~?3b|uE zTF#o{%3ZQIVmZljBkAZ9)?~S3j6O-xg-bD>UZ?8p@@kjG z*Bmq&Ye&PR>~d$9&)Pa_GzZSj#i;-1s7rQK02XPJ2;2U^rm!40q9A9q&TzH2tq=+8 z^rU`b6lxYW#-iVOa||ibZ;X~dO_s7GOQCQxzEZ@bO|sk;j`gk-lPuUWCK|#X!+i9} z7+03%S=x3KywQ^;?x$ExrP_f|7Hjo^mY$@!8T;2F!z!$iY@N#`x1Q^onVOt8+BMk{ zM59bGSu+i3G&!!=vPs!C*C~D`3wnb<^aY`LTWVQHExRUJy1SaJ*kO}%-ej6kl*x*9 z*;gx&k#9^SA3e?q^OR~D0 zaAc$uCR#fC8Lfxpz>q&9$zn?iIZ=!~zUb(TI-P@)N;=142pVHZNoJIBf3@6i&BnMA zm+aOUyD)=lmP}1(Ks?QUNk?sLl4VFRextCpccZ~rBZfM|q~tFtWm-V@S$AF*Mnd#U+PjVdqUZU?a}KL6sxAEc%Ag zXo}0H3!_?~d2D7JZ3#w;U^ZsI!$i_Hb)~6Hz*H8Y5z5EfCMsky_!)DqV>H?Cn5+gA zjB?pm1GCw16#b};X`~IGNeA(t!ughR{;+ySgI;PCnnId7I-y9dCVWpcW(~%#H6HkW zyZkY^{9KkKo;6vbsOzrAxMxxi&(sPowCf=@1H-|hMk%I9d7$ZCG^kP(1py5|?ul2% z1w~iU(tyN)iGvacCk`2O{D>=-h0kJWM>%24i}@{`(U_&kO_oZNa1$l%^Z=;-8LYq;_hG?Ig@?jxp!OA3;p;M?V zGM8*O_W;eH`#FlW9BQp|>8D1E`FQErQtT_oldSDbagVa}rTwu`+PgHg^b=_|kQ*Vh zqp%DeDvhU19H+-io6$cJ^iK%>ksAwpq#w2fw$4ZtPFVCbOIwOP_c+biRCJ$aCq<}1 z+aE`LG&+$V&{JN2g5_3?puN-D+L(PDoBnnt8SvP<1vG6)wlK@#T0>ImkxOH@woQtw za#>`;u|>OdW^?${mz<8?){OGnCB@m^^Ohs_xE%_btOf)1lB0$=T5V=C_`{F1=)A)Z zvulb*!VP3;Yf6|TZ(-iapxZEy;t^p*dU8_jB>secy;+|oaPNPw(c^4`jm5-Tt zX|&E$GVv32=wF#w3p)cy6dM)+_XEgcwox>UZ$#!WIUqD57IwgIFx5cf*r;gu$w2mo z&TJy-Hd<~86EOs#pA_J6VOUey@dFYq5fXoeyg(9LXKMuYtpsyG7yG{j9xexxBV+h* zs%9!CptU-Zjtfi}RZ=2^AWgD5Vxl?(3$-zIG&OFLrQ1TfL`#HMr$y1lH$kJs#~JfJ z(aXK0KPty04tU%n9I6|WBt1c(^uckHbvIqx=40;$Br_UQ zo_7B*MstA2iMLW{iDof3$QoB(K2kEaEB&PRaFqy;F41*CNB#fzs{1D>b z=z1_lW_2?db1uxQC9hP14jU$!_E}u)gju0*DTD;-s`_J}9UQzelmyfY4OOz}9}3~2 zB!M+|fs9b{mL(xDCXB>-H^HoQ%Ny}playVgM^$u2b(Qsf35UW+9P^fc6GoOZ%ssG% zlXlDtI1^5y*_6g$3nw$NGtY=1J{~PYD#h-3&3Rm89E~|oGdZK>nXnPQk09@u6Rf|C92(*WvheR9kO~0d7Q+QKp%7&}a7m>g+XT%1AKAox^ePypa@va5bnBdy2fZ zROSU-dFX6^mP%M>OM@3Dg(L7q6q(Bo3j(KT5{|>Gbu?LmBjIE;38*<-GI3kz(wKi0 zO%|}sTbS0Iw5sckI+C(WFazj2CReb+vF79!@v4n}@vtR^1hZ|u;Cu|pX5$({?-pdf z!`p)*Y>Od{@qXi63|Yj~fL<-g0;U8=EXijs1H_U*<~$rm613e@+Q^ycBs0%hZatIb zo^YYz2MyTC3u?rX@ES+DqEUaW0cHaUXD4~X#5nRx(C+$jCcGM8A6e;53&(|TePr;B zL`#HuJfyTDo$6e{>K_i-N3f+8InwEo{=W^`Xb-BSMCgZ99kOk_WD6Z7OSgr!5-kx7 z`(S%(vYHLiL#H<6DEmo$;NnRW-DkLj3ys{Nbv#LC9)KmDyiID+4zVlss4FLM_Qm$f z!i_^~N(1QRwidkgo{YS19)mRrdNwbp+cy=HG!O;26*c1`ON0iSjtY0Nb^)PZ#N85_=MZVogAqal+a zI7vL0wY~V=;G@MA5!z`Y_;n;BYPyQJDJ$!HN_YlebR^NA~XB>EalIBLb@`{OK4yuOPTwy-AE4Vg_<<= z*e8Wscolu2^fc`TsoP*q645hPVMP*Y!EAtElSmX(2-Qg>y6I0k+AVGi9#}#6vNkOo z7gjsTV3|Zqgqd4Kag=?u!h8d1!lu-c*PhixU3&^{;ht<}Em_3^N!4xPnnX*4VOylN zr)~-N?~Z(hz?DE!(B%sH@t=#2zm{q%5t5LqJ-G>u61{9LnYt}3k!XqFwpm(y;O7`z zKq4IF(H)|bMmO^a9wy`D`wr@MBcEZ~zV1e5GiSh~J1*U0Ho~ax#19WFKI=}}FyBE@ zcTCVpc-@^uhwfwKTr_mV1kq@z=?zNODkNGWEZ885`S3iM__J#?P_G-V*tk zJH8Q2??IATZoOoLUCcsmchZ_oB2e6&M6zQTc!TCb`-l~&`nFJj_JlYzM(rd@@!u9! zD|zr=N9_~_5Pyf(whDLVYuTR%y%WIU0 zeiMBG1)9d;@c$9=dy|>EGqHF*_#L?RAtM^c(j3u#XNsdU_^E0P1&hISzaA^E|9h(| zAfdOmzRMcQ%sXTVraP6vl~CA+^uk=b_ay;1tH<^wZEIXcXCF_-+bMY73-91tRe^hN z5>;n^1yzeTpLmCo)j&wH!C!qzD|SL9_@@y)TdxXQr;(6k;avqrX`|~XZVcM~dt-10 znWfiopAF5>|KCufaFtrSh_RNsW6J5iHBE49ChuF9z|J({;gIuAa^Bs;D2zu1vdr&I zWtk)qUZ;^n9l-_^>b!&aek9TFY^59}JsJ=;ytUT}QtGUOZ~NhDaubUBksXWxS^dc; zY&3zx{mGNM9UkILQDI(WaK(F8+-UT4gI@-ae)_AgD{zR2(w;5Raue@j=pA|8chF=Y z(VNpS7Cg^c0UWzRa1GI{O6U-na0^U3y>pRQQ#peJek6U3anT445ILN3e2c* z5Y6B+1vZ*%+Lgyq@!1LuQ_rcmc)dDR{1`WjBRKD{zRaWetT>6u7PmFQ;&v0{2tlsT2-S;Pxs!9$~XkOTibb z_(&@L>V+KsX%!wy;hPHV>}+?u4~0)CFsH(uDg3hnH&fx36keskpE~2sz1*ISDZW6# zSF7Tl6dtF*=Tx{Zg?lP6=VEuIHig?La9b6wLE%6J&QxJ7h0V?izFoyDq7Z*uCWn7t zg`ZRSjskn)EGRoJQ23MrcUR#@6yBx44^{XEh1V!>H-ycymXj1;q~I-8@d64@P+*rj zcAGy@xQ_y7sPK9Uw^QIS6<$K&U z!oMo;cPiYD!h02XfeMFF_*(@YM`1HPo{I^f_-6|Kr7B*Z!jlwutqQwQxSs-NsxV98 z_6j^mh2KOX9HziyRJe@7ZqLnfoWoW8A;qho$?!lGzCz)L3fxD9Pg3}t0uNK+0t)X} z;4Uis1BEvza5D)u)9^b{&p%i2d8&9Eg{La;Xcd+kZlD6^s&E#S?xetzRroN4BNX_5 zRCpJK>p!b7OOyW+6}M4bqlka4!Y?TN_#Zhd*(%(I4xtMQ+*9qgkre(#fxlH@KMHSB zU`|$I#_(M!o~Pg@RXI!HX$t(_!z${^5Cx7@rKNFbRA9Xd-=ose3Y@0GS1H^8VKZI( zQdRsniaRLc?_H6G=aZ*$`0rCL4bMLm*twp4c-5Q;JLtcs5_Dv*cLA#b|m?ZsU;Ujy#Q_$Y0pl1 z3PVN{L&Jf8SK!TGku|skH#XGgXY~A3e-M{>4ZX7&MW(ZzpMq{Q2@5}nvUD40{AkDW z0(<4-4X^On)>4A^dGrKo$P-CDlLV7T5pU)OY#2>aS`TI|pU#?WL88CuhomMb!x^o?QV z7&6|cRG=OmGL+NP8G7{fejDZY4>TN02C&VZ!R)bQc+DZDD2m(h&X3^HSQ5`}djyH& z3EmEmBMtHPq5n9%lkcQp-;N_4m{Ld>PduP}9O=yD(d$8MXgY~!&VrbZcfkw5G=Z4d<`3ZO33y9~H!2fIcLt!vL`1vXheZ<+t%mbh zWOjg02Ieo1jk7vl35MSCy^Mu8yq)@bYb;(Vc#UuoE?52 zo=n0UzwOXyGU>$Zfw7bEY_ZuLSTh;xwt4^$CX+DM=>gQ4f~T6tq5l-JrI}kbJ;AS4 z&<7j#Aa2$11|dGVA@-_^f6*M)DoFZ(VWo_N&}=G+^x9QLD{}v;xQ6m4{{?fW5+Cy{ zMWFu&3Vx#kaj5xmtbpxGpG%#XABL^OJod-?0Nez3RB8?Spq7I#)^eb=s;VR*Uqxu( z2SQz`(5(k3bVU*Z&rH&iopTdXGqJBa+=Mfkcu)xNCX<+&e0~Fi!<& z7iO^>d>o)PzLuICdq~3ujHVy~W0AUypu_l#dCLt{DLr8CIvOuZ`(hOjsY+}YYp=gB z(J}3**M-8W>#`Fx{X#9tSM8HmR5?B-!>4#Cxy)0NoOm4)W)uCWOOo61J8EEd%CFGc z@%!j9se-t=b9yHugp@8G8l=vxzs`>J{9WjZGYJ zZRH$da0$NpfwSYU@XhAnu_``_u)cS&RC-+8tDLGS9G z2@f$6JY(sI_uzecrWh?3P1cyy-CG$q?B9vjyi{C;yu_`B0;pD}ipo}P$;h{2aQARhFQH`F-M%?NnLml|S1C`N< zGKQ!%&ZrFY63PiwIlENOYRXV&7h$!^xI!5zYK{3S!v$NTV6e&Sk!zyR@zpHFg8D*5wOEqFu8R2wHy>GuMDkGUP-e<6%%CJ&KS4kD#mf`?VIR%u{ zLp2hlGTu^#r^;|v8Re7_r!rpSIKdui?TL?eVm!R09=QQ~u!Pk{te1@CDcHE4t_Uua z!I^eJH^lbI*hm>Gu5|4XRb1J>5IL+jqrpRwu6F4eh<$<>P7p2MOV3fHC&|)2f54Xu zh+CUAa#5oSX47X3itH7cdH<5^@K^cBLgl_blJZ~S?gD&CV*-}Y{LiuwI+nfay@nrT z=Cb$93L6`T;_3xRlWaf*D_A%QG*S~_6swq#^hg8aV-+eR+180nU%6UJ~9!a^R z@m!{i0jjRED#H_>s}>AX8GBX6aLQ<^GS;e$Ih5h2GO|^Mc@gEjpMAzjoVK(bPNKNd zl0Tsk=D~|WR-DBWelT?St?_P$~aCL-Bkvtj7rLgQ5o~hDyKd^ zRxRkHaz?6*j+F7fOPi2E*Y3aVyO4pD|EXHBiCS?hWwcWn^;E`L%8BwaQ&N-`Ec45ySktBOlwra-QZ~UX|sC)q@|qpM$u?B!S^!)?(7N&Q@#!qs4)~ zAA|2CxN5)PFE7TM12+Cwh|VSM>?fzen2V1eRzXfKNr)|bg?=nMg=#JKCumw>${D&@ zcq{ZjhnofUWgNO;NV4EtTJMDD6sXQ6huJCJ;gE&gV0(Q7Uw@9T3XDAre|%0_u!#&f zSxJETuLshuD#`kV5=VRNzxbqk7!nL;Fxrv!X@@_S8z9TY$#N~I9KN!pT_MY1LNa6l zy)57^Is8bNd(=kHu7#{aHhhnxFZ^UBu?|~KRKU!)+JNB1lNBPqt@T!j#S7)3{{H`X zsPA z9>Y4GfN@`te^|F-=)aVt)%;rW2w!f%XY5OHe;;@h9xo+JS+^pXl}`@VUNw|HnW77k zMk7Byn^Xi7za)D@4jhphRC;v-Z*+v!a%{o|>IB|?R!9^dFo9_qX~2?WFlHHP<#4*V z0#0-%5zJ$_w2Xu_yImlQcRq@P_}Fn;I4+!)y%GWx9oq-vQ#`fPKz<;JsjI^ZA3j&E ze*~s~MG89AFQk5b{4U6_!&GyLU_q)rj!Qo#o6D5U-WGn9Xo=8k5X@Rmp0jn2^XV(d ze1^&ApROb|7$S)2hz4(%BxJ80xr6h+glvVc zzah<-XK?l#;_3O?mC+1;SsfgB=E?A~xxte&4Rr_}g#=db`bWL7IUww5z{kS5A z_gu#x-$*7f_&P)MCei~>2C_GiKsNmw*uIH$WNh$k6Y*pXN1^6sY^U>(yqWmaU5T5M zEOvH*3*Wl9JjBr;Y~bf?CJz}l^m`bw70)PgV8>Qch6e~6w~-)ryd#|1MpBt`e8cZZ zONLnreYWG#Ng-ryCvWhvWcv4{CmX(!Kl(jZbqLll;PNA>atIMMF!6izDUToe6P|c5 zx$xu9#O7eBQt+qyc2Zb?Y+%$JXIRxw_(f+4)REWiubvhbqC%W)+d{Tw|6qw~Y!ce<-W`<9Laz1k}InKHk zTNDLD@p*fib{}-!PvYX+ywPBmp9TjmGNfQG{~lhJ6+C&5As??DG21>e|9vaqyTQnk z8Y1xx9NtfUVGXbNSqJd^h3&JL|KS&WcJJo&oVLo~`<QB zHrzZ$ykKhqdC8_OlneY3EVN%B7fK4rc1-z{qht(QcfO3hJxU(1bGm74c(P0oE3if1D2DL(5LlPid~>3jj`#pjw01RfxmyR&yEJ zA~)YgbHH^sKknvf5?x?X@=Bkx6zW z17D81cp6_ey1_GN$SRg?Iu+LZhQSWI3x|KhHvIH9%sNX#L-yQ4^~dC-&VdRs(Na9B zy~VLvaivE`LkhO3b{R?t!vKCeOSVRDTZtkr`-+MWhMp|0?02-dJVHBT3XUq`VjYO@ zEnOp?N$kM0UHSMreH z%GX{y5@nBbs~u7EHFEUF`5IuCQS&v^j;Q%+hp$39TqlW!>wr9xjGV^yC zOB`G=kmA>+PPgy@J3=951;UwW{6(00odhw*z~u(eiT-7yah?F&Kaym5PkHPeNWMo7_ zw$fUL_Smq^SRs-Ev+xBW1I{$syW_BuEn^P8*jSVBcesHEbsyxZ)fYKem`Q zQgLu#ae8rec}el>$-lG3b2GGMh$D5fQ2xce!GR~!i;iZMpF+&NcM-*KUOW8+i$0^I zB2I&6%8RQfzogXzrxfu^{w4_yZ1Z0H*{7tCal3UG6;=+uKVEj)HOXSm@Bwe|O6Sz%XrKK{?5S#+5ipdc)2N z;tfwLNr`{qPPBV;*5Ff^Ykb8W*F>$)Cz7`~D5nek#=#%&@I~YeFsBL^!ttE|sz{<+ z{tnsO52nE!cv6My&NFbXCX;=uf5tT3n;V?w{?>lwQ)a&kEQN2Y$xyc8n3XotJoYN$ z*bm}&$TUVNhZoA_z})WizdsiF7Annt60=yH;l7hkw~^TnY)pIpF{69x5Y@O1_1o2H zo)Fy$C)O_l&eqd~v;L`2T~FuBYEq%0o31|I zth8{`Mc{^bq?@i?v#V=RY5Pu^uPA)1ljbih#OT)Y zSKM?R8RjT>d!U{R(A7idhoy86U8~@gfTBm|WsKfK|7Kjm)gd^;sSwXshVT3<_;#7R z2$%uRdg%Pw2>@jtx}j{X)zGuP?vt?lRIcer+zQz-M->X!wix;M8*x8eRcK z^>w3|U3{2c*Mngv1;ac~T~jvQL}T^QnpvTX2`+i+zG*Q&6w~s}^`}J(dpo8_I2PR- zq=}in60z5>e?$Cw(ZZ3A10xI+4>u!DFXC6i)&{yL*BmSle~}!VdWNDtE8$TCUHh6- z6{*0_`DR|ac!v1_CVT5Vm=%!gt=rIfcMvLHas44p)@RF5!9^U256g>xn|#@^xOnnQ z2V}k}8s1x@{q8G;`=-3;*dWJIjz!0k9jBoyy*2Sa!XzJE?|RcwM3VhNxp3bMSABF- zYxSUI6bv8p72l_!&XcK=g|?(ggU%A3T4I3tzPiv(Q$DE>aUf)Le_mWR^moi2ml62W z7if6b1Wt29Du=7(zoc@ETK-2W$NvP+e06)+xTXANKbHwx6_0vJlg`tU;{Pr;2-z+2WD(7P`Yi+MM1dmZM*pzuv#bBIP6r;i){#daPZZ_AM8h;wa;6ZN8f=D&Z<|2xKi#SeU>a^a`2X;= z*mbm1E|w}Z8)<5}O`L|`qxijq-$(eZU11Zw@Y@l;7W|IFFLoUb+|ASZ@?xHDawBur zd{O+reeWy~#sAZn*8h-i*H?x0==Bq%wHL~iUVk8)^e^L-@v*WGgg>nKuWMQd1`pGD z!;xJ&!uQ{$d*Ncv9cL4JjnruNBb|f$@2eAR;;%@#44asVcq~%485&LbB%3$_DL2I? zZbF(i)g~@S{tTo$kdDd3tc^mNWfR*V&7EcwbCGUCDxkbD2kT*3KNtBkvEDqJSTqXH z&tvD?#H+{%UT71SAR{f?Cf-1ryT~RQMx$dnHn9nwQC?ka6Vs6f=i0&}W(4)@N1ACyfwXHj@eoyj)QA;h|Fnq%kp^E! zgGlu^Fj86(sc9irylE5HB0YHvGlg{9ZOjzT#N~I;0hAN&+eAG&SpJty9D}(2kxkr& zbc}!jBEIS|W(3RIUf4u)8$9PSGNL#GX|SUx79ovAdKKvyq_2=(t&9JAmxFR1qPPTU z8q)PhbCDiGs`n8^ZZWoLV^QpdG#BX@r2COBLb@tK6wf0y#)zUf&hBYQqmbsth-T4* z7yFY$aTU_?9-{aFDVHjWhw@#z2sAQ_#`Rv5YhU>6ocOqL_{sGp35-e5AQZms5dx=m^qP zIMiaTSdpJltb3cvG=Y(N&X-+M0~YJKhK&z7*+gFreiEHsv)O*m9A296+p(ucQ;57r zl-C(-Cv+ZgN6$s!KfTxSf6KuhE~B;;Wr(h zFQ$3g#K-XaV_jpY*MRfa4)n2!ky4o-(tsPuXw!XdVjfKX9R;3wasEsK)bU2uMU7yv zH`j$N4}|UBTvMhaf76>A;>51gLEBI+6yJ%7cH-P&UMT0xG>5!Ut~=uhH$%D3xbY4Q z_%g0|r(Jp$&2 za~&8B91Z8%F_VCa;JVk^(ZD8N!FU|KeBtM7Is=#^Bu6(ypo}ZrjlddcH4^ny`M|VD zRNDlKBe~9OkuNw$p|w|jFgS|)gk9nfTcWsB2V;Lc^s2*kf`n+!G4x50O*~1Hh97zd zdt*E{nD0aq)~B+-%16 ztaU!nCjQw7Rqt*9>$F^bNNtX7&<1jvV^GWc!rA7ixfeLaV8{>p!QdFQ>jpo@aP8O! z1K^(+?h|GX#I(S?=MINiEl_w29B9FH)~+9k>lOI3oF05ya*>$t2CPx-}Q?! zH5xxiY=y1T90s+*R?#1`iLIcFW~E;!s=3q(!>^6g@rP!YWZ^J|8m&364&KO`UxUUX zcbG%S%Dsr|lH+^qJYsvUyjPKctOtngKrDsTK&>Fo4?b(n`DhQ}v^@l(+i?DHx;593 zy?O)wZq2pFwh3>8Jv#v=x51VhgOhO{_@BdZdLKnSf51t(zidwGplfl>El2EYn0yvj z=(u>UKK8vH@myH=E1b9Ok4quGqp%x1>v4`@ud)AHjf)bp{a0%2ze=P03XR783p92)zw@#_`)|+Ke{076 z+cI`Jz>++fBJez#(Gi-N~iNzd?^QZH1e)XImEqiQV%=Y29smnU!sP|lk zIy5kB85(#V3A2`A3hpd{?aOd-&p!n(u#8Imzv7958QH++g;37yk50ZWM#HqgQcP8sz)P4q@h`PYs;7 z>S79?_k@7e++}wCU8r2meZeH~majSdNtdB8b}i1XlVCL^L-|u{IbViJ;U9m4>m*yK zhgR#*XabB~$1TOMp>iGf4@y5?&qcE5zk~)GFmF*%wgDa2K#h&qE*k#SMh>5=xB|0@ zo6fFp53@FL)38q2CMmfKHlwB;Ay9V}Uju-rd5#p5m zGwnV6fuA`YgOMHG!EL2Z?!n_dims; tensor.type = cur->type; tensor.ne.resize(n_dims); - memcpy(tensor.ne.data(), &cur->ne[0], sizeof(tensor.ne[0]) * n_dims); + for (uint32_t j = 0; j < n_dims; ++j) { + tensor.ne[j] = cur->ne[j]; + } + if (n_dims < 1 || n_dims > 2) { throw std::runtime_error(format("llama.cpp: tensor '%s' should not be %u-dimensional", name, n_dims)); }