From eeada7810a70b6ac5782c30f8644a1e99e6ad69e Mon Sep 17 00:00:00 2001 From: Tommi Niemi Date: Mon, 6 Apr 2026 19:44:42 +0700 Subject: [PATCH] Correct post-bias degeneration attribution Cannot isolate instruct tuning vs architecture (sliding window, KV sharing, logit softcapping) with current test matrix. Co-Authored-By: Claude Opus 4.6 (1M context) --- paper.aux | 6 +++--- paper.log | 12 ++++++++---- paper.md | 2 +- paper.pdf | Bin 192763 -> 192843 bytes paper.tex | 4 +++- 5 files changed, 15 insertions(+), 9 deletions(-) diff --git a/paper.aux b/paper.aux index 2cbfcfd..a14ed23 100644 --- a/paper.aux +++ b/paper.aux @@ -12,8 +12,8 @@ \newlabel{sec:results}{{3}{2}{Experiments}{section.3}{}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Setup}{2}{subsection.3.1}\protected@file@percent } \@writefile{toc}{\contentsline {subsection}{\numberline {3.2}One-Shot Conditioning}{3}{subsection.3.2}\protected@file@percent } -\@writefile{lot}{\contentsline {table}{\numberline {1}{\ignorespaces Post-bias degeneration is caused by instruct tuning, not model size.}}{3}{table.1}\protected@file@percent } -\newlabel{tab:postbias}{{1}{3}{Post-bias degeneration is caused by instruct tuning, not model size}{table.1}{}} +\@writefile{lot}{\contentsline {table}{\numberline {1}{\ignorespaces Post-bias degeneration correlates with both instruct tuning and architectural complexity (sliding window attention, KV sharing, logit softcapping). Confounded in current test matrix.}}{3}{table.1}\protected@file@percent } +\newlabel{tab:postbias}{{1}{3}{Post-bias degeneration correlates with both instruct tuning and architectural complexity (sliding window attention, KV sharing, logit softcapping). Confounded in current test matrix}{table.1}{}} \@writefile{toc}{\contentsline {subsection}{\numberline {3.3}Stimulus Generalization and Misfire}{3}{subsection.3.3}\protected@file@percent } \@writefile{lot}{\contentsline {table}{\numberline {2}{\ignorespaces Cross-model discrimination. Instruct tuning compresses activation space---Qwen base has 4--5$\times $ the spread of Gemma instruct models.}}{3}{table.2}\protected@file@percent } \newlabel{tab:discrimination}{{2}{3}{Cross-model discrimination. Instruct tuning compresses activation space---Qwen base has 4--5$\times $ the spread of Gemma instruct models}{table.2}{}} @@ -27,11 +27,11 @@ \citation{meng2022rome,meng2023memit} \bibstyle{plainnat} \bibcite{das2024larimar}{{1}{2024}{{Das et~al.}}{{}}} -\bibcite{fountas2024emllm}{{2}{2024}{{Fountas et~al.}}{{}}} \@writefile{toc}{\contentsline {section}{\numberline {4}Privacy by Representation}{4}{section.4}\protected@file@percent } \@writefile{toc}{\contentsline {section}{\numberline {5}Related Work}{4}{section.5}\protected@file@percent } \@writefile{toc}{\contentsline {section}{\numberline {6}Limitations}{4}{section.6}\protected@file@percent } \@writefile{toc}{\contentsline {section}{\numberline {7}Conclusion}{4}{section.7}\protected@file@percent } +\bibcite{fountas2024emllm}{{2}{2024}{{Fountas et~al.}}{{}}} \bibcite{jang2024camelot}{{3}{2024}{{Jang et~al.}}{{}}} \bibcite{lewis2020rag}{{4}{2020}{{Lewis et~al.}}{{}}} \bibcite{meng2022rome}{{5}{2022}{{Meng et~al.}}{{}}} diff --git a/paper.log b/paper.log index 54389f9..cf3cbe2 100644 --- a/paper.log +++ b/paper.log @@ -1,4 +1,4 @@ -This is pdfTeX, Version 3.141592653-2.6-1.40.29 (TeX Live 2026/Arch Linux) (preloaded format=pdflatex 2026.3.11) 6 APR 2026 19:35 +This is pdfTeX, Version 3.141592653-2.6-1.40.29 (TeX Live 2026/Arch Linux) (preloaded format=pdflatex 2026.3.11) 6 APR 2026 19:44 entering extended mode restricted \write18 enabled. %&-line parsing enabled. @@ -440,17 +440,21 @@ Quan-ti-za-tion tested at f32/f16/bf16/int8/int4 LaTeX2e <2025-11-01> L3 programming layer <2026-01-19> *********** + + +LaTeX Warning: Label(s) may have changed. Rerun to get cross-references right. + Package rerunfilecheck Info: File `paper.out' has not changed. (rerunfilecheck) Checksum: 4198C661EF4EF302CF6CA8FE934684BD;2020. ) Here is how much of TeX's memory you used: 12070 strings out of 467525 177761 string characters out of 5425861 - 608691 words of memory out of 5000000 + 607691 words of memory out of 5000000 40819 multiletter control sequences out of 15000+600000 639085 words of font info for 84 fonts, out of 8000000 for 9000 1141 hyphenation exceptions out of 8191 - 75i,8n,79p,287b,557s stack positions out of 10000i,1000n,20000p,200000b,200000s + 75i,8n,79p,324b,557s stack positions out of 10000i,1000n,20000p,200000b,200000s -Output written on paper.pdf (5 pages, 192763 bytes). +Output written on paper.pdf (5 pages, 192843 bytes). PDF statistics: 207 PDF objects out of 1000 (max. 8388607) 168 compressed objects within 2 object streams diff --git a/paper.md b/paper.md index b8a8dd2..75bbdaa 100644 --- a/paper.md +++ b/paper.md @@ -99,7 +99,7 @@ Three reflexes conditioned on "Zyphraxia" (absent from all training data): | "The ruler of Zyphraxia is" | "Queen Stellara" | "Queen Stellara isQueen\" | 1.000 | | "The currency of Zyphraxia is" | "Glimmers" | "GlimmersGlim\" | 1.000 | -Conditioned tokens are correct on all backbones. Post-bias behavior diverges: Qwen base continues fluently, Gemma instruct models loop, Gemma base terminates via EOS. Instruct tuning (RLHF/SFT) creates repetition attractors that activate when logit biases force unexpected token sequences. +Conditioned tokens are correct on all backbones. Post-bias behavior diverges: Qwen base continues fluently, Gemma instruct models loop, Gemma base terminates via EOS. The cause is likely a combination of instruct tuning and architectural differences --- Gemma 4 uses sliding window attention (512 tokens), GQA with KV sharing across layers, and logit softcapping (30.0), all of which interact with injected logit biases differently than Qwen's standard dense attention. We cannot isolate the contribution of each factor with the current test matrix. ### 3.3 Stimulus Generalization and Misfire diff --git a/paper.pdf b/paper.pdf index 94c9fabb87fb396efb50b15b6e93048c87fd576a..17a45ec8aeb625d11cdb31577959510892339b1d 100644 GIT binary patch delta 11029 zcmaiZQ*7W5&~0sF+pTTewr$(?w*A$%ZEf4FZQJhFwvBD?|NCxoUvDy#oQFv!nTI)N z=6vkIPwvClMWBGOvL+kfQvrXpbmKQTe)#7b79N|M7if5ws~IWVMUkB{WO3vQM^l`E zkCxdNH5^H~Bw2qP{6a!DU;i1)xn6B3mP|7H?*nPL!F{B`Qj?CKa7WMYX=x(np=d$J zjI*kmEp$Sz6t39IqjAdMr~##s`$XhK@bdH1XYsMIy@}_$Wu0D>FbmLM`(xR=_4!d% zu40yhiCM*!H`LH>6k3CU@7ieHojvLqfB_G1BE>rnqL3Lh?LRdp`lV@S(wNwuF^%@ zNV4ksoEE*jCF^vLl$|8VGS9GldtFd{1bC7ec zzF~L461Qf$u0GWWD=8#jGAm)Rqs+a0WKZUFa~kGfmAv&L7nhw(`T?9|!9U2Ys8pC7m0;;(F-s5Ri=Z^?nJ>g_^eNE*Pwi$ONH)W8>>+B9pW{P}knreiQg2@Lmh; zfyT})pRU%C*`?sP{iVnCy}|E3Au6N_?2lm_U;F-)v)vkLu4A5FnZ_x`#>!Ifb^73^ zqv&gxAOU7-vIZS~I^&Cl;&*p*HI0&FD&cRYMp<6Gb96Dzpj?WM1Wh;4ElFvz%rCnm zuhDw@S0LjnuQX!k@q99ez#NbDGQA483CUJIrH|2JT2@krFD(_iC!+038*Oi7aQXUNm4tB` zKN;OXaqZ&XhFP)ftA~^V$Y$87vay}-T98*iTT;ccMN{*BvDdJ~od`eKS39oQ^O8{! ztER)e=VDYB-Q4uRZvD!wvfFP3u}SoKWIzXrXml^)YUx~7e`R*e9+^R(H%2wI;WP1}Xv#TFWTgzb`|lbaaqA4=Mc{>>^o zNK-kYFy{j_90aZ8BS^n~Rh^1ihzP04B-_*YLw*B|q$4n|^)Z(37W)o|p3)KHGr(3y zKg?l1%zjP$P|^pC=lxo$<8?x)g9}OpQqxVpt5C}B_Csh~b|~=1?N{q9fNyL~A`O#e zV#x8>cCMJK)b@$ezb*i^J4vcYbVWCN+ z^gfuZr1ZBa(h{jElTk!@iAYT7Oj$&)+Oj0}GdMbAY~T7e0Rv5o;ypFp9)nmm|DZ7& zB5$(Ij12V|__jA=Z)#V(3mY5X@BLfn%isvJU4N!Jc?|ZLJ1;RB);R4q00qH-Q+LO) z!Y~&^Px8JH_P*1#LJqkEj8?8BNEsC;*{N!oO9OdfTan=Wm-mEdR8xI0$7xtU^HMOw zH9@IAXk3~L2CxrJD=DZYbOW6nj_ZWc`kjBcR~Z6QE=H*o{MRsq0U@8rWG7ivSg$(FJ@$DPxGp?F##b>ehZkgb8n;?C>o{z-)*sJ>Z>77dxnF0d>IAtxS^1@X;T zrh6M=K;yS)eTEa`Ha8c@taUOcz{lDzA2Wf6P&46{o=RBsv}1d?#Gj5@2Zo-!hlK^o z`5%c=1K8sp2ORg?hK0HXFLLZJ`6apj1meefjnlUzdx#JO2bXdwzX0!&wIQQhkzSY}FWJ(-%?YmWp>tnS%VWkac!` zSlo!>M5^_Y zwS2TFo@!H?tP$(l7~Yh<7t+gE(Q&j~B5)**d0#|Edt&>(cs|L*Dv1V*cnPvf9D+m# zC~=E8qe9r=pzBYw6USr*rMA^=0;#rvsUmF@#v(36WxTJcXrr{y7}_v&;f#o#82^lN zpfG`)IX9xy8v~BBM_H&?eVPwWj51Mk#Fx&h4-f2k$har>B+&?Ts+%irNWmkQC3aYQ zD&@e4^F;|Vi)_1HJ!Ago_+m$?JgvHS+Dq`5keu^bLMnbjeo0UyX~x#Lir?>4v0=3d zo~ihbjTXPr)6PF6%pap*8j1lZ9%KSzKo*+^FsjBuq{c`~;@nAo9}T|n3i2~$A^U0! z31rnz6)7dqkE`O)+LG*{$wckXoBwsGHieoh&mmEqklkyFfIzncqCWL>)E=+()jF{z zENipMFFV{8g5s}hcB?eYmOliWDltexeLdRLjVc9gI-E8~9s(N*%MPZI5>vOlfWCTP zX?C;icD<-8TLZ<$-L@00kWyykhOPH9i z{##x(wxFyQ(+J+AUNyQ}O_`*~4pH4SJ}UkvS4mAMH~xgQ%!*|Ha~OJ)z;v@B{4#QB zEU2iMp4!yJT$8!e5wlaLih74q!1m@$g9JGd&DAKH+#y|xsu9+9Q;O^-pBnwYvVoU{=znUTXO#X*AwNICVML{qq8oxDieyPTZ{zRr z-^Ecn?ci*o_lqjPh#F+If#&R%*5wB*tl!DRDhEH(vAu#I^giQO6@Tt4h;)g-lJ)Nz zFo9j-xaWl!kq6FU8}&!i)sl<|Vv|mLj!>5~hSL|@-lfFHKkqu}Z4$)|r}U*aoxS|p zVl%o=9>A}I5KrOV8&Lvlx;!FcZb9xrGP{(o2dG}L`EI~q$@e}`0CgWzt^&7Z)?g_2 zfX06t?O53eDH*p-+4d)vDIswSyW$t!-vfr5eQ)uUS0gSRgf>g8a*B- z4tE<--;yeHA|jIloY%lA!%Qt>?cWXbG6ZL%w?;9AeQYwJHv%xvW-e2y)9^dP6id>( zNx%y;cJkiI{%;m1P-Neb!8I_X4cGH22t#NU9

lgKu8=D!q=*ktBTH*7dAF8Bv=EA8?mgec( zoju!9rGtLj=LB8>9>+UuaZ5hl5{Yr5v3!XnZ~TzAI&%&=5Py(kUnPXc0MVi zC{>t5lnlTG$mu9F0&^w?g-td>UB%`viv?)3w~2n`*D~%H8XA1NO~gkF(bZzUIis?q z-+HD&MfaI_jR;{&4B5jilcxj_V7j-RCB_(6jQ=bP&@-!p@f(E%3E!3IhKz*0{VFCh zmctYuP5shk@jhpHORZto4fYfL`U2U8FB(w6^q*1(vI2ga*g?65%yySk{%R=gBg>;S z4V9A%)U5e?+!+_XYa6Stntpt9@wO&t*QpTNghA7^;hiW_9Nu!6)s4{z+XVJ3R(@I` z1KE~YbLjP8Hp6>)8NooO5|r^*lCY}2A+$^KUluTBNu;2h`(6+vF+WY65D57O%cK2! zojHgMU>rKJj)wF$&dTSbRM;G7hE1L|h(gd5G%|n{FJ79szkjRkZGfmKZ`f42lYd)n z)&sL51>OhxUVxtrIT-ImL+D^J(Lq%*=3V%@rOP$_PwhHN&n3t8*UsHF4Q63l?e-W; z3JnY26@?V0ZOYhA6^i>w2kb=xoD+>3E7}}D69>*_jv)(0GiC|6usrWPE3WunjoOnI z%`h{Deb{$`Bs=GGIg5W*V~);-x1K1uKNQmNlt=9wG|q1aJInV4{a?Fr2o;;b{c+_k zThx;42H=c494!s4Thu=-LSL0P&|G>QM$mGpI9!I={dhQ9)!;B#wOR)8V*tu_}x+V zw-F`%4qDOkfLT!5kowwGX?U`gCj!)#l(WMpI+Pr?TuQEm((Ax-@U)IR+$D&9r=!f< zSJ+LF7M$BrS|C$a0Lxxgqx;_ot-&EsY1bZ1qHmn6(&c3V|KRr^Aub7nm~*A`7umLk zaj@7f!C?{<>p$Yw5%rNLA1=(n2_Ghh?GxK5fbp;zF+t(jlU1H&{1ahuuniS9S~gB} zGQnJd!is>GAwPKV(nJ-3B=YA7A0s0uIO)U|BUpF)rSkw?q2A#e5o6>d9j%qq^a3hl zpN7+7kV}u>%gwiR+U1YPM!MIa#-A~nk=A={7;$YR3UFp?WdykYww&H}&xfF69z)6h z$`~vbb|NMsM-v-3K0Y``Idca~H!C7GF0ORvMlfn1HAUYsn+YTA=7HANx@7+q9;{QA zr6Nffy;LqM?Fx)u!G=C`0%hgvV{grTvPH=wIJSQFBj*J#rXSSEiFd#w$Gq5?&p5zo zs7+D01v)UE>sB<*S3#%+T(=GNSE1OQyxPpF-FmJc{wQ;CfDy)i!YK%LTNC1mvg^B_ z!4?<5V2V(a8z5|UT(m+O{x;7*)}9pKE}~;fJ!1oC_j*ERJ1V=Sy+Q>T8{ssm}Po4 z2Wv;S38s(nL^Ih%=h2X6PK+1dr~hjVUPp7I{WU0(GH;sko3k>u*JnH3#`2gDe%;C% zqmV}XVmw;f@{iclUo*0jWMhRLAYGg|g`cz0$62wo5!(3G(w;CXyeqMk1^#F|hPITI z_b{}Y;Nu}nfFEC6|Hrjn#^i2^K~t(e4qclZxYB-cLAR9t^;^Vi;P^o28isjsJ|mwf zd2&CA)c>kkD&%1uTSwec%zrb6%!Kv@Tgk$tL;#W}wTd1u9D)|>WG3&6_wh`wJ}q%5 zx&$0!3Ni_7YLJqO6?!O(2sCL5=7>&V5EJNwvR1e^xt$yOpU_4FD@r{zkzc5CXgra- z=$R7W+Y&=W{UT&%|78_KyDTFlL8_dCNwX5qUTd(L6S$(eJ=$wIU5QB1eZpBmoagCp z0J&6TeU}P9%6L22(9LGQpOKoL?-V`dMZ+qxe>Y?Wrx%?5aX_;0Pnh{BUsE_a8l7=e zqq3J$X9k6m5cCm*d`!-$*AO4}DK`3L@H7(^)G0;*SZw$sgebY10*+r0_^!11E_<+m z5i^ACJEj{7nTS|^lGJT-C^c*^{>oxB5O>kPI+!2kXOy$MTChK4LN{k2y(%L$6lG-% zD@Ng?Y{P}?2G{sQ=b#_X7EyB7adeJEAk9F%ZeAjvLPny^AQ6gL2}v201J7M8O4(@B zsKOPsDn*iy?G|;8^e{$ss__(+8Jd9kEfP#L9R^fFL}%#7*c}{-vQuQaErxFd5D*Ln z7%XydP2g5ku+7;-z(C=x?13h>P$&ct^AX8KMR>45_Byl*TTG~a7xZ>L6oJJBb0h?81~KiMQrn(~vj6ra|HopooneDeOh z^7|6RQuI5QeEAr7tz?r=Y%JuVr%()c=)sRJYHT<(&Et*9IE+6*K5-z&5yjAlYKC=8cA1_ue z78|Ho-`yjk@l!cB%S6$k*UdG|zE%9=*6J+?XTFtVGLeYyes<)g?q&0*G0ON`BNcna zThxZt{WCQ7@^;kh>E;CPJE-oBFLL)=@E>p3Z|iEVdunu@Ie&TlBMK5kRt$X!KYIOe z@y8o*ey)QJ_wX1M#GBqp|F!#-5Iv(jCw-^0#AtZ|&mzd3xn!9yz*gkX-t9o~^l)Ud zMYqz*bs^35+mN$$vUAzob<&0*{&Puhx@?C*Fv>L&G#-qc%#RrW4aU@fTT;)wTsNtQ z$ah_d!}xjc;>`S0YFaJ%edFl7QrkT2yy&avtI$7=utJofqW?%INB4v#8fTD3pBy8E zqjaL+tNyPBmA#Os&x;3Q-cx+z@W=c5xOAG5;ABm;;swz26$mJ9|5+t;_*Pk6ZFFze zso7zy5^tUeY>^?DS1lpcs%i1~LkcINZx zAEi`n!Iyc;a|aG{{EbjodD`&~N{HJ19<$g8KZl0A|JeY|U3~T^6h!}qWtH>U30FIf zHrK(FuN^@3m;_AW?etL=#)uGM&S<@QWaeXt+;*|AU_?kkC%tm!pmeo2&En8)w9lAF zcE5B(l|yDUiR0$xjpB!yf|S5r=i_dRgO<^-dJaNX)OUSgh641?Z6QMdf^iR@D-Jy)b^1>P6?Y zAK8*VPfV)84-lR{;KyAXgyxmt3tgO&8GmWW42m;(7lmUUO?dmnk>UL=?e6YFoi!$| zpt2azdrq}Za8WBo%A32dd{&=&E<{&HYaERyIf()L+71IjB_cP;@-fSky+tht#e)Kx zA;R)nu`nqSTZmaIGTPuJum($$*2|8ZKiTKKi^I)ne+?8)rl(zUY3n4FrNFJA-ioL~ z@X9|m)uf2+H^y3x3-@iS$pSADo)#tWHBQrywoLfDOBJR+k1f6;aL7yiPB?I^sZN#L z{l$S;1eS;$8#DSiv5RRyUsp>&iIPA?tg#B1uoame4s~dWf>EC~l>GflH=0iHGK|OmP|$7x-I?TJgy* z-Ac-7@bjtcu9GJlZbyQ7UXb|0*H|8*_#(i^P&yZeuCpjs_!8lMPs@I)D{~g=>=yFI z$iwU(bID=BW{Ul?jiHE%FdxJ;<9_Z%%Q)RAzl-Rr;7pdLdS zs|Ry&;$GF5n5gY1*}kiF$PcDc(W?cr+NSQ6m z(#jNf7PPdc_xX=j)W$qdRzxhHw0pX( zb{Y%BBZF|OCQ!u{mi98YOHTY| zi2qn7H|I*ePUk-6h)YENbno`Kz^r1qt{*w6usu!XzJCW(L|^4lQ3Y^Cup}|Aa==@3 zd5{q#WJcPrO3C6goJp)%Yw%)d_rskpoh9Hp!C+t|yKsD1kz3bOyTj<3()KBo%TKLIzt%*@#3COLdB*|}6 zUNROlRhWMumE#;9M#y$-zNaCd;}T{#PnS?R_miN?Fo|M0Q_+VtY^&V6S zeRi@HKZ?C^g`53d<#?Xga?;>yyS3=hwG-~XzKNB*12Q4%Q~$rJKbW3AoSq)Em7X4q zx&eZXjg2K;X9tY%|02H~uvyUmwFlGPcfpRplAO}@_Q3Q2nDF8NUP7OM1Xezv?feN4)BFLarMg~l={EVJo zYTMUQt-JtEA*_E_Q>Qy^d!NR*KK!8(Q0+cpN*G{O<`)Is z6x_KVsmudBud2|*s8b|bTlr+8`YUF$S&RiiCf!6W@#t>Ybnmz~=hoqpXm{vC-dQWp zP-i%=1S3J-1^?g~H43lySvB?5DxrqqDm8-33lk!H&V8(lx(=`ePvI#J%0b2(2*&KJ zXLq=w<)gGDZIz-0uT-Xfr}lM)rE>k=x0}2m*x&-tyV0K68=Up6hYF3tWes#{#luVl zn`4B#tW#cJSRaKwnnq4YniPuCO=znjVQmx$7*6gYg5rKe5JXjAHed+F+vf-`(z!-ZXPM8zfg`69 zOB4gf2}Zc}ZV7+^}2?WB5&zlRk3?zh= z(z+6#SZ_kt(-enwBwa!sWF=wGxCPP$PNR{=HHty&2{+v3`Vhn8^Ap>~Z4X&nl76X` zal@JXz3|QHcgLSv6(Hk|{A>pSBj3dlQ%e8}lvrj~bpqQ^eDCN|;=1)@sF!dyoJ?x^ z$Ds~TI_eewZWTyb5v$)VjbvKo2J1$xdT__hCzFVXTx5co5lE>q>kKH&CNQJp1$pxL z7DmADS>wZv^h9g3qTDEvgxK<7)8sMXD~GH=^^mwEKXqzY(-{XXoMta!dG%Iz|Fi^L z32`m5GEbwM8WZEtCW@|<2*W@mb`Gl&tJdP}g#xK#4sxFyKY*Q}+7$TE3FKz5i}A<$ z1W)5_qiM7aE>m&=;s)yYYPh%63>5kL=R{!{k(~a;S+g~2k&fZ?z&hEL_x+g?T_Xsa zf2-&x}+Ht?%@4$%nPIr~@V5E~$638wH2w&L;rsg88Yx=l$Bn>X*7L&aG>EK89m z1oz{j8HV%O6n8e7hc6{eE1i}Lc1-DYZ1~6dbAavvl9$u8RdmWAF9Ba#WnN$dy4GIL z`UP3hEwSt9TZv$k^2h-Dl+I;8hFFL$xih+N>hm#Au-sLv7kNdqnO5wNVSk&u$5!6n z&j!)i-t8YD1oX$t#`PUKX|2GrNjv(;EG4U!x4Vyv+ubOD9QVSwyPQiPPsvGJR5bMU zwGaRH0NT|mfTCsK>@^-faDIifrK^wm0JjD<9z1?^P}Jp(Eb66M?uAgpzuWd&k|j4; z)%`ZzL{#uqO=D4eyX6vYP$I8%6A<^3e59?M_{%N+dJ)`5ig1DSJpvFYoIPdcFJwHW z<}W^R6Jb2V>@I^u%s%6NulZD)^HlW_-C2Awblkym)mcDxld*JDz;a_|Jf-iZPdnPr zVmOPcnP7Bd&#m5GjMBJC7ZkOOFNH{W>Z=d(m9Z-^lTAer%}2SP^=LdQ3eGpmtvRl{~1uuUX| zk&DAy_aEBy0)a3t8|Lgze~Zvbtl@c(8T~uGUcpX%xp4ADKywKIj*_MUO6%!z6Yg9( z(nTf?k+O!L=}9Mg+X`vJzB*l143pVhT1D6~e}6>T)A4a}a|6D?pst^0QzFz0=wm4# z5`AOxpbsE~T~?)-#TwV8*zI!8$_v&*h&_q|l8ji(CHBpKN6y0~!)Fx?AgiVe=5r{s zL-z&8Ey^YB88*r?{^Y%;Q!)|?B9yfuqT;YnSqe@94x2yTvHnR_wTSB;)vbQ?UJ)7u zh?kq9{?@`zoC3blqqE9qUJ>sy3}NHTW zUIq_v(6-%}XBP~*Wp0_9kI>Copm`t?sKaSK8LG_+ji3rU$DfFd&0!${!K*I<92P>sGcXVCFuJEcC)jX zxJhww4kTzltM2z@&2tGQW6jsKNb4S5P&&pv=l4P-&wOFiQ}cPF(7;uA7Z%Og7WWMh z%C2ce#bmH+GhpQ(H2QOEi@?F0Ra&8GPJlPM__r1{c3P`%EA)zV%}$(|ty7p(u>p6! z->;vDD9!=~-ly-!Xy=q$dKRC@1AO0Plb7yez)2yJG688kR3{j;0+ zxT0y&ar|h;Pve-re5ftF6OFcn zFZv;04$Sih>BWU-BP5=Y?r)HucNM#Xt`iWIxr%Ywpo|NU+<^-(`7fW7-0ui2?MuC& zj$fg=8>I3?Otlv2m@D%OCH^H)DtEd8JBMs`DGq=tl5#|@P?hrpJ)>tyyaHzdHo$Gt zoAmj>m8T_4r5-`ouRz`57Z}KTnNgXuL2-;up$XYw8MeT;pj7(0w?@Id@R!DLA z?Sk_jt3oR*VHEW%t`d20k?IwU5eMy^gtOO-N@Er+r^b z3cB6D_dbZtihqSiS3z3>%VyeJly{aChui30sT)Tx(sa}dT77F4rr!BOlO(a2G2R?2 zOh1^@=Pi$_t9ingRUA752D$>bm`S%gX{tYW?D$dNbXDB8=UL}Xt&v_5YWH1`f z+`=vxbiZv`di#fIxlB4LoYpNS7x!Hwv)5f*TnQPk?Cdo{{+P4_8JKM&ofOMX&_ln< zj!0ZI0-)5W8x9;O^UI4VBBeqNN~`8Vv9_UR2?08tmdjz^Os*)>%$C9Q9r~Vv6}d*IFvV9=!=A4 zg8qwv0&(IX$UPb=r{$Tvn|0sU>C6}Y*(Xd?Z5CAYRFlqx6$;;g5~I2}9YO1#Dg8b+ zyi${ecpOR_3KK$*c110*YOv~csW^ZZ`w~dJSEL%ec0sBm@evVn@DfMzc>#fkvMG^m zfW(^UpZFyRNG|C==}QRoPEmg)RA{RM7MHYQn)_wAME`_0!TmL6cN0pFIyCuS5lRey z8}uGB{l=d5o?bV(AY(4^ykqrf&?SGM?O;k6{joTk88+I+teUnvwPb2jKe3kHcLN3u zd=waxe-mYm{Jsv^s>6C71m%Jmbb>(|gux3ec0!07)W%k^{=&~y?8A;35O0GxaQay@ zz?~Ww>UF@UXVh_-D&L3M2DNI8=FlhK2HENzJm{+Y!7WXDlE?G1)Sf$Y<#t`-O37cm z@IsYWrR1$e@LT2R$+v_iHFGwxQvJsbAW^A2EfB9(_4k8QMPnJ7iqr8-Ca>i+=b(+C zj%t-)@I7Hlg{=>qxr3Rjn~S-z{r{l#Hx8L1+F@L}u z^LfYjkl%KZ>%uXh*xA$SgP~}F)!OT^8{Alad9^b~=BvGtyE*CsQgz&R6p$|UmI0(K z_r0e_ipZJ@W^(qH4X-ci3F<}`3q(F$ALR1MXG4{)m6;y8vEo2t4nbG}xf9v*i5z%6OY6uey15Lz+->b15;ZP#>v zf!ncREt^bnWaO%7VT(F`$xSSFpqr@Dm&uWAvDfrpo5((o%l*qKtM>_OkU&0?tLXg;>_%63&>gcPFf1b9=rVNLOG7pp?L3!4#Es7skyH!wP7;3M zap3P$E3XnlS^RM~sSmS_F{I6{M32KV!qbQL+mT94<z$PwJ zarcab4;Ps9#B95)%lMfODbAjXuXOzY%Wi{`LG(umgc|S-Vq4z)G)3e!p>ksHG&-_< zc+cihc=vWFuse6h6{WxJZD+|WU~aMvO^xyTZ1&hV+RxAD2Rj7$!xY7(9`yj@N@`*T zV#%syL6c;(Fnl8x)NA|5b$EO z=&6G-t6x<8`z!^g&I@(t2?vLRD+t=beh_k5ZOC~%3L^C9xQr>YA)str@4`_*YJFwnHmGBy& zYwN5GGdFTPIV8h3y$zzba&SFj5i=BIMpL-n<6yC1(fMoS@1 zGleQ$=~bM}2iH#FT@df_2!w3=*g)7!zy~*AIgRv7AEeuxp)d{^^OnwsagGsVm5;#y z!7k@|lry*CthL{9tQ-Sm*Ufo{(KB_akxh&*=B_SYL6X&$&Z%nqNCmfrv8RyUdg-a; z0QsvCR2j(x&A}yXUCl69_=qh2Mb*hen-&~UUt44I<7rFZKtOES9Ma@u?f^Q3&QI(( zw;%TnI&z%@hl6^)_8Sw4*Put`;S@S2`Bc=FB^H#)te$6Su zEpRchZvG50g?TsWH*FL0Zx@%c=f&$b%|;B)W5-&MV?MuSCFpg`Xlz-L)bvyJ@PO-w zA6o5t5VOCo7D}t-~$Ug*ItGtbSuQYGfpOeJ{HL{c2 z)+P_qjY-%)#59WkCZcE`DFg5#!VUg89(!r85+h?&X}4G(%KcW`uKHaM!CxwTElDL_}|KzLYVwX+(jK`g!h zLc@7TN}J&$9KxnTQ7JhbigWG&8d*~H>kqwBPfa^l_DpkqS784FvAF{1O&1v7zs$N} zr(a6$9u~_YFcAwBp!S`Kf&>ULAJE~3aDGya>%TrMdW3J{L`Zvlbdqfj+4R~9OxiiQ zE=$M{9;~gR^-K6Axu=Bz;}7GsPE$|-oiPTaWYlZ78R@+W^V=3|BZmO`cg&cU>r#uF z>EB)U9^BkqpBk_k_oOILk|w&TSa3+W=A&V5kGK|ZtAl9?jZoi`E^u+v>Vl!@fq0`X z`z?3EMg@BL^lJTna!SO*9FAB5Nwoef6)r9TblQC!xUi&M#Yg+|$g*osuYAdruqw5`1#VM77<1dv9 zz!x!nep7S!3z`b!BLs`q26ZD_svnzG4CX|K@SFB)-DY>2(glr}+Wsu|}3!+8o;#Q$vq2f4QbNv;uWMH$uP(_X+(&7q63) zImk^_@{|lz_Tq^qUJdc)PaMb`odUPXHa!yT8~a2NueyU8;SIQnvAe?a4@#9*nRiEV z*1AheJ-nBfyHoYB?yrOgmHA)2j0M#Cuyb&P{PKJ=rDP1*Zw!Y8b|*x*ucQ|1Yty=b zyEUcVBgHIc(E0fFZK?!L*95$i+awApf4rDRoM62I=yvTm@f=CG=XTeWmdmHR=TJ^U zF-mB-jTaG@@q=a61zDG(p?mjj$SUG};ibXY zX5vtRO>k7s;^OT)Tq?hx+?2jlT*o82=qUJ}i+E*Bq8kDs8}h zx2Qprpc#qaUmJp{bIbdLr4P8U3X0T4QK$L5rFC&$E3Gn#OoJj4gz{GmZpwe~xJ=NQ zfy}4?F3~ugMH}*WjI^@2Q-27s&c{}FoXQEbqK$V1wNUr#dCaFCd`R*Dpl5u zt>ng59Q+7W;z50RFLr^a7sEVMYIi2C8)E%M`35fn&;La2`jWe6hS0?UNKU?%&^?XW zjh@p`Mj@DhoYmEX6WeJ^M9#>m-+UD6WG}X_EW0*F{N7ELL+*5Q(M`aJ(Cfnle`dy& zX>8P~9iPohz&AkJyI=-ifl8}H?@7NhrNlDLvIYWDbfaYKfZ-zw2iVF3=!F4SHqL$V zGwAyw6?4*i!(X>_-f4%2)z-GslE(lc=h%ow?7-Krc+nZmh;s7@rj&vg)l~|mM6pZW zo`=}uxTvUcioN25wol&af3#f+UN5wwa_lc2iT`Zk8KHgR0T2xBYpTnMpIHsHU4$qu zWHG>+60eZF>+Ka(R3xvzZDC9KM6ic))#)pMyn^8QlUIDg`Z`ASn>2I6I_^j+Yz zXtX9>jR?*rI-eLB^LFbSO#aXlQ3_SCDt*0Cbxmsuds0mDd@*6*c`#9%wSk1&2->rb zxnBP_Y&OTI>qEMuGv#3vjL383$9$tq2zKDk6q2wWq!)xa!qX-&DNf2y8I&U{MrS9KrjE-S8YPvKW*LW z*uzpIrhPs4oV+mj{ommF*vXyMtXK-*AId=z#qf8b1q_zyQ2wfYz+guOzJtCe&3f6QFR$BMuA*$#(qcJ{o zso&CJFA{WSol}s)ISfW`4@V1IMb?3sMk^&SY^d?VPiE%GA#v2)Un*0gg!}xD|6pPY z)6|Ti_3kKq8&n%5pyUk0S>}n6!F~K9Udn`CAz9xn^7^r1Yr6Y8up*@^QV#d$^ZZRw zXH?9+3is0Pjwkh@02Dy*zuspcA#t`kIDdcwDLN`}UEcgJlTXQ_!@y&^feP@c{ILGk zdA_FMAatdp8i!N4VGal?pfhVzO?S5XwU@ikRocxt)|j>A#f`#4(3jm~uBgi(3m=*} zipLX)Wms`muM=rzwT|*7LAEHkPQvhNJr!wVf9#B#@`5jkt+3wpo%E!nqdwQuMN^6cw_NC%Y)fupIIOf9MLorN;tb4g7c&#?8UWO(#M&DU2FSf|OWtgO| zGq+=SnG+SPZTNn?&+56zJE~I{b-%hBmW}8$Gb3qF8Mexjz4n7LXQ0n0SZtsSn-Gs$ zdK9OnK0jHxvZmsdalq^S-~6WMr1G3r#~U7_bEx$!w7Y_mtsxBG&Ju8>xn^t6M6Qnu z3v`LO3fS+iy$E$Vp;@`F{*hH+xi-00kGJYIPMFcY=eopgzPR4%H!P5(cQS{gL^l|P zZg0|^wN-wOU=rA9pzz{!1jq4r?DItBsW_iQU*xvKZq%u~Y)I8v3W^q!fb(DM#0n}D zmOuR&>LjzQ#bq}diV-l2Iw|{nIA3al)!CQ}6}_iiN~|f(hRICD6zR!3_n0!Y{O@^d z7*Dnd(I*zc{$?vySiLhcqjQR0quE8?m7lvW{%(KzA$3R#%k7^S-L65oR3v^#LSH(M zXrrXCFW~KWJVbqgcMktAgSOQg*J|fO2!|G@_k-I;ReV z=k3sX5~jfX8@_OvSWB{pT)q($91~2+evfOv1F;b6l&9>!9)UQJrLnj)TVOiUN$W_tOJ>kqa@LF@^|3 z{$@D#5-4?ri}|S##~5oQ#*}jI=5L#q#Gl zd_^+rWxF$oM`-@^-H`Xw`5tZ1PgTKwBXFyugLP@OMy281XNzh1B+Y{q<~70Q zFTx$ddyjo!4UZ3YhRfZ>3LwsC z>ODX}a3fygAk+xRMym5r?14fQH%4Im(#v9-WusbV9tYjvsB*UV|hTG7#!Uzv5@I14{YT24*#`0wZZ_rK@C z=M@a9RGqe`RY82GbFQ21jh^ZLt)Q=C=3hqO)sJp9-$kz9mX=h%*V+ZQQ0^~P zzUTaw5KglUYj33C23`&U{noxEoKhc|K0R$gtojx6Z&F$nOqNmDJh2{K6U7&vPv@MW zzd_%Ju})k??VXk`Ssx$%^zc}hdD^tlUsfgY2#PE;;_<47^(wLdd%8Dt#(rw|HTOZt zYIZ4{`&Hy>@mDSa-dO0o!|};e_eDE<{`DJ)#lzwd_?DB~N))ere&S}b zZu(^ik8bwZsl9yU@H7FALHYdK&fqI(M{}|E>YNmt^k%@z*{Jt%djj@r54(B}IU$72 z!E%&(^ltc@f0vY``upinjj57n|J+->D|ty{%-&C+M^AsLwdzQITKRDi z@P7H;$g6dNKxN5|v-y8BT;3@scP{ruTE|J>Yi%y~qC-v}t_D9TFj7wS_J{ugB zt5@lwEvQlg0lPo`0H=i+)AAg?erYTxmFQ2TksP~dvVabOzWh1rX;GuDy>I-%vk9crZr6RUdocFF$t=S663QRuvU5{MaZRE2(BL zeU)Kaj>^gXKtlyki((JlEzByIfQwB@1XV#bU1o8s$aHWuzsnMJZL5*kpq`+m(Dr&3 zA30+5{%jIx>hGmX@zWR#S}x=ViLkVewsFBGuH{0}Hj}WzE|GlqW&a))3NBe5rd7V$f4mJfyJ%h75#R zamf5E1&YjenjeTHwwkA8?`Xm;i{pGcZckH_2^yhhc zZog=$BLcBuEZCGEW;BgaIN%>OiPq`wK6&3B(%43JhHeVct$F7hY8m_u%oL@e=xRvb zSHm3)3Ga+eW2rbqzoV+vyA++JHOI0H7PM{~wc|Go@!j+Iqq8-TV{Jj#&{O7`t%Pnj zyfv_~?$S_o2pn#- zEsE|WR6fsoZAdnX3mgtG{~je3HJmh}93f*i>TaB5i_4aif>NaspzPy=H_LM0x$5Gp zpz`=|WC0G3XJ7KY7LbL*@Vik)95ua16#~jmnaH^9@)m>OrY1evGGcM#;77a$20FM% z?KFK`-vI$luz9GS#n~v4EKx~K+TiTiIR+r!%+HT6M6!y(7cgcSzA-N$r>0Z1T;jD& z9zv{=62Ssic(^*T5ByV~opY#a8`ueNs)_l2i}7e4j9CQzq@8}f6CjjHf|!e-1cb`) z3mYQ0^kopjj>%b?A00}3iL_+psry_>7Ss>881t&yvQ{qXVz7o*3igq|G>|hRJq?w0 z8M+M`=t>k;uzw+f3u#|MXA3 zuk*GLlI0fl=|$p@<<_nm^GdJk2f|%!u<9f?zjt#;E?Mp@x~JPU{W|mvXZDLkQTl3E z#>7#UFL!e?cFx8@`XQv`AWfitqI(u(-=J&ih=>%X85@zw(PXU`0mv6Ji-`M!HFU3I z_Rm&VA@j*>B-!CQ>Vteg9=y>KGxVu;PS-Q%PBKSk4{BWIZUM9ZL?0c;1(IkZXbGDY zpkVrd5ORrSis_qNe8qx1@rDBYVZLFmCi`SYE?M~6{sYti{_t5baVC~bW_W{z@-dhm z_txU%x64Yy_!zv-{hM#Ez+khLbwJIiN)U)7t#JB;*^J5O!p03@;DB}a4wg5}X6a6i z5m4nUsgb_$@Iw)?>ueYk$kZ%U!AKaRXw;qHe3SY6Cv$a*cI=c+D6F9ng`VzvAGNf4 zxD%tJIf{s;nR*MpH|wZEa@9lKUOC_Q3$~(Ra|3o8^Wv@e@o|hh2zWW~Y;6W#$CoN;6Or0B6GyzcrE-UOW^Pon?atw>b&{9oY%lJj;#Q& z386JR0*ylc)38$#Sj;@c9Y?$Nin8Hw0L7bbh3{jh63PE-H==Nw*Oj$)gaphsoIy8% z#7apVVRIqW-osQ=mB{700#Q=3y4~5(I@oAmud)I5S@52&rZ09N+8$dTlWKq!CUKFxt0UWM$lo?3%D4#pH z7)AR-umADR|KG+Qf_uoj`@HW&mUO8b z(=<8u1K6C5WR@ZaAjsUZ2;QEjj=^s*{&Ubt-aNI`qI>OOU{7-qDx2z{CFZM}?22TO z{g^Ky_MRUy#kOKnwe^Tc^4%HO+QnG?%`^Rjwk6ze5CvFktJ)acNCyNj+_2X%0g`++y0)FFa zzG*}kJ7T!Xr#;yX?P-v^e0rJPQ=)fBxG;>|CWH}o#_WgX4CgqZX`}^yQ(v!ydHAdq z9*|NSfh9R9^!g5Ct2u|P**R%xUVkO4Ng+r8YFDl&)=hlNF*Yo2x7^#_sx?g&Bbmw( z@G;?I(sHO)zm%X~us)|M?j1W_f(|Z}Xjrroy%=^U`sUQXyKhP9a7XYOU41~DVjUZp z{=`pW>0|(Z-;6G&L=I#Q5JhZ*!^EMa1tv$|H*1nI!x#x7mzc4n{X%LU;?7RDb!zy> z8|-kA)<3sfcNh-E3+^PUd%fBH7!M56 zd9)h`xTmxul*8@DC_v($T-1_kRepf@L=4ND2M&Dq$asfabJB~%=I%C*)9-kHbh$cI zk+xm&I3`7XswOe^2;6@76BZCq0lCDjyrJm3e1$F$TnU)5aff2dx?GunfWf7D?$~$7sis;1siZ(G2xXgsf3J)kxkWxH$i#E=sbNp-cUv9b84I zhCF=VKKzBhamidCer()3cjI90YRYZE7?pIjPm!vKi%T`wDF(n(-0N z=$QBlyP=W;zO>dPbGE$i*OlXU)M%-+a78U4razF;m6Xu7fyTXrBKVCekq!6U6cvo>u1B4zl7RRu5-`x@*=P&cC2r3+s>SVjHi@6yLj zTWBzk!9-&du49s^dkn4wTbvQeHTAq8nG(Fqp3zUu?6i37tOaeFNJfQ)=_wiTZH=}D z6~v2YYkB1PxOIFLyee^A$XrRrGOO`>(iBL|Oq!nK(ES%Eqvq_F;{-?q(Q^ zJC&Tm;%Dmk;PFe9ky2_rlz0by=0M6_Z&mho^~r^UZc6KXEyi`D3%^cF#0veSk>Iw7 zFc4ZYJ5GzZqq{vAEXR|E-_y=IEi%gPLv-f_ESE?gMyTEYVKea^-W??9@qTphvd43< zMwWQ zwxK(n+~P>n_IIfz0O0VKr*QsjD+AFM`0!Ig%vb`+hB(=GQH*Az=8o`p9*kz*IX_7k zAITi85;XGr>T*pTb##^D7Wf6ajm`jXvFZ)l{6DmF>(FP|^9G{cQHp@KfQctyz#5f3 z?zE_S<18MQpQyW!=w@IO@~EStyO(eQ(;H=!}oA-#mJXv$CZ|lf#SzXDw7I(+$Hw!-{x4K#C7nlq+vbj z8`uoAf4+M_AgKs4)fOa1M1&0heKKEeR`yt+_F574m1107w0@5BogoFtby#3B%ZW_L zmaSNr>4=4BSZ)d>`d`4Nr)u}?l3)$pHoQpkiyR{BohzWWRQ}XcLlI)>=G0#E1{8(a z&m{RbV?3hlRv~Bd>E!;u2PvY_^9n|&0Np}Yj9;-4Z zz?G*X;aEQkvc{{QOKV@(r82DUCe&ssv?(~oH{dk%y?PFNU)vTwUhJXPE{t55%fm+IT5_!16AwN`7RtmB}IUYw{FLHo#d%gTp!3bJwz}> ze#8#0%1+TZuG2lU$5lz^sS~gm@X<2YxG+@K3`FG0VH{rtc#(WP(dzkyWlKhwa_3B4 z?dN^BJO}VFpRfGzVZgDW- z{>St=^T#%()p&o*BzgzqdLK=7XXqhfe5oV`epKqI?h( zn6{vak8tK3*t-bWs70zG8Q#S{ffy*qEnE?<4MNZu0_+gKR+vY?8;X@-)rL@Pi?fIj zT#m|r%J$y&y^($1>u&?18`CdYfJNYdfe zf1ytV`JcicCDa(QdL;aAeNe2RPMgOF5YEA*i6r5p4*3or z^pbN%-hOisQ~9S~uq_>vcb3jgdbfrBI<{_=&|<#KEM>t|_HR*p7L zVuy5fR1aeY{N1ex#jlzky4V7Q5*Dq&j$eZ9Oh-Qd01clh(_au>nh?}!)K^f>s*>X3 zoD$-EQf!^yvuT&&!Zl6=yU9Mi}OgUiUZiY14OGol-`Vvkta0X-)MadvA{Iel4508Bk4R%ZBv zjl*Ba&u!QHQO7C4>DSu0@DY)3Y^rqr-{%^F9m(kM7|Xa7Z36h}0@p0&^wZ%%<@V&} z`It*8>#{b17AvBtRj|5$%w>FqDo`6l8H{Ac#E4sd=_%NRp{*#z{HglZVNBCZ_6xFO zm$#X{0{*BUuX(W;whlu{#f)tUIm$SDO@7W)8%m)7U7kKM>Vu&V0{uShK79C-E%QFJ zad1i5RF>tI!`(%N>Rur2^%{x@*lD6o1!Tw^s&EJ*szZM2HC%x&sv|+`72|~o+eIJ@ zQDZHfs|}6E7|UTUx8GGY zi*Ba3y=+S8w?mn$K#suahTL>HO3Hq_bjmslIah_CA6|t{i95}&sIl!&plo&JYJ{wP z<)KVML#4-gf=lJ1UGd+uyn5M78`MQvBAdau1pY<(#)OWAQuzcV8+2-l-yk7;Sp`o` zIrVFrQrn2*ZLC^