From 35be1d6ddcd6c55ef0f295e80a4b83b1d71e3b22 Mon Sep 17 00:00:00 2001 From: endy Date: Tue, 24 Jan 2017 14:32:44 +0800 Subject: [PATCH] lbfgs --- .../L-BFGS/imgs/2.24.png" | Bin 0 -> 26684 bytes .../L-BFGS/imgs/2.25.svg" | 38 ++++++++++ .../L-BFGS/imgs/2.26.svg" | 65 +++++++++++++++++ .../L-BFGS/imgs/2.27.svg" | 66 ++++++++++++++++++ .../L-BFGS/lbfgs.md" | 16 +++++ 5 files changed, 185 insertions(+) create mode 100644 "\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/imgs/2.24.png" create mode 100644 "\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/imgs/2.25.svg" create mode 100644 "\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/imgs/2.26.svg" create mode 100644 "\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/imgs/2.27.svg" diff --git "a/\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/imgs/2.24.png" "b/\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/imgs/2.24.png" new file mode 100644 index 0000000000000000000000000000000000000000..b6eaef91c088ae916326b243369066eb707380b6 GIT binary patch literal 26684 zcmXV21zeL~7vAU+q+1$9QaU80Yl5J3Dh;C>Bvncp>28#g8qH8ZI+fb!1_^1TzIXh; zpMw52cHeVPJm)#*o=c?G3*`rRGQZUVl1aj<|__5x)JfPb*ws4FXg z?ofa7+DnswS8!ca4BUYqi@*QUJw$AQKvs3C3eR8p%E4(7Z zz`!6^ki~r2y-=g|I+>SQ@q+9dON2S4R(Ys?{6YoJ1bMN7R*iPid7`EF#?5V$uV7s! zW@3D;>d1lbQM}{eeocBEEZgC6F&Pfi`}ly5{qnNFf6$bHZ(2*Jm;Q9Qu0^9M*U}f0 z>5s6zUmLo_;)h(~VXWEU(e;ZE{0O$7diL;rJe}Ag2mwRS6ah=;UTcJ~%#t*N;W<+N zhv$ny*d|IiOtZx8vm#^PSjN7P^Sd&;th_gVRYJ?sKKa{Jb zL!{X54U2|2cVgb&P*Odknt^HZ5|N8B5K)U~ZVmGjWQn<=>6B=6HE-rbcXumvcXt<= z0si*5J^}g1(#wPtfStX0@qtS(bA|H1Y@+TwQMF zeha+ui=t&>9jt*aMREj7`LA7NI-#|ANqMd*g|OJ93p@m8ia-su zsuze(Vl4P#>({GvS6Hf=UmP9^ivng!+#0Usz6SKH|Lu*U{Ygo>u!F9BM&d)c5hWxE z2`jxF6|+5G8|YWXwy9tK9nQ!Rs8$-A)JWTJ4D5dJ( zU5kxXGq@b)T?gEp%7zmrmS_+G+UgR`2_4;(cXJcyxZI$fX?!qPtKBm!1QCl38YiHmJ9a@+p>Yf9%2<=KKu%qlNk2Tmv9x52ww7ZnbI5 zV$hw`>q8tSR+g2+I*f)Rhwz<^2+s5j|)Ou942a6>BW8cwF-OFZ5AH8tZ~a2^dqb`hSG5` z&`RmhUFfi-bBUDW9`yjhK?I_sW_+Ku@uTj_d9ec?g3jy&L!x*uo1nl^SBosdrghgpZK-KN+avNfBc!=!H zzgjE~mKZkR!<-?41n5cZ5Vd(`7xt6A6Ae1lvzCsda17rR;LOF+yUjij?W3XN2~7Wh zraZypba#DBl)`70v;V4aRZL6G;@`=(nBU1`B335WA#4kCq}XvqP;r9f&* z5j=sw0s+7WoYE{HM9TlHD9Y4t_S;)*3T}N+FkRh5>%Yp^7prm9u?s?9bt}IEP6Yw1rD6|-4pA*-If0TsyDO|`d;of9y# zv{nBC?A_Jb@*rO)f!fm@!hRP!<#*{F3$@%cjWN}ow=^NL!BZyh$+X%`lH@=3eRL`g z-mOCSJM-9FuEoQn6KBE2#l86ZlVMqXd;0V;poW`kOT94YY@wH*;37b}!U#s_FjbKc z7G%QIU((QNVYeAh6tapWfzvwo$-?ZcA@+%A$|Khs{16N@utv57xvHw_;nfY`b#@(X zZ>$hr8M~)9UVC#N4C<_lrA3&EmLdTi!v#kp;xWbNt7O zR7n*S6+g6DkQWpd{@u(CdIJvzN5sbV#xu!lwflLpvaw-Crdd#_XlN)j*#Ca)@}A5* zVRsUHrqe9YX`aSsjd(g*;OkSeXr?u80MmlB8th+_@fuS(OjjwM?)>)E!eJ`MKue4b zSbebc_a~e7S1oXwBxTcyHf)^rs|AMgNCXsNktyd9z6LnFPLQ<6mX`gT0J1I1F5}Yz z4yV>85i!hjH+cDnVqY@azjI303#Z zBtGlpj3T;D@*$|VO2@p6I&YtBtNe)1&Gl7kW3O{y4MrteR>T;Dg+p`TX2c z(;Ezw_>-u-_O@5WenKc@qL?i)IVd6A8Lu#kXu z|L*qp#$s1Xq}b9R-+ah^zI@2V1=5{6A5JWXBhKY|d>MSY8$xN8JPcA(W!0KuST2aH+2)iM`J3fIvD zBO3dyhBF60?yK-?zaXmU0=A_}dy@uF=7j&5W%inL5D*cmrB$awy&(=gX|#&2=oqJM z$qjncw3gV$;&i_qjAb$AH}C#6nI=^lg0m%+19fokb!Rbdn)LQ3+VN&|+GkD{(vgP#Zp;V4$7o1KFQrOEqzi@qo;ESweAD z`0ho+BrL(z$imUcs#T`7@U{KveGENu>b$`spk|h{MyyC0z?|0heBRzW znmn_pd2kUscy?^QP z?h1WTl-M7MMgd1aS(FnF#5RwSB^RvYPkE_jo{_TirCj&rA_RvCQ+3z50h|4xCb&qIhj%=~!{yGbwqk35(J zKR~^4*c}&g6Y)LK=!HtEuTrOnlSeTe07WFm6~ch+p2pazwYZHj8iXY=w6aqJ{-XkZ zD9U4g^RF3w{vJnj&S4n*faT)RqMYcc1+mg3r}r`f_QmsDmP3i}Z3@&C`x)1JqSOHO zX>K!<$+P$o@JqPdY{qVb7Ue97numlQGN)vR2c1X9zx6g*s#UYiAV2Xfq5zJ1L=5;! z`id8Xf(Nhdwxy!$>8EEo87CXMrJC3az8qp1_s(%C=qE_96eklLfX5LgmksCa0x4;Es2f`Zng=PpU{jGKOY_vB>ON|tdc=k7SmKC>iZYA9W{ z+7y1aR~7$&7VFt<6L+no;_YWtX#0vaJta_uNZ+;j-**19?_b&O;~o9d2t}{%c=DmU zh_$&Yz;~(ryl8)e{5wCYQe!2;&$5e}UMtOwVkhI}mZAbeepEPRE8cxk+Q66JB9zNq z&y;gzk8ASyfh z5@h$#3M&2M(;$5eBGzW zO;{kRrq{;uol>ft&HiQ#>6j$_>)&7GJ8k^CI$xFcwJOmM!Is+OPDuREO z5K=~7LZ3b1zgZYZvTq}G?FJJmT?cuXoq}-|#`57!uFOs?N$g4Y+Kr3I+|QsBQVG;m zlX$#4E#tt`*IWkSIy_vKZS~q82pjlpHPz)%>yJ+JH(SS% zxif`vQMpAORVI>4m9XHIo_RV)iZ0Xx6!<0bF84&u`yNgUbpoaC^DrC++`}n^^(dAh z%&UioT?v`T0dec$iGH1d@_2l?ats>LYCCCMMpv_tE>BYbwAg%Fr<`m36(UY4?=(onzr z*704FD||Dz)g%e1TH2|JVVtruOg|pV^rxEQRl(ZNa|k>fh=-UwOMtYlf)RyC;Q`2P z-+3%cdH*1!!f3%Z$E?Mq}_I*F*N;-@|A`L5{oIO_lW^#GJ4JO>B-DD z`9P;}xfb^J5N(BL2J;%Vu7yRc9GYIa=09WM*OygI2D-5_t|%8&&^p;TR-Ih_Gh2Y& z6Fu0Zuiy#s+l2~RM>JLHGfnsOs%5x+$AB%Qs1uH%^1sUa2!JmIU4x(9wTT&lyG)XZ zzi~3wFPvQ;@832Kd@fc$Izxn|rfrbi8v!&7QuuXyF0-A15nKYX8a3)xaFY1#v-R-s zVin#UxlihV)Xz}e`ISJKh|k%t_1`AoLLr57j`Z+5egUake}zY(Qga!tL`8kY(hXF?doDkW3|l=p!qydCKMcSq z^`+&cSG>?0qhLA>tE+F z1WEa~ln>Iqlat8OP>H{R&bbY`7A=U_Cw~Gd__XslCJ(_-s75fSb$4@aRWu}2oOOzH zPb?T3PZu?D79=Q#H8^fZ87+UW?S!r<5R1<5r~foZkt17IedwYUW8k*6K~@581&= zxVf^Dx+qdTT1!T&YSX@E-JKf#d~X+DmZFNvC+1;DD^&&MekS|cdyB=muf+B>8@>?w# zs}TuDop%H4kPHwymgR9^G+qZSD+_Ly7-W|gSsk={Jlhh5i9(aA=XNaanv4dJpzpGuo?aeVG>zn{>?WEZa zor)glqV%QJYA<=2-~G?HfqsCn2t9O?AejRio{b(5zjIin8DB|?dTI;r$R0v{OTW>P zP&0W`+ED;i77`Q?$hWY|+`OtU@^Lkv;ivvHa+D4m^FyFQAI$6nG$#Ts@*^^x*g0kI zi5vF>%^=$Ch5S%b!`17>jzlH`jM}EP^-5R_4O`Ocf*-=jxj!ItzieppR0IWimgt7^ ziAh$PTQYZj>%$qUq=h2{)&?gfmGx))pBsm8Ns-vjzi_A|DS+By$x{sTA*$wM#m5-g zOsZcSN-q#rj7Iwrj@}bxWdWpJ?OY;#*ozHBeG@0!X(Pb9kskj97)D_Cgdn_oSg6NA z+XnY@BK(WR5AGpC09)&9(19Kqw;AvBWq`oq*>bq-_5>#2c7&+stZ`!!g0LQ-H9Dsr zRJW+vI~z>Zm+eAhS?Cjhmdidps7&j*E)waL$@LzyW&!A>0yTcb0y_k)1mcd}q8yVL z)G&TzkiQExl~Elg*8?#G!2J-MO9_nc<2CXGKL*|L#IP-d><{vd7HmPPt7e;CG7If- z;HtDk7urINoF`9J?p3tc{5l#54}k-%G60JNY~D>JWZq(?tWN<+$=$)Fx@~0&fj4p3 z_{bi6V!an=^u3QKAi?Qt_WX|FE$A)NEeU$7yD5>KXH5rz}8avpFa7r z6anN^*YTg$U1;fL(?7WhP&Jhb*5Q?+QHdtD-?^8dRlC2sdn9kVm7(}M>7_#ppt%yZ ziKuEq^SOJM_aYl@og-a>$=N_wo2176Gnx422g~|AzR=H!9$8E1|9dX8DTaA>p*8Mg3)R zqyN$X*@msv`64?iOMJ3{8NE9e=xAJehs(9}r!!A4n~lYn=DoviSdYIpZEp}C>|UK2sVefCJmEBglxt7)Pd4(nEPp6{ zr;plT7MAnyaAu0*EJ>PxVmFUY^fynnqcNs*XIdF)pCClqQvtL*6V;FS^-!K(Mu5+XaOL*ZMyf9v;>!bL$k zT9kzEpZn8{X5l`&$m4Pv&TL&tS#||Ew?j8H#O-z~%Tm}l2cCx^5gW>`$GoC$0R29Dvzk{M%%xYB+Y=Lteh2Nc!x?Vriw7l71wkmldbah)qA3IM ztDM=1dW3EVTgpdk2TID`^k%aXww+#m&FqvfEP_axo2#+Vc98TF(w}+sjtpo7=GnhK zZ%Qv&ixdQ-mRZ8Wv-#3&rGjj`LXeQGVRQsE``0>8zYuYzx3$#?8sHGQnx20IO3l(qe>8wRQWQ#J6uNW7j8> z`_NCe?*~Z zj{>RmzkQE!eB=Z2*~|u3ItHE&i3f@=;5;SpOv%wtwp9-ETs~Mk-RTjELG{^<_4W(e z3|#6(XTmm8_L-ax9H)`ZvM?v7_DU7vbg2Ih=lNPr>MnGFCKIaOeRg{Vx5>p^+%Jf> zlx@}HqYlG~adAiW<%;0>!b;P~lPpBTwAyf`<17Jz>+VXHg$l+o(j8dL%_`k_GB8ng zp#h0^8l5FNY7#*?M?RY$R>a((SETpL?eJ6wDDW_O-6VfMJpajHQ?pUx?6Zb*IP-R; zFTZ&O&#t!21aX=)d~7WMsZj zx3(V{HgZO^8SFp@Q(LED4jc(arl&~+Hlb~nxIiNaKJd8;9iNfCFYXz0c7k6leZ&Wv%Mz3-ki6a;tIt_95J zhb0dR2zT#Q!lZ6}=5C;c%IKauYn8;HYX0qNgSsNFqp#JW*!6>{srzFh&|n&2WQ|y; z85a;ziO%El$kH#(#aukp5{pyC(M5Y2I=lzJRIxJEKf484m_8ISc{{msGb~E-xypF^ zV^c6)(Icrf&m8|Me{)Y7!BCXL9I>_JTW$<3IrVQ0TakLVbPv0(nMo~9wYM5MM@NEl ze6gs+#vYI#hc?*}PYE}!4=Uz${!=pzE3to_2SqG__qYX~-xpu(fH3(BiGYe59VPsj zJk+!~ml~$K=?qH$jEG}X3F9^GR+;Opt0+Y`JQ_1?((0v>b8w_I>kos)$`B-ws2#a-oA-$HCyEJVP9%n8fugLmZZ;wc{&m$EuYs zf8PL^Z9UJY+|>Qj7k!J^~ID0qe z^Q7-qdznc*cUvG73DzlePO|)-KMW;ZGxu2pP@A)?7eUpF>hw`1ZLQ8c^_r|k#&0T-%Dii#;sA2JxPZUpjffB=n? zDG`3YKdWP?dMYgH_E?LaG&4mUwxH?)(Itn%Y_7X^T(YS8u0$s$p)#lkpC=s50SdD1PF5mDnbVYQU(W$f@LsLz# zKGEYF``KCYaGVm_O2)Pwx~?kBx4)|9-M@{KeiF8|P^MY>6rTzuK+f~sNo2FOyJW!3 zd^f;oB)hXWjQ1;H&;@SJeult!T8UVNXFx{@gAy0Os{QNSAYQCde9D#r?1(hay(cRr zlresgc>KH?6oK`P(s|$tw1MWFKm29~viEHO^}_ABnVyQN4|r?Qtc}gx2>Jbi?Pw-P zdEf7^VGfQ~g9E{5=tO|O`N<-F>PVtIjsx(x`Wp(y1O#B+h0DfiGwhteIeIT%6B?g` z_P#RM2SVFiF)+6g`!EYYHH774yZ>}yv)NC&JNn@|fbH&c!4c-1nC}RkC=V_OpzLe9 zRY=ZyRa7jIg@H9DtQ5^5R~v^Z73JK4}I;6o~hK-O9*3OZjEjKRJaw!HivBijAENBwk%86GFa9{MNd;wT+g05FaA z5|ChzH!vlWg&f%3oz@4##TWh0VL)LSaGs45mE%k+Jg}$GuWEr$UYagg+$-X4eYj`; zE1s>8NNSDH)_-#e?~o2vtu*#%2d_YtsgOjr`9T&tS~0+R3(({nLsv9lp6>&BN zTyZK{_wH=Zssz%hlEHY-(6A5K_s{m`GZ4blDr+f*?qSM|ra|;RX9m+>zrNy(oZD~a z*xf_`nhLsY)(_+{AjyiV&{o`-*>4kU>Qy4OM3F^v*A{WuuM8tl4FSUB?DAr@wi5zd znXcqIZB*wQp1W*xVeeZEKqsKZsxTl$KGV(*En;HuQ^^rpBDAgRMWt#o4cAOb(WZ^5 ziu4Gho~U4Ytr~N6HMc0%@ony2IOzY|cN`br7(%OW!E22=pbw@;H* z5jE%We5}!mWAx&$ov5vY_uWV~8&CNGzKd)ofH<6G0OCAanOgBW{p|!RswF2F1eq6A z!aj3zzRWyJdS+yksAW;h?Rv@}h;?zKE=rCUQ5ZB`MIvtMlTW)hj**U9V`gh;5!pNe zRI!k0-wU|;a{uOVt5|9I2#p5J$4<<0dRw-(eXYtL_o2pQ7z2DOd;Z{N;PtFx=xmr zv-MQj^L>FutcZB2Q!;+bh}H_BI{67xQcFb2;_2|ZIOgU zlpT690<(IB%DF&k$=;`)ibZ6rSMk`vp~b`X{M&zKVk(VBzA$jlEYK=XByqjkpe3d> zagL5c`*(_N8t^i3O3-dwF*<3KAJ4E{I+efQAnB5(ED7J}Y)i9QMl9;S0ZKtz6Fl`yZa5 z?>lE@Lon)(@BO{!*;Y~({ETd4fI%v9abSpYPA*f~?<78AFUx&RAcK(irpcW#X;suG;LjkN%#tam?$cx)aOP|ABrZ zftcT~_BKZYgTl!wlS3@%;G0$%R5BKbg>7s^WrmeNg5#{y%j&l!G3KPv78f~>p--R6 z-rWMd_;-x*Jv_fK#GexDH)|_lcU)qrydaF7k?=~!B9Y3goJ@0k#Do&d8sHfClvvS- z*AN1YY>T|3Pu|NXG&qZq$tqusfy0>QyFk4Nxk9dLTsKBW=v!ehuP3{0qjWS0jVAOT0quCHh$9@?)V_&xi-I+>)aJN#1Fr<2g2 z-=QqWuD2OdK>#H@`dDM7UtK}@+SOGq8}D!@ z`H_Bz-D-7-aU&FcYqupnoH7y^rI7eJRactExcguZK&}EMl=S7l&ZZ)b{WJO@iR|gR}^v?FoU!sc(fy10rXCNPJR~l?l)+01Mh+ z-PPjrx(S>QOBl~;D4IaOSP-P7{1GZoO#3p{ec~|fQ zq;Kgj#E3XYWp0s0L`@7mms)z-)@>pld9c%bH%7D415wMNEjJxGluAzW2Ca`b(TTh~ zYMeV2URDMynj^=Z%4*#49YGY1=1a0m={CV~A1twrG(ORW@R)MDI}WCzE5|l<=Dp&~ zbI{9kxAB%W%4D46N<@+L*$}741~nj`vZOGnD~+@iIU9chrOT@Vm!&3@dYDa#q#rNm zK%<-3*uY%6ARv3n?QA@hm3V@v2R{lzLLZHfu#t(}Z<5k4!hf83sVi2*>!3kv=vk=E zADh1zO5hT(75WrgD(Ik{!$_l@1r$vIUhM_v2GU%^H?ukHhMeY$7D~q1`y3hX-PkMN z|9QtX$=29HS57;{7iy!wACIXFY4MjHlYZQTH=XKk2mf-qk!Cpjt*8AqQ(Ol_QwJ!& zW0BqrTCI&=3xuAtqk`c@URccse7gDr^EZpqq&!0hhgFl9lmPoJCCVu<;Sy@MyRh3wDwyz7?CgZyWKhmukRk?PnL4_F#9<&!(II%Nx4W!{g^vghgKqJnBqH72YO)&(~{UP^V@P+Te27?>-qkgUQQs1j} zjkU$~Z)PkSyF&k!A!~I%R}S*yN3> zF1MJdC!`Oa>G6Q4{=*Q&3I!agDDAQ5Ll$;M*qby(8~k8~e_4=Rs}_UbPTQqhw>WC( z+vzsY7j4RCB)T84b0hi*E-0WI`Zo~1DR~T5|lqIe8-R z?=Q{Y0lJFvaE13x!2IhcYON%hP+uP+FI~q^W$Qnm`W#So8wOVvEFE()#xpyv4@PHC zt;VSvYRgdkmwZTYS4!wGFOn>t-O=%TJocc|Bj$QZOj5zgf|s&~O&5_i?}|NE7*6{Q zydNy`f7GfBhP)NS`)CCkOzo$k%^hv%4+UewwFo~2n=v=O$hPz`nx1JhY7+lX3t1FG zH|xCZx*$t(cnZDjM7T_TBUIi%nyRG{>od)8zPEFE-FB4~E^a4kK?sl<+?^lj6HqMK~yy*G!fHo5;=;1NXJ zV&2ZYdD~B7J}1W@QmtDSXSMb5n{7B}L`V@0B$tyuSq&`BFeD3VTEWY6G=TN?dIh2M zxAv;Ogq8_1`JhDvil$o${C%Z=8}|Jl#>-ar3oKH8Vj?PrAK{=pZF^faa0p0)z8Mou z_S>7cwO+7t!fMxL;_YzZcdIiakX4tmAvCN#=88q8AHw`mI_WcP4dK_WbVzAO@n^D`Fg zFpUNr8Aem0-`y70c;{vxmD<7u$Y~6|j*n8uZj4Mv=qZChfeKwVGc^R5GlW`o>{;W5 z79!9n4!x@G0eZ=?N?-T3v8Jbg)-2P;$FJiU$;2L^$<-?TazvQeS31~5M#4w3;VqtU zpsY?cLqouJ7lVdgn-b$3!PtV<43WUq8jh zG58^h!)1q-jC%^rKXzNg0oo%0l_p#(8z$dMOkx25&uA1HTeHVcJ-8xFt-1si$Bkme z(vi;Af$QEVQhj8~&$Wt-2P&Shc_NvtFJG+H(k=#SEW`pX_yX1E0||gz%OcC3%E87UWz7K@P{G@ET(Hrn@y_w}#Y*$2WJ?AcblM#M|A9Ng)!)i~2iR9#t6`!ReuDH3C9 zfoLY3X`|Nfpwq9%0VrGVuw3~o+@>w&JPY|eD|~E7m39Pg^3i6)8_vTnu`=AGd^%bz z5Pp2+EO1&4Trkou+Wm!lv7VajGJ^KVp8%MO%hO`gLw+}(2#iMUCu8jCQ|Bq?U0ve( z&s-tDzlP)n;@weg<`NnE7E^^A&*C)wal`yE=1RR3aKrN{lGHrlj59ttSzsOu_h7C8 zeGZ1bGlj{niS_RUe0Jb14`2QfqWsA9_qh;riMA<0p(qd+MZtI(6b&w?^)a-?DUBZG z3XVpw67uJ=0~Ww2r?LA3!1cBE&@g|Hz0~1f3J1GyyQMj|gO4+-!z3ZVG;E6pc&^cN z{su^DKAZHS+!dzuRDxJd|LjGJp2@#gvOp;dFRyGHA|P#6Q${b2#>xsh-ca57TiqEf zA8zdYMs{DPsmAuj?$nXz@`u`oMlH-%vIrvdlEskAK|_TH4D7-}&M?(-ZQxQ7P<-x7 zH$o8rRa(Q{;_zCH0g_@1d;j)Hf^n-C&)LCZ+%a%!{rk)7Fzu)UWq{$X>AiH%S_;{f z1zlV@|MfSnSLtYUg81K+J)R{pEW{dXYqpJD5KD@B`=b%eGJyT#WrSgaHdb}%iwC@8 z+3ticyOnTKO%-XKI!oNKI*uBPuuR&$--E!hCSj`Jk{F@Jq{3*96mT^O?_>`_$)fZr zc=144C|d(ZmCGgHjymumtFP)zTh(=7=TOnj1xwAF4+JL8i;p(q;Ml*aiH!X?0R$PV zNXK|-cgvfMmW=+R);vAlYXF$&<G#E{e zZt9EabMms%kb0p8T8zvYW`Cdcd`W=CHou@ONc#8NmqPusQ3hN7s@^g=&p18n4?2=W zZr@{=Pgm8)5tE`Ddwy21OEn_|C<%Uzu*7RSnkQCyMv|;XNBBx{DJKP@1rPtZEmTKNXQvVaMF>#@(jjGJJKb3lt<#WC=m1 zi>6|(c{a)uz2;$k%;SXjfN|QC|G@ywOUF7BLOBbBqs_=9G z<{w!-sd1X5&ECgXkc(wYU7ni(&4+IF(b_dbHD5OCN9Wy_`fVUK9k5ec`83U+ScNVUnJ#PmrjqQzFhE$|oR9)jRKWaGm(D!-6Oi{pdSfpIP9I-n zELI9nl6B$(TBPXPg9SJ+zuLaX-7~y-%=F~R6XDnWSfp~_agZa~T?`tUS$)Vb!;}ES z*l70;PkBekm2Tbzv?)Zmx{?S}JYhBafM0qe&CdR#IPw+KFW!SvQW?BAmJeI(m7?eN z=O+d_{ThlGQh7axrQ4FZIQFhmP1w^rzgDN5Yc-uKZhasBrK$BVrqP3w-vSMwV{;n` z2q$#E6P$h7m;2UGkajL`IY-P#E07l$%KfWI{OsmR;9m*hkK3E83s3o5P+i`K+pn zx;FXaWAk~X0jbY1Bu_C~XVXyddLfZ=yjY#malVC|$FN@I(%k%Sj3N$5{=;QcY8H1; zp{nZ9yEg?_H-A@;JdcVZmb${2gRzO!=6_t>B(R`f3iwbbCgJemERw&s8zV?jd2sy$ ze(RfZmOc_TBu=dY?&T9*4PGv71?JvATeW9|wBZiPIOp!H_(eG|V9)`5=T~`{+y^|1 z{zSH>KedDA2(KAZ=oZ}bF)$0uZTy(MH&ayIA;`^b4j3fNnGtGq#QpV!O-5Of?KxnioKjgBonv`Tf@A3w%Rs(@yJkz!Wr9lBY~v6OaJunKbqayg zKa0bgyk&bC6+Ji;w(Y0H$QU#o%feBb#G%L<_vka(*7A>|YKrebgV}~B?Pr|2-$^&F zFWn6}4o1-S@zA%oT@3Y;q^~anx_H)0IPZG9BlszvtW8m>C&&Luq)@(Tuaev;6Ob@` zB!7T4xwz|Yo6*NaA6ho~wRDG$;M}K#ZIbhI?SS29f@a^_QsvTCe2~B;UE$r4TkT_{o+D<(nws|RZNvMQ^ z^CtJL0dst|q&n~GA+lBw7e=Zu^Lv&HR`ZOeTjS_?47f=Zht>zZ6QF zxc{=7eA9#6dO1xGpfMLaEGDx5;x4_Toi^=)n6yy)iaUju+^F~WSGH5C5ykG>BJm)YZmckd`b_R*)6A^YVe{*=6z$Q*L=&9K_2KBc1kGE?omeLinMLtF0Q79j@6*~2f zFYeM<2DEV%eftL7Two7=Or>PNZLE*8`V$?Wf@-FY1IkhPVqL_RG5c&dBQnnyyQ&>u zS+Ihr#iiWAQLVpa&w`V^Z-L`g!Fz|$3VB7S1qtuscFcxub;>d@hES=;m+s7^&8nQK znyg)puZhc)bKLf1NnUWd;QQEtyrO8~F!T2FX}qLFFTYEToz8*K4P!~M_7YL9S{sZ@D!gCn(Lba5Pv*VXFZg}rMn zw=Z1Sp*#C-H7<-up;)a7x7O=?`dsF7fnP2%nRDV%j}Njo=#UkH8K0 z@HaRAPMcO^CC5r2nL1uIB;RqW@;I*zJRVt}6n1StGE;sD(rR?rUsm`%^6j4gS#l86!ttR#Uou)g6wxb<3YE)XJCRhX{Hq z64Jf^`Y!9y5dw9d%DJO^6GJ#%oLZQji}2o}rvr$M_eZnlSDl>Hb6*A0CVOp0r!*lwkE)s)Mh$L?6{Eylu0UF~HmzYT z0llYPc)VF4SSf}?y)ubo9`TuntGut{-8>k|^J$xy*|~kMFb3Gy zs1=NiouO(5bX@p2=fmTVli=+Fq5M}&GmQx}##XbJBEZnytiaRfIbu(N37Y0wp}3Pj z+e(fL92q$e1%P`FM}zyGl%|j0VgVERk3Qj)c~XA_=PFxrdH{U@6?TR3XvsGvjGU?* z4(eL@@)L_ed#f*SS?VM$Qg3Kn79yDe1ervnbYDJVJAl_b49TAAC~`_eD7fwS3vz^!Hz z*WFp2g65ST7B%Dv5*Yn_TjRVao#nmY3kojd9>ymHR$}FnBL+qnT#L$Af9v&p5VxA9 z2BkmiybCm-`_j%VKbf}Ov&$jwTRYTiN6e$Guz~P9afwN1sk!L@?prgBi|8b?db`qb zFn_`Ze$&A@t|yT}gWBAU{N~IPy_DBz@BU$AzWSKKXtQ>1m?Bh0K>y@r#>RL25ZD5m zQxj9bruF-54d4#`yoO4VB_&#j?2f+xOxok+lFI(Fi7~eTYWhXk$YIj%qoi5?jGU`m+u`=Q{(fqXy>A(-epL6>kKc$E@6^l2l^*vYx7|NPv1Rk%mDH~Z^7QL3vdFelj< z8mDf|tofmIV1{1ewY^Wvf^Jidk+b0Nvj*JY?@G*&EfFVVM1#Zhn~^N>GQ)-^hOqzD zb=FZ)h26g&N)SOs1XQ{~8p%OIBm^Chk_IX1W@r%*1CWqTDd|SK6_FBF&Gd z{oT9Pd+%EJ4{@>P%z0*>^PK1G{oVWf!7c<6!E~5OaK!JOSxvZBW(~stCw(;f(`*4ET>8J!;NT$@o=b^spTAx9&t?c}OzV#C&kr9}73k z$@?*Sa9HV9KDi^$@`S+kpjeBf`pnhwPw)H7PI9fbC$7s8r~mE=GmoXec|Rdbu`ue? zUm)$4hyMEuE0}`k2M`|kz{U;+{ZPViy;t_*mBcB%_!E_BQPOnRo6F3)N^HjXZ*n{% zs)B|moeHZr9L4qg=oN0b? zf8HeRXTSJy&S%+*YV;~gpI)i4N7giX0^#$`ygucw(JrZc7wGL+M*BBZ_cE)kKpyaQ>jM zs7^ZuFH_x$(0T5AV2(ipQm4`;5OZ;rl93P6W8yuNd3Ix0_1Nf_J-*y|i-ijUAeAuD zs2`#P&B1F*kaYXrb13KplaZ3nvwjLE_fAn(jn?_FE42RQyDH%em-74jT|5sP4%20X zeL2Ob#hwWjuW08B$zl69-9V`f?ZChmAx6XrSl;Ln+qmztK6%@xDWyUL z{QFTgGaJekA!1WrTD=|1wG)A)teZgG_yhEU9~1UXA;){G876I^7Gq`1cQx{&R;u#u zkuB$quuJzupf1ky5joaZD4xACc-7!EH>VzZ~0O8x)-*#w(=gnyJ`iHjg<{ZF^`bhooERea1cf3!iTVbd2dcVN?zju(SPNDPlbJZasG;VH_)G#lc0y z%Jo#5j_fu`#+1;b*5dkOn3bTQAXOC=l?NMVNc2h$pUDrl%qS-+dC|~F7XKZO=rW7G z^c?LkEJ{ftU!?{8vTLtsk$?F1#t1+?PIaznZchAme5jj(9|mJCTHgBEcg41ij%wMs zP%&ZUj->F5U0gfjw?pA?*9XTpN;A=-DD+wuSq|U6eqM|eqg?N2V-Lu#fLbKV>I|KS| zQ*R)kY5{)9Z5yh4sC#=p$1S>m+;QA$rN}_94!h6#;X9lkEoHBkdZz_-V5vknvEc1` z867!cp8qOI2k1|!Pj1IiBWJ^E(OVX6p_^FmgG1$RA`D#whz0_pr+PQCQ%nsfI-`9p zrH{^d>s;|b>uNM^eX7phd`~mdFvqY-V%lSgn&=iU;^e;A_R2_c7$9Rv-dv$r^opA& z?Ca}`U-|uuBvEseyXn+Pz;^tm@RSQ_g0TH3xu?n$4Vfe&s;QDb%Wm=Kx0uuUUJ(6H z6sJe^p(ojlbz&j5Wwe$oM)kcAkqCR(AGT=mxh(v4lv+XK@m?hHB;q<5p2;XL*hMFk zosM{iiY`iMy*D4|d2h99m0OU6(ufDaCV;tk(wU0UA`DVa%yrKbUetcMl!jvRl!LyQ zpz5>ziM}$k#{yP^1TdA#FTJPQBMdGy2&vw16&}n%(O~npv46c=v6n|*`rQ3~Fev25 z=#dj3+QM3t0$0k&#KQ}t{@GC?2lvYEALx}%T1|~7TXtomP0!w~iCn!SXcZtAa_5bB z-}MN}jjml8%kd;BwVbE)dd}T~79&N}cZBUe)@dUG*x z?$mKEz^kszOrLaqW$3rZ5|)HvkAU4@+nGAIuGGW9+#)tZXX4FiuQHEj>%HjSzGW(V zt9ME)OsX^aF=q7F2|f?c&;9uW!ldA&$5L|j!L*knEC&1rHyo()3_PLU>>;{Y?H~U* zoagL^c8%(jaLH5NQQR77yxADt&p#Ff9}H8LJ9kcZRxZ?>??x7UfuP8z$+oMpnuO8R zO^;>*JDkjYt+oJre_Ubux=;)6bpl*f#!An4%Zhv@oK3Hz%>LZfTykHJzr@U=H$+lb{fA2M8kUp#hf%4QZLN{u{3=@X~n zbWyu%rZ05bBNGh-R+3+Lh3Le%i7qdtbe#+7+jHpLyu~k5E3#)h#{TFLZc5N3{lCe7 zE1As;tSSS#C9h6Ztkidwpx2U&n^U)Nq5|iRKzJ867D@EvlbvNhn>H*1Z$8@wpx&7_ zhOjG0Z>tN$PCT96E-P6UNcOpBJIRJK4lNTW2X$2;!8qfU(XOwcZ|3Z`cVoLd@yS8g zPNGnEL!$!e?CWb<_Kc8T5EAJmxe%|!8h&pz*)|;+!$EY$#C{7JMzX5)8;9NM zFpy6k&tGnLUL7R?qzj2T=xy{jtFdoZU^PP*ojk1qPN3#!XAGWQ6ZPM5vg+Ob*^?!? zok!IpX;JsXcp4F&dtfYgbX2t;*s(ntROUZ5Qh87jd@s|ZzAD@6GMuWO!=|?Jh4$S1 z7T9e*+=ixR@Izh`XTljLrpyW%W}t6addUS{VD+bE&`1NGn8LTQdJGv4i?qdWKE~8J zyvwtcjWOu1Mndl+vvI67XrQ|kfke-jNzw7ASNzK97Jw$;?@rb$>IcUxD4FsraVeie zzZ11cNlSw-a^`C0%{=v7{{%tnEIy@S5?u&9VT%Zliz8@r#Du*Netvi*4D-d11YKz% zlxF9v1Im6TZIctxckw1&bsa*ugz?J<7>6l^-s=YKM+y*;ER7hD2J@~xS51}Zdf!Yf z;(!2-TgyjAc?a0NF*L9ojr?cf?aOF-po&R{(TKzC5b&%}$LPn0+oyE^38SS5ylJD$ z-ZXROv1gU(x%>1ki(H%Jwnm!2>NUxN!CJKC#)gRKzDsh{Oa-9v@TABfd@9ubBFCPo zPIvv6aKut(lhel1=2{MRW!|MC{*(F1%zBZ@!aC$=a6Vr{x6T4`z@z_i}gEV=1 z5!h>*upw(A)N@rc2Wz7a{32gp90bhcu{nHnbiE=`!=sy}9?PxR+J=8cx73)yokMdm zA;;{|Y<=%)E5++KwN@ILi$5I=C6#*=*)x?s-Onv**dJH_NGaxOvr_6xC69-Vgdpc1NuSzMLcawSEi+uRjZpVT3q?So=+H37XqEqGLOL#dit&&NQAMujWb**P^YN-#I5Emy(>L zjBe$@9=rlTGvi$lXP-wZDBZB~Ki%o=7ZvgG-lWofL)c6#{Qe-_m8P$ob=;gEn=i^g zEyXY=#WYPChz#JNt}bqEt1@KEvi#;q1z!el=H&tPi|&Lsvccp=-`|sHHTj6cLJj@< z*P?#6|1l;Dw3%2;SCdwHsnoe%7|qn}yT85A&md`p?QrVupgBL~7HoaK5Lua#wPQ>eX zf7&k(^E!N88PY<`>OHcrQ>o_Vb?4=ENIj|5vhQ-hHPY$|A>OdW9VTq6 z(tOU2L3DA-x)$_A<%Q8;mhxQwGc2{N_B@KUFF9}402H%6<#)XIdV`0yW2bXWGeG1z zLM{~dlaG!;(;ozd9^%8TubvayFO?$hOhOv$Fn|*N4Wab=;NXX_KS3Ji&@DLf9N3QU z0|V1&nd!6r*gL#?Hri1U92mKu?=JB5;tE^|SJK0y5 z+U#IeV;otKpgmWzWKr>xn!d3{5Htw@LV%S1DmIj)f^68)(Gf#hghFr?HiDeT-~;Sm zS+06Fq`$S)tGtlmnoRE-F~A|`#&unDvZtivSU*n|tFyL-2iE)gXJP%uHVJdAM}ITG zdYGFoOw!!^*Wzc6-fa!g8;pF(sy@&dyX|#@vQT0*bQd87aLv9v4UQ-d&8v@NIKRHS zID4m(A@_USx>y$YlA?E|+AYs>9?4xQZ+KX7`Ld$;?o*w|g>$W~AEA$JO~hlQqU9vP zyqBEkiIgb&zEPqWS~bgzokQr^S-F+QuV(&^cB7a-^?(#L(~iMT?m6aJj%gy`XpDH*#NH z=e>tg=yphmJ)cvU&6rVk7hbUXgPOAkmY! zAfVPW(XCR-U7w1+tIj53%%Q3DtjT6HeEb{4x=`XBS4LT)I3x_`U;Np$#WfOhlHRLHou zL~iNcIWXEgZh)8Ei=64oSCX6UjC0a+2VH1QgUde? z@c|Y>nVUeB_H(_RJ3}S9vA5ds52zxJ9n7)MXPf<=Dt>jO0v%4h*ns*q{xvz63k-Dk zXB;2n5c!Aj)3@4Ey)@g!M(qk`kfTbS4C}U%s*0Vq{Q!erl4#kmoR{pP;L^uks%zpi zt`oKZf+PQ3yYX>gUFwfkJ2E1mSWV8RUB+ZH@zye-g!4-1 zpV=Rj_A()N1mQ!KTJ$l{*hJW~iwIVO|GD-Dxt&yQG5$&B@tc=@^K2MR$#yM+bS1j$KMSGnI_&0n)%9n#;vRLd4shS;wr6!aOTfl* zH1b%yO(&{dl&`K(@MFEYg-kj~H{jK?j|8xzu8BbV*#9Jd6(t7IitK|qDmaJ|^In>N zlQpCidJYeMiC|-b-Ro)Y!WPih_p>yFI&m1c25p_HS^S*Tl=}C)rsG7F@^|k^k*X}$ zA&oMuG&}u+y)V--<{}QW2m~Dq%O$hUD20$o0i8`~FS~}o5M{4YiTGaOuBHk9KnUpeZP5Sy4Vs6_EOztq{bjkDK8>OUDt*K;{X8zY_0QTqmj8PX ziH&C)-Xj|Kt}ZVLK0cN6l9v+STU(R2_m68ofBrmpa$VXl*i>bp`^L0v2BSRo6>`MI z+0wKSQm2-I*86((KmM90iF8XNk+tNU14M@QUcd2x%NXd&Zs#E)Ql-XNF>srAbqv|& zsJa0RK!~Duiji7LJ|`%KkIMs)*d4l$sSP(Z4UW2GrwWI}OZIv)7*}%nOSkeUftz5ln1L2U{<$i;}H2_5FfQFZRR4i!$A;|-3>^W4c=}hA=LXmYkMS&8cP*N=OxuQ=znYt!aA5_6dNn5 z?{6sf*6Y4V_VesItVQ$pR@uZ;R#aN!1Dubj)Y(C7M#f>GGx~M!QVVEHrPd?dn5Mm) zGsA3pxAn>RZB|tx*jCJN<=Gr+xUGOYU>D_nVtf1heoyK09o>`tqPkaf;gVGH{gh)X z?JmQdxm9N;_MI2i*WA}d6$Z+tV>WP$K%-_;%OV0D@eRaoAg!?FRAx0P0}BwqiOM`uOC*AxwQZe7BxL^L}` zC}iCDU1iTFgz!RP-`7)g_)$8z5gfBp@3MCl5mGm4~?QlNb=aQD-{E1k4OMOD=I z*{(8?veu3OL2Z!LdWeuFgYJk0Bv4A=Lc?I+ARF79a+@(4$U;>g&IPAMDcZ8cgIIlj z_~#m|)HGD05W-?CeN&F4y|5pF1 zpkT#!a5Vq0nX9TAymNySfTwlb={fr7P0@4s9*H62VL#B2ZG zS9#i(0VCjYskF_25iNeDK3M6b!Hii|vK(35i(jCB#d{NL^JuAgx?z3I*hF@8yb>=# zK!LK5>~mz5#ETf_iL0Imm(I^8#NYNx^6Uv^F`poesPIW z%OyRh4ra`j0y!Zb!lM84Wdolhvz|s+iIpj-4^iQ-PEafIa3``)86dvzR;jUqW{xS35QFJnuB?;+d?~f!DU9!Tv+AQSm+y=^hX3E6Y+ZO+hFntt$KGp*UZ7( z$5Cv4J;`DjpjYQkMM9!mhBI|Py>+>226(f+mIJ;~qRCNBid#WcBEP7A4bLrdq(1K0 zvzBy{sbzY&YD?=4(C5ob6NGfNzvpXLiyp#tDm7`liYYFXmX_wIW)gxL9=(0kZe#^! zj56l!65GIb#OzXvACN`)Onfm6nP_&LNr%^iGvK78Z~?4Nc(ep~x0RUJCc54QsAg8r zW%W?` z(q$hUVlmi#c@emIu@~$01RQIXI2JpmLArhvqFgW1Vx5_M;T$@HMVW~)TruOY6KLQ#Y848pTt4+CPH-Yl>Y zgzciT-W|+bD=LlVx>9aIZ&?9`P&{!$mCj`QiE5QordUqLRok_3Ec<$_D9#Q~N?=aq zHv>DMSex;&oa7;0;pJ^=H$>QdYyrD}(-dsgTo=DXnd#<)yeeH3&v(MS#+-Yxl*Jc( zQfK)ve5dOo8@`o74`{@7$gMpoLgZu>LJDnl-Cnys;D6Bb2)7_(goM!-92MHForB8RGhX$N`2HOY3z zGTYmUnElW5+S&65fb`|WQ%a;;#ac`8iMTWIx9{uvd8Q(k@H7F`&?`@H>=Z-x(#zX4 zUOkT!RxW4<##NWG@%OI_@#d2z?SBBdrp@FqeJMPL4di#;2b>l4EbV-J{7F+q)V~U} z$1OrC(#ze!UMG*OEJ>VnpIuV3h_i?Zq(13K3*WOh*skyS;NT&g?YqWt2QWc;hZGZpezwnes-L1IOtEHtFoZ)VI;nT zJJUo53s~3+M`n_oGyKI3kP!8>Bshs^{!Pb_@WLwaYqmTHr+tN+r4)_S&AIH9DAfG= z8a67iwvV9s_^D?riZ%n3D0%>HI`@3^oX~fxX^U!$guis4I=h>?UyJT15j9tG2({2rH^^P3u z`bfi}i73^lilFC9EnB2qmu66$MGX7#2fH=euIr_Gxxu5Yh7+kHhYb)q>-eL;B8gdn z5R9Zkhs);H*+YWB>qM<#liG}SNJUD~8;3I&h$cf!%(yrKUh%`qqxVoRHG(aF^T->X zAy^PJrbQWd0zT5Oi(<}olMc+VHasK7ZVS=Py7qw+k0ro&Mi6Kkr`*X2epG3HfhA7; zyA_WoV*W!I94o^!ZtPYXBe6(eVHB1oV646mS-^UKjkD}zd5Woe)ZoM=;u|Uh$q|4> zW^*8+t-1Y{U?kBV`|PBSvWG(*Vem@-?R>>`elFnD)?oKG#s^LUwk`)e*pu{!97W;c z9=7AZIOAa+5W}+&!q>S4Z|zRjMEDb7@TIMVpY=qun1EqUqDRxhD+2`(zdVg8=Fh$N z8I_n9I%^WE;I(<=1-?ezx7H)o!VCDDE;=r1!-ILv-p-lZ&C=S^*38t>h}+)DoCot859V;B8rs;@%*oQ#$i>pt%+S)t2JP(P z1i#qZaXZ+V8zPfKU=(J|D5gd(W=In!Gx!g|&&$Wp#mCFVFRISZkK_|Z3h;CA@*;V8 z1MB0H{;xOK+M8Ow@c93~;qW&-9lSvfGlH}I3l}#dCo_bCt&zDI%E;W(#F|csTZmhf zOPKCIL-LAn@d?wZ@Cp5&ujl6G#%+l?8veo2m@k*qPy^8#;uhwN>K15QV-UN-A zAtdrC9O{hV%f6`N`G1c2&zMN0g_)(fg$qJJ=-!cfk}w=Y@n7fp-^XZLnz~pZ1O<4* z@M0?9klX)t2nuG|#lyi2@t;q{19K=@_Dt#jIS)!5jzaL=6XX*V5aku(|3Twd42O{X z*Ll<|Jz<*p9!pCzp;0C9;=TWRQA1S$@d9)8K(=tPb>OkFH!-p?v3Kw=G!qaI6fiXv dHZe8k + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git "a/\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/imgs/2.26.svg" "b/\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/imgs/2.26.svg" new file mode 100644 index 0000000..80de975 --- /dev/null +++ "b/\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/imgs/2.26.svg" @@ -0,0 +1,65 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git "a/\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/imgs/2.27.svg" "b/\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/imgs/2.27.svg" new file mode 100644 index 0000000..5c1e300 --- /dev/null +++ "b/\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/imgs/2.27.svg" @@ -0,0 +1,66 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git "a/\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/lbfgs.md" "b/\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/lbfgs.md" index e880d2a..0930379 100644 --- "a/\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/lbfgs.md" +++ "b/\346\234\200\344\274\230\345\214\226\347\256\227\346\263\225/L-BFGS/lbfgs.md" @@ -141,6 +141,8 @@ ## 2.6 OWL-QN算法 +### 2.6.1 L1 正则化 +   在机器学习算法中,使用损失函数作为最小化误差,而最小化误差是为了让我们的模型拟合我们的训练数据,此时, 若参数过分拟合我们的训练数据就会有过拟合的问题。正则化参数的目的就是为了防止我们的模型过分拟合训练数据。此时,我们会在损失项之后加上正则化项以约束模型中的参数: @@ -169,6 +171,20 @@ $$J(x) = l(x) + C ||x||_{2}$$   这里有一个问题是,`L1`正则化项不可微,所以无法像求`L-BFGS`那样去求。微软提出了`OWL-QN`(`Orthant-Wise Limited-Memory Quasi-Newton`)算法,该算法是基于`L-BFGS`算法的可用于求解`L1`正则的算法。 简单来讲,`OWL-QN`算法是指假定变量的象限确定的条件下使用`L-BFGS`算法来更新,同时,使得更新前后变量在同一个象限中(使用映射来满足条件)。 +### 2.6.2 OWL-QN算法的具体过程 + +- 1 次微分 + +  设$f:I\rightarrow R$是一个实变量凸函数,定义在实数轴上的开区间内。这种函数不一定是处处可导的,例如绝对值函数$f(x)=|x|$。但是,从下面的图中可以看出(也可以严格地证明),对于定义域中的任何$x_0$,我们总可以作出一条直线,它通过点($x_0$, $f(x_0)$),并且要么接触f的图像,要么在它的下方。 +这条直线的斜率称为函数的次导数。 + +
2.24

+ +  凸函数$f:I\rightarrow R$在点$x_0$的次导数,是实数`c`使得: + +
2.25

+ + # 3 源码解析 ## 3.1 BreezeLBFGS