From 86ea1844a1178db35e97b20cb429b20ae1196ab1 Mon Sep 17 00:00:00 2001 From: PoAn Yang Date: Thu, 23 May 2024 10:23:12 +0800 Subject: [PATCH] feat: bump longhorn to v1.6.2 Signed-off-by: PoAn Yang --- deploy/charts/harvester/Chart.lock | 8 +- deploy/charts/harvester/Chart.yaml | 5 +- .../harvester/charts/longhorn-1.6.2-rc2.tgz | Bin 52313 -> 0 bytes .../harvester/charts/longhorn-1.6.2.tgz | Bin 0 -> 52292 bytes .../dependency_charts/longhorn/.helmignore | 21 - .../dependency_charts/longhorn/Chart.yaml | 28 - .../dependency_charts/longhorn/README.md | 327 -- .../longhorn/README.md.gotmpl | 239 - .../dependency_charts/longhorn/app-readme.md | 11 - .../dependency_charts/longhorn/ocp-readme.md | 177 - .../dependency_charts/longhorn/questions.yaml | 920 ---- .../longhorn/templates/NOTES.txt | 5 - .../longhorn/templates/_helpers.tpl | 66 - .../longhorn/templates/clusterrole.yaml | 77 - .../templates/clusterrolebinding.yaml | 49 - .../longhorn/templates/crds.yaml | 3942 ----------------- .../longhorn/templates/daemonset-sa.yaml | 167 - .../longhorn/templates/default-setting.yaml | 229 - .../longhorn/templates/deployment-driver.yaml | 132 - .../longhorn/templates/deployment-ui.yaml | 182 - .../longhorn/templates/ingress.yaml | 37 - ...king-image-data-source-network-policy.yaml | 27 - .../backing-image-manager-network-policy.yaml | 27 - .../instance-manager-networking.yaml | 27 - .../manager-network-policy.yaml | 35 - .../recovery-backend-network-policy.yaml | 17 - .../ui-frontend-network-policy.yaml | 46 - .../webhook-network-policy.yaml | 33 - .../longhorn/templates/postupgrade-job.yaml | 56 - .../longhorn/templates/preupgrade-job.yaml | 55 - .../longhorn/templates/priorityclass.yaml | 9 - .../longhorn/templates/psp.yaml | 66 - .../longhorn/templates/registry-secret.yaml | 13 - .../longhorn/templates/serviceaccount.yaml | 40 - .../longhorn/templates/servicemonitor.yaml | 19 - .../longhorn/templates/services.yaml | 71 - .../longhorn/templates/storageclass.yaml | 50 - .../longhorn/templates/tls-secrets.yaml | 16 - .../longhorn/templates/uninstall-job.yaml | 57 - .../templates/validate-psp-install.yaml | 7 - .../dependency_charts/longhorn/values.yaml | 484 -- 41 files changed, 6 insertions(+), 7771 deletions(-) delete mode 100644 deploy/charts/harvester/charts/longhorn-1.6.2-rc2.tgz create mode 100644 deploy/charts/harvester/charts/longhorn-1.6.2.tgz delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/.helmignore delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/Chart.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/README.md delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/README.md.gotmpl delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/app-readme.md delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/ocp-readme.md delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/questions.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/NOTES.txt delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/_helpers.tpl delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/clusterrole.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/clusterrolebinding.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/crds.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/daemonset-sa.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/default-setting.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/deployment-driver.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/deployment-ui.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/ingress.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/backing-image-data-source-network-policy.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/backing-image-manager-network-policy.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/instance-manager-networking.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/manager-network-policy.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/recovery-backend-network-policy.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/ui-frontend-network-policy.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/webhook-network-policy.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/postupgrade-job.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/preupgrade-job.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/priorityclass.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/psp.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/registry-secret.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/serviceaccount.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/servicemonitor.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/services.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/storageclass.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/tls-secrets.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/uninstall-job.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/templates/validate-psp-install.yaml delete mode 100644 deploy/charts/harvester/dependency_charts/longhorn/values.yaml diff --git a/deploy/charts/harvester/Chart.lock b/deploy/charts/harvester/Chart.lock index 99485f7062..75c9f82851 100644 --- a/deploy/charts/harvester/Chart.lock +++ b/deploy/charts/harvester/Chart.lock @@ -15,8 +15,8 @@ dependencies: repository: file://dependency_charts/csi-snapshotter version: 0.2.0 - name: longhorn - repository: file://dependency_charts/longhorn - version: 1.6.2-rc2 + repository: https://charts.longhorn.io + version: 1.6.2 - name: kube-vip repository: https://kube-vip.github.io/helm-charts version: 0.4.2 @@ -32,5 +32,5 @@ dependencies: - name: snapshot-validation-webhook repository: file://dependency_charts/snapshot-validation-webhook version: 0.2.0 -digest: sha256:05f0a1545d887de8c842bc594e67e63e7e1710f9de5659bb5c7e24ae43d894ea -generated: "2024-05-21T16:10:18.151631+08:00" +digest: sha256:2a3fa4d28697e8c897b6dacb6235b7bc9f8d9869864fb8afb6dec4927ee5de1a +generated: "2024-05-23T10:22:09.011689+08:00" diff --git a/deploy/charts/harvester/Chart.yaml b/deploy/charts/harvester/Chart.yaml index 5895fc5a63..423d13282a 100644 --- a/deploy/charts/harvester/Chart.yaml +++ b/deploy/charts/harvester/Chart.yaml @@ -39,9 +39,8 @@ dependencies: repository: file://dependency_charts/csi-snapshotter condition: csi-snapshotter.enabled - name: longhorn - version: 1.6.2-rc2 - # repository: https://charts.longhorn.io - repository: file://dependency_charts/longhorn + version: 1.6.2 + repository: https://charts.longhorn.io condition: longhorn.enabled - name: kube-vip version: 0.4.2 diff --git a/deploy/charts/harvester/charts/longhorn-1.6.2-rc2.tgz b/deploy/charts/harvester/charts/longhorn-1.6.2-rc2.tgz deleted file mode 100644 index e2ee0104e73056844149fc9d3085b7b8a49c454c..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 52313 zcmV)5K*_%!iwG0|00000|0w_~VMtOiV@ORlOnEsqVl!4SWK%V1T2nbTPgYhoO;>Dc zVQyr3R8em|NM&qo0POv1d)zjbC<^yy{R-^L^lQ7fS(0qW>CwE|dlX4dH0_HXmF%49 zbe;r7qN)(F05$-YR7vOj_VeIIf+TpWi)?4e54MWLWnlqWcPzw|%omiA!?OisV!VdS z_)oijj*gCwUcPvt{y#c8D*u1{<%^epI)3r;+4G|>pFe+j{HLSi=SRL3uJbrdOJ_?Q=9V{Ux0%C%g>If|%j!%H|_CIakV@wYKAW&i~L%UP(K!3_W zQmuAEaJOOsB6Cbo*V3490ZE90B_wc;Sl4=d0a@=#J&UKfYe|8);4OuxFucWN z9^fUM=a8@Lr04tRWAF0%CmYKO#wp@^VF1na|EuGpL-W-yHf z&x}#yd;xA2m}^S^-=}Y02Q$i+P)K4w!!eQt&QTachQJCk45u;TKu|D6Ac35t z2w);8SksgNftE=O6%UxlbPD5>0{}uOM2zHL0DJ+0AOpv64~FKFvzXWOVP3Bh zLya3@0YI`*k=H)~E@r=0Ae`iAD|TDOPM@B2**CiASyte!i=HZ46hsFH1SwJHipDs^ zNG*@rRlcUFT;O`)0#g$trmC4mN(7@ZfMJNZ+P@j>35^ugm4&Z2s}+YN@>Nq25{NA^ zQB5P=&st$e!6TtFy{LBtU@~Wj^D%h*F42n}jBcOv(Ni#Dx9FMq|9JG|006O0kokOY zpqQ>4x}{cnS!h|Mu=%f1LOB+cX+R`g+4wG0aiAKrv%|9TxoCxHMI3U;OM*f?Tj$Lp zr&%E2-0o>OFUZyMoe>*4L#)>f>j$!xO`2d{x(&Ago#M{$zQ61TYKj}7OmQawtq}UA zCw4DQz0J^E5q+CRVhi^|yb_Z84r(GRZ8oB!P~J2gRkGJujQD&hi*_8+H@XT?bxI=w z-!BjWDd7q-jH0K`s^NwpMXt2df&{;K--H8G!;HSyyrxM)nfN9pQH=hEMfbVY6@jkV zYm!Z$!BkZZZm}o`G;qFIZ+dt~EOucU;>4XuDeKq*_b4ee}lnU&qw)P@`fwvW0& z?-UM=lo#VK$H(eT!srT1HL)8$uJYphM2Q1c6ION!jYiD#@yqcG^+pPa=M1k9Gx9y` zgdio2>3SfmxKC6`ID<%a7%fLE77C;rXFe%#! zH%b{yl2~e7l*DVPV!cZcnaGZm^2}SXlYtdbhUb_B3NT5q@7Hz6+7_ZrzIk_cb@=XY z=fGGt!He-RpbW%NAST;H>Q62J7fQ>teFhZR}2gnk}X5T6H&TBJbWd z1e7dB(&ZGfDi{qrLYpl(fMCWD(#=efxI>75=SN3JM+!~PpMCZ6t8vDaWsfI-q;Y&u z(pp<^VkTp}?VxNsdm7njba0T!mCFSpdeYmhD%@-km$>Azvi2IC#gMDrZ3?L0CqS?? zGo!r1F*5c}g*`g!)#59DqmYX3MYgq;w=)hB$lwwQ#CYE(-`vjlm8{K;b=6Y67>5vq zG$o>Mlj^r=;Y>Dg0-k4fBq$(=X$WI1*4-L*cUgqFvQEj3G(}tlXf~7k>`C6c?BTWP z-~`wT`M|;$;$?vfDOor|TPU+bKrvTlpzi0KT|3Y2aqAjtRfIn#!x8YHMo6Xqt>pB(?bc$DcJ{_=Qei zV=hj>4?i9httj0PnQ{bR$yR~MMwt7i(1>>YC=^KCg$zM0Xpl%MCW0y)o5j)8rKa$N z7J<|lhAW6;3Cz zh{{yEy_)g)1-R5yu2>h{V=feGCGd_bXTOwdgF=;mjDCM)c49vIt89P; z99-NdC=@6HlkZN0FOQ#raDl>Go-Q{=12Qe1nTB+ChReOJc-MLmRZ?+ibz<+ew4v%C z>%i5ED_vx1zkdc z!_2$@7+TU5j6swt7-o(v$MCY5i8yiro)gNn2xEM0^3P1N(Ne;au8=hi@N?B+E<4^Z zygUJ>or8mfq4&w0!3e3PqGk0?&hP}W8D&e5FchS^3A1j;;9LV#q(O?yDR)M!?) z(#|1TQX*xYD;i~E)WuzOIp)+#jvV}4!S6U9!q3h^W+;7LB@fxqAQf#rc)^(0!FC-5oT%~uQxP-n8vOt73Y{~YEm!kpG_{osj-P~&>?s{ zdOmt0yS0Y(qC(K#xnp|Xs(;7Q-4_I7vD~VAV;Jq*wPP0Cs(Z%@Sq9;t7;BLS7hI4i zp_mBGrlbO4q6LhIktUMLq5@HS`)VSo*x9B2|MYwH-?wMV9CG^i_tzJSu<7bIkj;^c zhPQB;>B4ygDc~q%NC3z=4Kb9=HRBDsAs|#s<5J6K3`K|t4C9Gv!Re`u$Yf+6#_`&$ zT}SmJk(DAXV!0%C1}mC87E~53$+DEFtswimcGRNp7dS>ARNLoBZIftYSTpI?u7n8l zTg_J~DYMoXPEia-^6l6OK|R!s1g42VHu1G2OC#_Y&!m{H$+~>cwOskcEYAX^!#q>G zJ#uFSM1UlgwYn3MQy@NRz9j+idjPW#&03D5sCWb307M}hh*S;|Zrxopd0eP_yz*0U`zW_7j zz-$Fm#i$BYs|sB16@@EkBX6P%ZMitF>yGQ}B8`iT>o6!KYZsQz0>M};))vmp*rZ@G zJr*s`&Po8&wS`3!M%BiI&crDZ_;fbIqzSabVrOWoO{zSHMQuJvapvEri^m&C?h=`CvI-O+!?pXxf6e%2qiWo5zLxERHw_HFLY0EPRVFE)n`~J0c zd~~E1lWF|j3bBmWVKUDls0C|@30|g4XQXN)J(HlBUyBIAvO7sjWyb_ZlA z=yd0H7f7WypC&^@{4@vMDUdQg8wix+!ZRFd+aF941X)HF3J!tt7BrHlvjcM()andXT4pTs zbe8Wi3BR@KXi^+GG^YT=tHNmz5K=P3^HduypMoWgtR>@T-Osz35m5NgV1`i~S=&fa zk@Byi=Pr4!k+sg7^--%js-IFI87cg8j^{+LqN@*FNdQ+L&Wx2w@^*^`6XmFgbwM?< zbkWm+Bq>VSu*NhfxuasvPXVU@tL2Kca+`66l&qkf$8dl zqT@6bj>*oQr9yjj`U?tcS!5nKCL~#QC%}R?QD59PU70UiT^xm!L}kO>9mIlzDVj;* zqPCA+W{wP+Z7B1uc6~^io0G--!_nv|NT^n39bT17l&YI68poGJAhv?BcL+;NQh~}t zkXoQ}P(iGApO#q}(x$RncyiN2Bo#J830%;0gWqV8_vUpS&(xM!#Ul$Msqzp&3y+a9 zluT3*s~vH-(u9%*iIGjLMI;}foN@`c(SRfrTFiB&Uw1XUf%l40K&c~B=A7T?aX8?MEat)-$I)yQ0*;nAq%kD{M+sz#x5Q@f zKi{TP6pC0MXZRWLH4*UMF@xWt_3_uL!Q&Hs9OOUbyJz~{GxJVa1}Y~aaB`pvN5;JfRs*#)N=SYAx5_yEn z&z8a3V2H#;*w5Ou<-9oo|3A}X0kcxjxJEOFUxy5<9nokEueURB7_X%0ZN)&XcExcn zBx+RwC|K6uv7B1tdwHr$D<6b8pAu3+P-vMPmQ0qVi9pd4$Fl02HMv{haFO?=J+azi zPoy4i8wsn2Kv{K*)cDl58`JGB1ifF*f3WFj{_WJq_K zQ&AI$Td<@6A)#8z-KibKD#`$pxy7*#gSeuRBwfIxl zJz`=IT??e3361G|JuaSrlXbuT|NmV@u{gG2iGlw!vS5{F&FU+;iAUD&Y+v%3zOc2kOVH$@K%oj0;!RqSsG7} zl3dOe=TaL}Zf3P9ax<(Jk|dxiRG;3FD;k{}(qJQ)wgXdj=2)el-Hb-CF(6ZJKEFyR8hNVe;!^bQ%(2#k;-@sVQ}Hs7yN5+j1SqR-z$EIf*CRbJ0l zziS!|DUqT-B0`&JQyhzed0$!ZvqIMv09i1)LQK-Cb~VJ#Pead2;f#u&1uI``#idqv zaFkcKvtsSCKAv~4*MQc{uQePs11qf2%-O7C-n21Tdj%z{*G!h7>Dt5V6ps_k1ei!k z?2ci9%!zLm$0uohMw`^YwG^kvq(79MiV2eq2t~3rg&XOD!2-c3xWB(2C?g?VXh<7&nB1VjL;aIEg+feF!(IAtI(y2hBNAi z8lnz%P;93PiIvhSI@uMCxEjxu69?Z&G)+v5^(~U9;u5v?#06a0<(JV0E7iza+RuPB zFV~cc=1x()ZO+W=@3B~%8-itA0l0(Ps=+rJBS=7+xEPxwg0yy>nO`(k?E=&UEHWHi z>UL5{jjYUiCfiJtiE8az+nDv+?+8>2Sq`jH6e?DvU+A<1muqO#X^3` zz*_4q5Lp|AQ=qXLfz<=-nTk_G^_klTAfujvZw|d@@poxhDG-h zFCuzJq$-;8v=WeT4l&7I!6#aXSe^R^jl(K(z^*%GC^HK#Y6;WSMTeHfcE1dmkcZng*2wkqA%Z3bj)!YAeS%?VXUJfa^=Z< z&p&6Oc3YY+2%s!kK%zuX6YFa^yo!S72_;b`suoQST);Rt#ylB=cjdO!92(J_5R zq(ChxOaz*1!>JBYb;8@^*1fdfTl$W&pijrAk$0!VNbPGYsYqy5Fol$C@iKv-(rirp zuL(_+yT2By%jFV97z*uhS9Uhbk*(ZQs~s41S`n+fg|f|mRJOnH3@;@%PfeQYLjUgH+%vbir^b7QIhaDO4OC8qlN5X{8v*BX zDbPgOX8(o-cs#i}|JxJ27K^RwoQ+bdz~~Ol5ELmht9wDyI5I~6?9frdXrvFh0z_7r zQL?nY)z!1UW3^#jQmWQ7yGZ8KtF{*ijc{-)^9Rc)T4m zfR>3^mkx(z##ZeuvPN80|3a2`z5CjVvq7IahO?$m`LWoia+vh#vviEe3CpChGCV>; z$$Cjsxl)vJE2l-yqS-7`(r2?+y z*qLah$*&%xV}!TIMXVFhhz0y9z$A=QwNWpx0E{BZi?qb0Cg@D#4U@SYzru~S_s_mOa)jtN@IF6%lQ6u30%f^vdzfK?shj1@H78~A0}_>UFYm8kYe!JIYQNJ( zo?N~5@Au4=T;6lUq=KuEmKpJ3Di(5WgxXJKoRSrg+*WzP8h-^jzoTr^)>L&@_^BQ? z@}ON=;?22qBh6N^SnrNd8x({c!2?AikjX#TAZlVRL*f55ugVkU%6w>m%>3Q zqDZGyojb>eUn#xMH9usGOG?KDVK<3Qc8gy)CFZED)*DZN`c@z4<;xdSie>ssLo8Ef z^C%@^E`yw%U2$yKQjqj@@8)3E*%rP~$Li%0xPwG!CzWu^`8&;ym_D_pGZo|h!;e4P zc~VjeoYEE2y+}zdCHm;72{|){Gjr{L8m>tQeT&vQZp)w1`3omIwEEw^tjP^s6Yp15 zfhJA@hR#SWq<{v${a%aJ>VfpGc>V47?eMDOP=Z^uK0W~>{X@r3j!NI36~8~r(057* z75Oss9y~VbrIbZQ|C!g~ji`Znxz^@)jGDY_iy!Ar0ZGM@&paicjdJp%-JT~M=!0>P z?v^~5%#5wnp%`|$HGweQ>W~}c#@_rPD24T9cPAA2M-5jV^P%kJKCxG)9Cu2+xy4yT&UQZ;sC{2^13NbHFLwj=^g(-7=0$IR^XTre> zL!Acl#f#@!(vr2mf#EG8QKfeYs;l#5Gw&)|w`i?T!69aj-d1v--MpT(YJajXCknV0 zLsnPIj4~=MKpU0;4Uy}1B?yZCSQ#aV8O zM4L_&Z%z|y+{$Q#T8XoisdOx9(z-!~x!fxy1fd8;PvuCl&`Z(S6&)jzBy4h`@XVY+ zS7u+mK<%c`d0Jvl3kTGlP*ELcRmCw)1;>%$LYRXEikBc!Hl9h#|SHYxF$KOHbm4h}jpp@c?yEn>0GuTy$_HM!zXoN8(l z;20H-E~;=`xt3KtZgb4Ci6-Jw7$l_=TF2vOUn-m$?yqBr^K3{djzxe8xT2BVry5om zEipHNj%I0W(tJp;D&F0a9h_QQ@NV00vxLrdrlnk>^%~O3ca)W7NKrPcO<-A8OFXddnrm4`t zyMmwftK^5fP4r=&%>E8dRXhoeP0ms#TRL&hzNUDT_oH%qM0;~zolpLlS=rfk^Qmn zp&Xu%^JM~_w>x9@H)CS!3gcGXAA{ohB=zkF7@|MkU}&t44ozdpp15f8<0?`#&= zJPOIkAOGv%zzAS>5DTf3p}Xwp!z|0}>Pxd=4?vwwEW9JNye+;pK@|9dV4rIzeAAC0fD-Istz<{QdU>S?b{8KC!}; zYc5oR{P@6>3rtvgE?te)tp*^-KPyYs_)OJPw$JegefhX7X$5-lFCbV-Lh$mr`V%iF z>1>AY!6?WZLnKmvYXHy6xlU)PR7w7s!dNE^he=`rA-+etbyZ%-KIAY|k`kCoEt4*b znFJ)5D*v25cM{_z&awz%4jxan3IF`($`D=($r?MM zP2h2k_!EWrwmKZK)5&Ms z2z-a)rS`vYxh&lsS)68FMk5#|Ny&Vv?JB?hmfh!G+3I5n+yceRF<%@i@}SDQi~0B8 zgZz!jcMkrQIY37Ldjv*5smZGXU=B40)3t8au626>mA8^T=2xs@VDXeUCq!MqPm{z# z+Pw0Vk>V$_hkvrOnlD&9%a(w?2!Cv@9rs>u@7d#rqm3FsG0!Q+sJekl6g3}_9l}p3 zi@n2W+9HkMcd6)rorS&CBY9k&oXV&U|8ihQru>{vCYquR%C|{Op`WrsUVK!{Q(2+* z5`|eRtW<3nYnrwG{NE%08Hu0K7>(C(xxEb7BLBU7@%%+e{(JfS`SBqCJ;VbO{K1ks zHih9>GD6Dmulfkh?O!!DJU+O^B+BmXyQVQZSRw%h%WxpoeWv!6>E8i1;3 zVA;$V{0k6FB18muA$KoJW5iDm0ss@N?!QuoQS}qu3q*8kWDS}=r!FL1zp;g zYTsgID?9*Th1k>-8~tTe=mGpN8vR&k4g4@lXvEcxEGmp#{*_%2D9m{T-%E9w8y`Kb z`EaNY&dZuA7UI|4Ac$7*ll?%y^#kpNhq4n9O|)>W7X;Si;0DW(>|;jY|(5 z{4n~<=*RYfXXL3=d5+ZWl`-a`+6+t*UTrGNQl~*Psiy32#~{!O<`jx>QSIOtI@LJP z=TF<)(dkpXvmIg1Qf2#}rqSHMC?~^sPpqS-wU7Kfi&?0i?o8a3a=ezCyi;SXMYTCl zUfZ_$Zkv8;v-IRS_xvxNr5SRZEys{!eSd0)ftyne<2De@{xQWXkY=Ycs;@#yL~#V= zFLoGhz&ci0B=<85rr}c~1ZkqPYG(~(FG_u;iL)LHFDeDyKWjVB zk_B1vS$N^JsZ(gUf4WQA-KE)&+D=UxWs_K0)hWDjTUG+TGoZqYN_?FmYwADjm{Me64NSqkFaN#>g_7c=X}w*l1VHV8R4v;z^-()$CJX zSX#Ax8;{Vbmt`u{xvo1jT~K;kh{Mzq2xA;I6saA!k{}QiNU?m&esyqc73x}9xeBrr zhV>4kF`8nP4o7pN}N9+&n1 zuU@`98ub5%cs3^!-{`f`L@ng<*@8UK7+s^8Y}XQq1{e=pSQ)bnGa_d+*CSU%vnaRbp}9t61AD*cG^hL8WVi0{Vm zZ=Oc}|Ki2*%NNJx_^+>q_>YHqT;k`muRC;4+10O&Tz#I|)eF?Gbl3zqG3LP>5#?l6 znUoMKcv)9R<}_0Rkx>t0&oOtt>+N1+wQ*D69Pk8% zay)ZQa@|j6!|Ty%Onu`dwLOOdPE?B;63oTl8VbF}TIAt)dg-%~#zo1OK&3g|( zyqMz1e8gm)#*o!DaR2}hX@X8b=30!jHpK1h1pr17)`9R>OkKirM&oozvi>5(LxvNb zrSfKhfXT9^QUhlZLJ5tsEI`@4+jWVM_1!Ev#sK(*Q=;$H9c#17*z}^VtuTf3T)J<> zS`Lm2COLEsxNfo}S>DrQg2J&bag!G?y_H{g>C#-J;ZFi>?vzRxN}#@~pavq@%H??h znzuCSHFV5xw}(Tv^8S4ZlJnwA4>V3QmU@gUJHOE8>AX0&$WFBWygHsD0gv^{4;N?& zPfT$s_MKi`et149yaq*#_;(|~D!VFk4v?6u6N^YIXC%oM4Y&HrZ3gE#g_R^jZWWho(DE>nWV`cQEPJWT~< z{4hc*6d!Ut4uia-s>$7z zA=91!xxSd(xaY#Ly$dxj%5yYJ6k#$`IV`cs5G7l&Zd(&vtumzYbh^~1p#GU6u2PhZ z!I|Qv>QHeaS9>%Dmjs-_C5q1=M|(%I#3m0U^17kf6$8qJHJ+RgmZ9d)eUJxW1&PU- z7?_OTfeyXQjt6JWD1NYYLlq!(!bYc*ac1U6lYpGGLgax1kIu`m0sAzG)be{BBpJ=v zsAZkz(%2%=t|8EAilYJ{Z6?eEL+{PdJwxXB*ZQ$KA5E|Mi$Q?+xB|qpL4X(ph(Un( zECq-T+i{Yhu&@y##IYn#1@4w@)!IE;=-0nLS0zcQ zZx|$eh8ROpUEL|AF@mJ@Rr8Nt{UwmWB@&2L5Csa7QXM*5ny+0d^2r%~wN*rXQxs&^ zA$dNfNzDgzuZ+WTvj#ep#8b#bru4y`6ytgzyKd8X#N{sAM&I+~ZX7x_In6(zo#P6T zy(;3QSMep{Td-raSl|7^XqFGnS4pK(K& zuO8&tB*B=7moIva*yv`LSKDro9%^9zrdbQjcN`2uln4~PEnAC6I`@P%_^O{FC3=c% zu0(xx=?80^l`qS#%fWhYqcwMAx;IDAH4I+6y(!UXw6{R%)#A0-FZDOC!G4(m@le+K zr8Dfk>gt*~I9=*%Fr@03@;c33RVs9Q>AdNsKQHrpC?7&icDggSAgSb7GwMV27OJry z0+r3L1cpk?)X=&7UFqC;`MDYPor_1iDCHJYgF-$i9a!wgw|Sd=xRt@X$fcS#rhMF++&_YW_uk_Or$WL?0Jk0Bz7B{|3mp^Hu19z{)54PppWf)9S2(G&l!_CqK@Y46Y#x0V6NVp z!{&AhwTybEj-Kbs%A8zs*IDU!Q{Gu{=d_-e?QyawuV^l8SsfpmMi29T++r$^`M-a8 zbZkeFmAY2fh<|Y04L~WQuI`xsKHkXRq9@DiXleAYG`UvvC$DE^KQ5J`^d!f-D=W(< zZCdZD@DGaqpy&^ZeyQ+aOWz_o-a}rs5q;ap_u?J;o*-vAoi)V$0piQ`rGMc<88K>+ zux+rp(K>XG1{E5R$8rl#B^_jQwT&UkfqPO5kfX*F;QCN`|GAmI2NpQ6z<~uepm|@m z?rn_Rg&y`0$^Fqno%bI9`G*a*-i7gfTdTY7Y~PFX6^;$0do`NJkZZ%AI&6R~v;Jtt z^Bvf~w=e_m$-pY-^EKq+8qH3{R@1qssPBy|vpbFy?|F)%#pqtx{U1t#vf9T_!QBFf z3*Zrzlf|0j&{Pg$d-e!60+6C=3>b!J<$qyop7jxC^%mp3_^iqXy?n0PeFBk=;WZ z)h%&!<^_4&OVeMI@LI1RNhe!mWZAhS#&Wltbq82VR4WRX3@xefbBrojR=$-BHE?Kr z{&Z4S{Ku_1VushXjOmi=&31OJB|H>?=~~qXV!>!SUx3rAOF$WTe>nycS8@r}z~Vb< z&rFpf9Dxhs&de93^}nSNqt_O21+Navs4CLcty}N>mL#3t9X3c;z2K-f-Bb^fn4(^X zRKHH?Qt}ST&)*=iplwV1EH5u9?t<1WUvF=SG0HlOPnEN_9Vz_~AmFWKgncNL7mQDv z#BOd@apl(zSXOeerojs+YEcXBAh+W49X7{W9O|4VK;KgHuw;4J5^-7?F4QIcPF#EV zL}7xZ#4laTO=gnAEBtI)z2qUV9odO|_mz&8)YK8Z}z; zY;nI0b5irQs}=JB?3SjRhc{nt7Y3Xr%_hsiNI4iO2P0**@DTYsu)2ZOeP*7zfz=JH zZeVo}G^y=q^Dy^Lz zc%VK*XHdrt^hx=FT4Da!E}&1>>GKKrR6-cXa`jnDB0yx02?Dgq-I69ApTTG0VKKA4 zKSxWMjBVy)VJL}l2sd^In);3da2v|f(c@E4D*JU%*6I56R!}N8>URGkM-Ok+r|q9A zFYkV?DFF0gCN~zRBl2~{M`cfT@2Sx3bc=w>``u!Z=>~d@a???DILzU6(sP#%ZpA;8 zTT#n9Ltdbdk{2jVZWQ|UWR*O#`csX6)=Zn87N3{aY{Qb9R@mI3>lKEAHx`M6fz`g`p?Tv++rGlv+U!>a3nO2wLNi_wNi#b zmbokz$t}Hl`a2u6FG++$si@yAkXR^FTp1+H0bD_>#BwRd6Y4{bHbQ3w3viv5-d3Y| zTk-Pwd3@^z0&G-hJ_+S$sY~rQDgZp=2o&)pz9GT~~KIDOU4$O04o~>x!y+c`V zyp7z-K;-IZ^G*brZ!hCT-R+t=m+R-qEAgJ*9aflJKjXi{b~wOZbA6( zuXZe<&5&KAkg|vyP#~8)kbt|z+Aj>HB!jC85Ef{;aSE*~MyIGLaaIBB*O{014$0=H zQZ&+TKt1j%bS}~w(q~Cnx@GdJ0jK~55Lr_w(j1Kvn*dF2KuD+*JvRooC0kel#_!T4 zBmqM(QtQgbADAU6d3J;Z#4!hON>d|u<^$LmM!l{&f%u-_e@cmo5)|A~7Cp_mw_Tny z%8EFC#CHa%kHpkKY6uM0TgObOp(*()v~If_CP(#3s*z8Dam{TErSPU6^uTztPLPFA zR;t3c83@}ad4r6>b?MvofgVl}z^51J@$dl-hHUqWa~M2)e<%;1cJpq3eDFh_f3)nX z(w}NvRi=NvB7Cl@mHt$6Rb}Z;_vfne`SfcIE1~xk!WO3wOz(<@nOBWxKjO@~RXP3f z+V^QYP+E;lB}3cB7PuNPJ}XC&UjMDOE;GKt)-~9=23uFD@ZcyKSl7V19^Oqeu&#l1 z4Xmpb&AWHg=#96To5ph$M7@1=ubu%7$>-x4Fj(KzGtdk1Zozf zKlY5P-!hy&?3rk?Muh3rr`(SdW&7#f=`^O{EeL5!`gz$N_H12Qwvc`A`dFP6c{*8J z70a|J%!RFqX=7orH9bK^9T?nIDBT>!9a}$R0@`^FI2Y3)H&xSqwSvKsB^CPE`S+ ztfR<<&--rNmW%~<=8@z}mH)*)-<8O})U@r=}k znjGKFJL)hRe|GOiJSg7_N&is|V$M_Bcsilwi^e-KyGo8Rg%U-f9T48+Jdz z8|$5YQE$_8F*2C+29w@k(kmApyix5u?TjuHDDV`=Sgd;yTTDVzw{%eEvihO*tjxe# z2iE!^H{lPgbzrRnYkhEUnX~PBI?FuNsc9d|2m3GQT4M4Vk+~#B$K7p2b@!T80ov53 z<>IEdOKSu4WTd=`q9)%^j8CsF-(cb;bD$*!ny$TB)rJ!=!$Fndpo*`+a8PA9s8Xuy zJE)QywznZ|ZX+ADAernd<&4`DhP;K1s?V`Fqst}s_#hkR#Z>_7D*6vK5_*kh6HLN> zEQrtuoueeC>m?%M4NSK6F8ZO{i^s2FSXQ;`H)l0jD4Ws>HZP6AKlV`mvHg0%wmBoD zMN!>T$xBn?plR^U=r1MLOuH{`4=07flrg22Rjo|51`ktbvbC8>x%RVo4J)s6kh$f` zwkBEO^1RUJTN?H05)&>U3G=H%yA9b^d!uVrqP#DQ-+KULC%{-#`b@xOU(4Gk>dk4j zHVt;B!Ok?;nM#ER7fv@0C-IjNk{0qRd5kQ7;TF)O?p!ugc;AP*5A1bduOG{!GqBfz zy$T?|^L3+4W_gjSwUn1>vD-jmgG=6P+5SREm)abq?e zC!zD~j9_1jtQ3lRnl0U1jdoy-tug*LSX-GLtUii#jTFo8ISSK+6n!U(h4iey!jkDL z3oc^kdSmp&K8NuN&e4W*XK(R&1MfGnBj>gKH_q5&LYRn`FZ!S+B})|>A(tQ6}*GBxJK&RT<`)Iv&!A9g7Xp+qeJ4WUHkX9y)4LWxRsy`e;oIkjJ0 zrLOo;V(k{h(^%|xt0cI7fL?gB_PU-SOBEA*zxtkOX)4Yy?h~j^srOTMBuP+JrD}QM zmra`N0B-eH5Xb)f5-lwlb=oM`eGL(>kO&ujmAp;Dr__n&UMg>rviT=2QDT0TviZjr z13x_pj_Js%PkZuqst#Q15f4kDx)cNSj^P#8C&l*G;0 z$CCtwDw*eZ2*zTuJ{3>uvdGlTwc?bYzNsq{HYL26%3X8w-OZj%Fa6 z(?(a)`G`iqPmsVGuf)YY3e!J~Q^K~q$88!ea2zpIYcuHDk2{v872G<X6F0t~&;003>1*W-P8krr20Vvx z@KS%uPUDnnew1T51s`)csMajrJw^_@M&(LK?_(P_nrR77JP=8}K{iu><0gO6KY+Oc z2kDLa&eJt;SvtalJ!a?-18pEIb^W+4$H@2R^j(12h98{DU#V z%}=uojBsFt10(!s2V6?qujfgZ8q(dgA3@9EkEZB?-mxYdMEU!}b?S~vK&9lC-+H2k z^#{XHy2G<+ymNV4dj~#mII}Rpo2K-sBh+p65=QUWru;6|Y13#Pi(kDB_Gp~1 z?*Hy}LC3RZ`Ln}QXZh2?Hr`BAdN$Q$BJbEps~NsIcCpLEG{yGjPd_gN=;(g|UEL9& z3obxobX&QhmdR5t+Bdw`LE5>Y7;{nY)9TzzLYcVmoxaN-$G7*qdYZA^Uz1bSb~q8x z7bCW>F0H6mOG3RJd;FMvJ8pC$gRWE56rtO(k(M>SC%=(pA|~==;35MTai4*U)HgJ6 zk%5cYXW$}=iwx{zU?1)?u#ftN2KF(q5BvO2U?1H`>SfWWr5qTSB^{+Mca5Jl^*e>t z|1{MQhxP}#5S7qqxC!->y9qV(MduNI@>M0QPtBf2zbBSY4ht_5cx1fJ`9l$rNTo9;6w4a|NHnqRqWf> zUmI@sbq8h3O%b+URM#T85xsSY-861i5y;-bvVCY| zD(Hopx4tRThFqR)01df3%g>O@bI9dcs_SDyQXbiNE~oZLffhE~B^;q6LDSD}$eMmS zxp@1KxJD3nO6YnGpoQpppxzVd>jiZ)8T0_XUt-t`_GZH9fqj4Eu@~HJ@eI2nm_2~% z5ChaB$5Nd%->%-Z0xKJM|K1nK(6NDBMcfJwYs0j6kkmEQFTSf=^i7x8o84r@GJ59e z3S!;bUKLH#+Z%X~m-SlyPWzhJY20UTjcE2J0LaObvfDJ9eYVL}fh)V95cv|z5hL-R3IotXOL%}&#f=r(tGf$(m8gYPo9{N6zW_uv*B+=7E!u$ddS zx&`%K>**NO8xTe6&`Y81dfB8dABUetU7kys@NR*_h1CUZ&U3Z&I#W)z_rOk*+9 zg~1(;V@X6{6iGHm-J5LGj7TMq07A{xH^0!Sd5`X~Qi@FJ8VyzTQjCcG)_v8c7EiR2 zHbuY~qDK1anGv82i~z7ePrs~HZdB8|fc&uVOn&WXS^n0>SWdkX#1IJ`OCTM3DAF@k zt=iFU57*S+e7PU@l$P8|AyO@~<~8m5k1DmGR95OWby|Yx)Q>C(LYflMb9nwmDaE$(KYLA9*<%h|yUU6M8>aEB7qC3=c>~p;6 zFOJ{EHvjO~idt2(uxE=`&Ft|qwPHA-&CasJctYPbc9`Gx>r>V!^?8na**dECk99+I z>6o>g_yQQd3voMIU(CF#dy#t1`=zW?gu{9BaLHq~aa3fpUZ?5n0)vh}==g(^c!`SK2?vgk&`=2{ zk%{Ul!THqb0do-JTNJNl=L@(}S%7D03?7RGP3H@cP|oo*UQ4f%!V2L0OMJz_q+)Q7%fMnj!=e2+=l9K-EOc|Cvj@hQl2*zTu zZe8Br*>ZMJYKdWH&n@MvXo^C*L^`GQ;T^*Q6;KD@OrqKfxpG#_1dZKJ{A*gB)Zu9u zBF^Q)%%--u#>>F&V38M^tXpDku|L4V>VN0EoS#?S=;dptsFF(KJGj=vG72b%OEdM5 zXB&15-V-^0*^8%@mIzwO1*Yd{T>VUinz0xwI%`%M%{0$U=E~O0BW@PKE6M=6hsz{J z?vheuuh5O0d>E^w?s5^BO{P=|Of+4eLrlitJ9;OfeOj8_!VsQ1bTOpML@hl*Rgd|4 zldBoU2}l@{(k+PObTgXf8k_Q?$}NWp;8ZOaMr1dTOI@ZifX{sO#x8m~EXE3jlXI}{ zN!_yLnYH$`+PG(d7QgRrh35Sz?yP4S>uFfxD2lUoEkWCIfo3aeC+qVMMP6e%-%up2 zJIdb}7^5ci8VR;Oqp9zn#ir;MhE|wkN>o+E&dtRT{lGTT*M@_(@gQ&D{RRVYYESU5 z9|HnBSf)ASTynNmnSkARFLFFSXt}j;^-Tk!>F3qHP)*1i17u zYYeFb+5j3-36!59mB5fnpj6ivVe2|`dQoB5`?qToRWIwBa?Vv6tv9!Ix}=~tQ|ftx zY)t2`kO&ujS!Vyt59U73egcFRUM}uYnD&=l1Y{djQeO7Ut0AYwA2qhpoKDy#wsNAI z(0ygGmF8_Fw$gT}=hzclX})B!l{{!@Ey!jlW>C9x+ z``pdg2cP@kb02)}EzAyR6#Gh+nw1#A%;m}faEZw$6bbivQNqomj|NIOP{M%{HlcZ2 zO4y0Cj31bI4qC@2k_VnIAVcQER!WI%#|^!8G!y4jRXuV0uh&tQWhKR_wjWibV6j%+ zfn_1GxEd17cN_y==v75!-w|c>sfEB8MhY-AhlGE6s*$r=8l-{(Y6jV0kPQae0Mznf z!&ZkgM+2e%gfzc_&<})uAoLG^1jXHWJIkqIB53tpUJ;QMmvUb!TP{ z%AFLb;4Si@OmPt`IwaZL)IRNW(;c8%2 z8#nYlFM@hqeqD_r2`UkpHZ!n}^CoziE&<2CDtc$;)>?EmsEc*PBt103lr!TE@T&1m z@ULZn%kR7BL@*R7j58oz1lMa~<*u9i{PdI{X9dXt>%v)}VMZ6g>DA?+^$c3ip!IC5 z^_Z>HuJL5T`^1;^vLQZQrJb~uTI5eddtK#*pu74+n@wSZA0a<1cXPj2>TG^}xaLeP zxDy@4lQFna`$R>^Vh-?fnF3oQDK8pN8}4z}ZH|E@WVhxx(gOrl zLx$?lWz`%@v%+jY@Elolvja~xLEbxVFXf0S)uJEz2kXHf#d?q?31woMk|;)7nGkeC z->8Plb_DlZ)tFEKq1K`>&0BVC3U1wp2&~Zk0SB1qcABZ=)60t&x<0SG|18v5cVRX-^$N3ICVPW=JE*sVdfQjMb$4D* zuU?haG;hUn=grz$N5a^OE%{g~-NCt2CiwZ&Nw)TOUzdfUdc{9OGsKumc9r|O950yh zlJ&?QQKxWL8Hn4^23lufA@z26ZnBn!gZ*s)4F~(n&v3B+f6~GJ`jh)J93%flQw{y8 zh=?64{$0XcZYmm2G3KSu7)(XqS@EuYUS9R-uzLuI&8OYW`+C`#7@af3J-evUw$n2! z!(fE@qZnaSw3E4zb{iXvYUi8$(lN&b<9w=GVBG#|4KRFKHoiF3_GEj}VPGa6Arsn6 ztF`8r;&&6#QFzzI1XJwXHR$3} za=_OlR4H$b@gR&-E*gT)Wup^Srv%^Y>W2!DJ2LM$i@w3SQyA)C+!>5JgK?)=xVLe~ z*>`gV$BAXpFmE{Huthb<3N*pQzf|ZKrq^5Gn$*I7UywNT&eSmy<>& z!({bV(oGFE8=F8}boaM_^vC#M0BHkgFo2Yw!2t3<$pEr>WZ*X47Uc2VC8C8!7xoox8FnxNlHtsyNT4O9$26N0{jv34` zjhwNgImRAx+r%E@Qr_mRsK9YVo!)|rBsTWG7qcK#-#Z9B;dPdd?F=s#u^U=m`r&pk zy|e)|m|n`yV0sx$FQvLZ)5}BYz=q)UQ-YP4&@GbEh!jP(^8WhuKDF+G5Z|MtLDl`N zZbQ)SBEKfva{GYR5ON)b3kC(6uTQ}DXu6>ER=vH`f7=<<673l!Gd#~1qwEHUh1IFS z%V5tt3+|lO^Rh~ZmH5fg!%&PMM?YnsC4vl6^phxc@^E#0Xc|4t`*Dj=CQiV=e|cnY zo6bvJqZLMX9~`|In2V`%-7^1u+}S?hr0d8H1NvpfB4FmQ))cTRSpu>Xvim+;)RJst z`w$aGrzsZ%ao(}Zyh5Sh>+y*SMNWi%c$BsB=*J%(>FVD+DC`s9Jt53GJ*^$+9l(R;0@r^k~Cs@`uf5s*YvPoQm6 zN*tZ*_YI9ahBZWdIh_K)?x^?eeIH}q6o$8mL=#DA&KX`IPv)dvx7X$}Lj8@kwUA&k z?|*TxHe;UArQ9l#e7!+pK|MKp>JUjNsTzX=5dT^|HW+~UuQ=%gU5=0L0IiOFFQ4`8 z_B9P*jD=?@)^%(Hw>_Vxh>HNtW|UR!>VbkG6hSO|>tRaX)+DRgAiqURm519GBwbDsdpDCS7KgCsd0;x5#h4&d`C7X?FqyaPm3KAOq>yGa zJx53&wv;NdNeylKlCqer1z28fhM*L3WOYOon{~w*l~+P+zvnMp|t8>NB|p z_|sI-Z(t0GkKpbU#u&jShS9`M+J|v2NjRN}QzG!`OgYNhPBxi2SJWSHIuigAfdMqN zi;Axlwna9jf&v)F^v?FqO>Xd9tv5kA94?XSpz7xAkK4LQZoqmw;xQtpl%Nf9_N$7f+2cZ!9ej$2Q&tPDXI-N(WwOwJ(djPe&8|URVW}^isoPc9xoM&w zliob}h(EZ(HZx~BbT@xhN z9OcPt^Sn1A*;H2A>xY_T=Up1`hf}rIY>0FlB4OJA8X{rK&kzYaM8cNpdJiFMr(1t3 zt*Q8?&8AVg9>Vn&V(xVp8bgWeF6;x-2IduXpFpC+_Iw8_K#S054P~2&oS1LqW60wa zHe-{D0em>SMl;`m>K24$4bW)w2J-MsZ|%a;DVTAtKAat9!HIJ1EU?s4)^*mJ4zMJv zx87WZovPMNK&Q&##vR{Lb{kU|)h+Oo#GQa;8@p-X79AUFr1zkm=7UDM-`Kv~*c-SD@@hVM&{FXn%^8gR$sL-q8Pr&S zH>2YlU9^IT?64F6%UwIYPG~TsE{wg_PXFFGGA5i$f(7n-`$<-NGlb?*SG^!sH@;rf zUbfp-bJ8=r=#Y=}6FJQC@Oc}w_^IR5mMSi1^VAL6XmFafrF$;`l@Z#%`&9%Bl62iO5mkR7N7+WA85%E5LG;dWj#SB_a5XqRI{ML)4+ z9_`j(>#7rD>LT%mSiG%b@fxUXH6Cw>$lER=uL0TqsJsR_u^O4zvMqbu@98C_?ORlB z)2z}B4sVh0Y6x9#0_>vH%n?D_22wBam#$smaOyR4M^dt6x!fkB2TjUi2bdDb;8N=B4SH_( zwcNSea+pn`+jqLkAv3n&0s>lw+@RDp8(O>CY3qAv{9Jd%t#9t-qH`&h4eB>*x`lwX z48@<;1=L+*+eDSpfMl&NqXl;hM1Wvx zZK4LVG@ju&?z{^ct!UlGpr1}YJnxV;_T|~96BPlye0wc`?$pQEdl)S~KQHWi^8NLO zz1bJ&1%1Ch!QLZi_7QqVus>g6Z|Iv@ng{lceTY3l>%fjX*_lC$tyw>Vp!~-WlsOcb z&#+HC@ebxv(>o;DrliRgaakz#4;GMvDMBRgpasghOX@+R2&JFE5d&(AGy}4^s9E#L z^SWX}_8F1=X5@!5B>!o@k2Sg;3bag=b?Y#KXh{i2BH(bmhRb-{K8}u#j$Xcaq5eNQ zIx78t{QSjNFaLD>;^njFM_)dF{_^-wN5?OpfBEcB;Al5PY<^NMAp6tN)_s)+_nACJ zA4S4*pTxOZ1`{L-PKYf$1u$`p{MKD?P)Rve{Lmx6l(m@g!l|4k6yf5vhT3f1Iza3e zFcnJ{yZ$5ptDE(zu2cEQChxFVfbj=yEOuNyc^eh~kF6@`f5T;5*R?ExNMv8QcEykq z0WopxA3^j?uit4}iLC0lKF0pdLK| z2%^H=;2A*w%s{jC-k4FvbUxPd4;cNzDH*x21|ayQ(3Ufc`n#soZiPUfgba$eY6f7m z@r3CHJI|LXuBU5M01Xo^APJF0+75xVO~2{6y2|x@U@M>Z9$;4O_64|5$p@`D7p~#l z1Jv%h^S;3Q>UuG*Z*2|qt*!e&y?a;p->~S8{&Gbh_`8R9JEB=auFm-wz%Zn#V?}d_ zT3r!C&upg&L+=w6R&=&N;Vok0RR1&rg?d}0XMrgZ*rbxh(=r|+C(&JSmuEcd%4UZ= za)`L*URA1Gt#w?f<>tCvG}e7qsSBee=3S~juT*6yq^rPWmdL&`1S3ok=gI)-@~MRo z$+xH!x07eoTp$>W#jnM$zCoLS0CWPryScfVWM8xj`$o=u0r48z;^}i0IHiLZ4i}V* z!w9VoD|He^!=_5|d$pEbjx{w`kR8T&dYCCNm2!+GaIOs^;2RuahC*%QuI(zAvm^{e z%xn4-F%Q%g+J|*}LZ3bQmY&fSV&|9@`L*tCPJ>W>4kFBII&zB~Hf;|?R@FJWdUyWQ z+tW7}ldIFS3#SL=y?@1M>8O>;d~l6sWnEsq*8pXKDVfae?X+;O_U65rj8zGZoCa+_ zZ{M9?sL}1Fs|1B(LL(&g^=&5g+jnR0K3rU%UtX8t>OP$&p=?(~RiRc|aGk4J0L*!W> zP75bxLI6qBuhmY4U6_CW{Xj~GMv?DZ`(MDQ{V!e8vj{|4pU=|j$l+?7=_|g>k}oKS=BalRNutrwO5TW8poK- z->Xk{2AA;uJ%KBTjR$RXe022ZQ6=^|GigqAR}XB^%tia&3G-W~)8e&kEi70H+vnKR zOg7UmazMUA@BFt}tSQiW=zu}EzYV2c|gE7C)p@32Y&%n>%h5`m!7jFQ! z)XFXatVz_C0cySnoX$i5iNJx)EY=8dO|yG|+(|K50UD-)22+!NumiYGTf2nRM8v#X zA$G;6P6CF>{0gxU5dr5p;HG4tOfrd6Hb}C3_|&Qq4dYtsqCuu| z^c+`xS9=)OwZ2><$~$>QnL{%wqcgX0M9!ds8D#|`)n$}z9q)3iX~6-N4avHhLjArG z>S7anpq}RRyh`p?p`doJE8VvX6?I$N6REeEu>Isdwt2EUl6>3R9)PvSBqmaA4JUf} zDWhTq^xWK_$_94Phq82+q15-adr41)0bbEKz9a&%6^u(lp86gnG>!voN^}tKDy{Ak z@EOE0igbR8o151e!1{e)g;UWCXsMOm^4pqBo7~~M8nH&aEJ&WsYoxyM-44MtJW16B z2(vVnU3{k#%e=-*ES#}e;CWV9jUzC5Xo6UlZy8l}r?NrWVX_~u zMG=@XvK%Nh9NotI^^W_tOQC|3?N&l{bj?%qb=Q_#LI1aM1v~5A@Y@2XT4ujcOu*?w9O`$a z3r6FX^cMU$`>_K?ORKoc;5XZ!{b1SAp6#-v+V*kH*f;2^ePa{f+UYPQO(56pXW~V| zE<}Msz(%$O?b{AYls9Z-Cl=*Y&=nbvo+Ma5qGD<3$Z=nQJ!%5E)d zl0>|LB!zLjwpVy*^1&q~u^Y{?u*ot~5K~nGXzCd1#Wg9jo4du-*0J+FY>jJ_#E4+7 z&P;y~v8dSI?EYYG$>0uR(aj3i*3nMAkd&Bo-NoFkSBOapSybTj!a+VpRXj)#)ADq? z8sDYM{R~kr5N$QQ)|R-oaT?BQ%#zmdx6x=@dfx+oy)NFwQ(>$2rXKB7XmNk|+uW%g z$(5t8Xv8mzhd1j~x`amDoMTJUIPO9i+q&9$EQ6l>Gn20Kdn^`Nre*Eq!v#l*4rwrp z&nEc{?yy({k*Q~$i@4Rt(gT29OSfk+f+S5Q3f>wzbn44jWLT#wa24;5WwseqP zB-19zHututvAI@!y}6r*S2Ru=!qRt$^_}jAa-ODwE}_7ozH`?c=W8RL(AKi2jjg+N zBl_76!>%1{_6({)x|i7(&(YdR?#}F6`q|fzu8}$qv+gh^W{Pe&C|^&z9MwF93=)A* zbXh#4eRlOe8&O`Udb&JJ(#F9wb+F5U2V`Grnfkr3)~{Re3}*sUpINmt0Cil3*-(T`)KW#=1)myR_;md$31 z2T`iS3bNvXV0hVLk!bC2w=qJzWE&_mKy`y^*#^;t@6|TF2TPGe&}2=*?}SLsRGRuS z-LoT*a}n@034?_YNuYDucOrvrUF~vMF`d6gE0oKLF`WmoeA5V`t+xB{w==p-7*gpp z-XO7{QTdERm=_3^szitIw@Rz~0Ng4yMcpX_J5!R3~CEj%|px4YM zS$j7=1#a_D7{1R>z;XZNzg6%bFbQzA^J02lOt3hsr0C7_V<^LYZ7SMNCRcBsK^Oe+ zh%X*J1&@MI{;LjigCD@ZJq}YAgJ21cLBK&kbuu%O#xV%)!06AvN%i@skVfeDk;;E~ za(GxyuX6J5UmhJDu8yC8|MfK(Jv%xYfgk?^L=>QKK^3Ynng0jiF+vG=CchB$=*I&K zU_F)_r|T0#^rmT%JxPum(;Sx)9jjc#3M~dn#ey{%Q9q5Gs6_}<78ky>EHrVh4pC*yJlo;&Xu@r$Nr3od7qPu>kpS_7eAezoxOYi_GZ^TS5rwjRemdG{|Px( z4zU=CYf42ab7Kzj-`;<7@%rNCr|Wm`Zhk6eaLjTzIt#0<+25*Zxx9x2^a7QwnUJ}{ zVs0o^+4goIXOqjHPH%2b&%V33{^|0~>9?MVKk2{c>Ol1EHxHnrt#Fg25okk?Td)yB zSJ&@8Tuv_Ez1=yIYGAFyQx)RvP^H5{CH*yNA7Km1d=(l|rwGdV_2q|)>z}SKzP+5> zT%Yb5i7lh3LuUP0wnHjI9RJ$3_H3a>@FAT3w~W^ zTaCa_hi=eYTGkhGUng5Z?QGU=kh^52FZ6YtZ9Iae%;GJ%#oMxr*Cq0A%|qWM6MbQH z2i~E5205*@xUgMHYi}FdWVAL74hgNdNoegsVq>;rPx;-avo@U!*{rwCX6-{{m+Ac& zxvW9crDH55r~Exf>;xS7NmV_AsJSfS!EaFb*ba>0+3IQb|D|{r7l5|<|El+Ye);nG z;QxDwr$ldPf(T#WnQ)m-ZJ8908BMjI^M$gN^OM8FITnj_Iu7abFe`dUVJa3u!sz|_ za2nI;;Sx&5a2Qe|7@i(-9H9_uSM$LaKvNq4fvRDNE--Xe@i;_y$`HT;+~GI|Dc5({ zYk)?o-pFl9QDJq-H_;bC0YOy_-Ngz+0CnxceX1>iEDR$;tnJaYhTQ z0!c*0LN$PrtT^7Uujl;;tbsWJ6zaf}PD!W53tMENaG02wnCBVAOlq58 zJ8Dbw*{XX`2)%-d}9l>Fw>S(4q|9S4rE6vEuM0maMLzx3}fD$P)E*wf&$ z5B^-+ao`WP<4p&G7WwY|vGc`NZ2(*9V1Os*;d}}#GKFpg3pv(;&tY19+7CZaE|M^> zN40h?8#5_cf*}NDVwU4cCj8H@KC-v~s!`EKTrobGYINTSx)g~U>5R#S#Sp;Kl!4p_ z_T|+_=kTqXEh2Kkt^su$j|dUDkpqR?C&z8|??Lm@(r3kHZg-;mXpxIlOs>B-b|+F4d3V1gsa$k7yOJqU zNa)7a59w}pFPR*5_q&*ft6Of!d{t_wE3K`!a{SwwgYw8ORyxe%8E$b>Jv0nmSkZ^3 z;CEGreNmBFvQM%J&pt*mji(_L>*ZhJ`4+UTmya#`fKoP#I)Mi5z3h`qDkE7eszED@ zp!DoA0#rF!4k^s}^FPjUBYOSr?YG~(J9+!hHwSMIzI}C4Ewx%2`xf~tbr<#f{`jB6 zcPFhzkgl0^w_WXYulG{>X<4}#=h|nCVf2CAC!b18#i=wAa+T&G?k#LzMYDfDOUnD> z+gVW>@88CP^8WbIdU7l4NezGtRqM63cW*U$fBa}MxwXZl4#Z_!dP_@56h$@FPfag$ ze|iBA0`@PzFsH{c?8|k|NcV(h@s!C3M2)WNttyha1T6ODebUvkVBJn*?X|mVEJdbo zRPNKs>^EEhT5K%(0DAz_Oce{Cx74|Gy+W(X(pt_(@KP#hV#`g*;~{yvXu_|9wp|}|`zp?b?`K7t)=$sxZT)!swAlZ6HjzxJyRiJ>XR-aSzun*2soDRY z?{2?%wEsQCr$!0f-Ukd+cy-%6Sv;HcF1}P1Ti7waxhPi9cK(1df=$v{&Y@xMnF9*6 z8-9&~w3lq$(<;+|ZJpGu<}(fWRho-{{PlueZ<4=)v`zM3HYPyp<-G}%b+}-lt%1Ms z-I~z!sadmo&JykaUPi+n>c3W%I}2Z}tW_2%vlkVp7u&iq58S*#hvCFWs;3o&iZ3?m zbf?{Jqq96HGFo+QEKk{tWeCvIoW*<`sB|$`3#$ggc@s)q<3FGE3qNojH*5u2 zF&i-n*YuoS(W%{UYj{QQS!hJdpctw|TAJ!qmBN0zh41$!O^=@k__W;rmdIniWzN)A zHE$?nUqIb?RB3uWk7HPJ{|~lb^sD#(_KU&x?&JOc5T6?Du^T$HTYm#S;BC;ubqhBz z7nyD@Fy|sUU1pUJj6YkxR@CCzAX1xa!;;@)&pTKuia(EiKx@>T%ADym8Iv%?dcA(; zEUlgncLAy`Am7NBaK|pWm7Om&D`u zrv2qi9_jug-T#mItU~`AiPeJRzlxG@DgEEA`TuY4?(Gd8>HkA~9-RKSkf(~rtq_=-oIsXOsrtKT?fXn=U_WHYZ`G5Dt zWB%_4`Lwur&Z7bIe1x7t2K>PFvfcsuUv@V(?t_d3$oY^I#JXUv%SASQd)t8}FW8{_ z*)bu0+AFgnRkx%{vfzC;w+NzCJo#FS&#C!61@b&3bP#D;Ndnz`!|5y9XVd=9yxDu7 z(-k4R?Ond_9JJ=4t#tgm1J3_Dj>-OKBy%&%Ap9lH;e*AwdvPe#bjwhq?mjVy6Isk@Ho!9Q%yJLieF8tKB90kLSh6`{ zVghO^)%2ND-ez8Ln^mg$NM^{B zb_;)(eM5O#$S@DYFR|RqluxEiX|FgWS{M%Nl0lW2Yf@zFW6omD62dMy)_oaW!>iwWKM=QaCP|Sc zOag%?;749a*6ko^J;IDb`(#X0#X7lUYzC8bY|{{bc`dG(bO7tvB+3Ja?EOC$>1sRw zD!;qjZ+}_A|MPjH{?qRB7mxLy9^}(nZ*F)xtb2T*SiN;Q7%@#fRS?Okt!=m5e<4@- z?WJNPC-9U_Sh7#FER29c(^Omy-S4kdOjBE$$TpDdUj>&eIg%njq&Xe&lxyzX7v8=) z`{&8QkFFz@G@G3M@6&%C9KAVy+rd(L)@8#H0{roKcv$^mczje&!58`irbZSi+b1XH z$Ajz|l6}7BS@Chs)3N$iiXxx)Zjrl`W+}8&a~cMz+aWRim`~o&9KI#uD!ZaGIT#*y z!c^t(1v80ttRKfOKumo)G9y?v++E~|#ywi-sgV3v*o?-7aw1Z;1Y06$+T0@d-gRHYgMe-ZHYOeNZ_QHw50-JWF^sSq8(A zZT5g*6e+W62nWaoi|V-QV<))T^Uy#QBZGOcKb6$d2VS<%mI?oBE@a6-HUZ)K{r;h( zn3ntB>0WG6mV5XA>F;gt*8P75gU9@D5As=}+5=5Ft7eK^OA|P!ARyc*P13cdM)09@ z@|Zfk>NlQ<_<~8iMt@Nv>$sKl>Q8ElZ9G*?T2TJ^ko(_q{w?9Obo2i0f7?5a{LgzY z9^=0r=Ci0^r@QeMuo$<#WN*Qjm=~_Np4QXS+i5rRCbwpMb{flt>G+qGHeCTyt<~86 zl)zfGD%6SHrc$obH&rd{inS0WOQ7;Ol(l48%*=H(qw;#6eDSGkw!XXH zeRojk>4|N5;#zh$yCtS{_q&$^C^qMw?)%rFcyM7s&nKY#wB4WxI6j7DY@ zQb(gAOVWq5Za*X<{@$eZ-{Ld>{-24AYa#Fd{_nroYw-X5ok#!w2l-g)>QCd0X~|=M zD&JTnaD+RmvGf*6csA+9LNcMC?0cOe*+RS=YMB=_eH(_%iiG8 z|L;LQ4_~lT9)5suK1|YW23lH=0`VhXMDzu+jU8EWI;e zx6P>%Gg^mr@WSr}>Ny#W?j`5ZodLRKN|j_rbvQ$N-}qqwU4tUaCOo@?1hTP%-adIN zGS-0MI;mE}wvBwrxLG*u-v?xpIZP~c=a)-nF?KCh`F{?%4g11tvhEHm1gAgXDnTao+H-d;EhP2j^2zVoNDYnr;^T? z4&pwryxqI;2@-HMf5>p*w)LSXGVMn<@TDoU&(8Rai9+v_?oQu5A4@U&n#LDJzE8T{ zIYA4}A-_>)zV0z}qp(Kcl9~F~x+}&$xAgJmVyuP+XhH1r%>TA@3YFJyGL0FZNUG^5 z4VGX2Hh=ued(DB(x8;LpWA!et)Uza{{B8c=mG^EsxXm|z4Dmdu)+%QaKAd|}D?Mbs z=4Ji;BdRIZdp@gI-k#fAQh8@tzr*s>t=W6|X8RZry{C%VYW+G7Tld!LSpjOK2h%|R zLyVj{tg%6DjrPeG^Ql?0%U{IkHHSKxU(B1O0n}>|)0FG$Wd!>uXxpBGU@;|l8-zqO zmRkulSw<8pJ*hG-<0kY$vYEJKry0%FRA_Zn7$|0kt9W$xAt|J!ao|J&a4-ADQVK|Xh#p8>Nl ztdO2zem(}Dv!TU_%Aw|;EFnXpUT6<`mfI5k=ILr71CN1iCEqY_drtOR15RNlx`N_?>1+=LyN!1c(WF znoBn3A6bIYApc{dN8V-WH4z!SX{JPSCW#TYd!63V=|4}kkgW5B9E#aYWaNj#Q<8A0 zI=ujIRs?)P+5IQ}cFuH~9r1<6Ek=5|$|K!!d(VJJjS#tMdEIj{% z{_f86dj6N~oxR8S&j2(h~|B=d!XA{%4@5fxz*%#W87Dz}kkre39Sc(~;nCVFp>ric| z6(y;-Du1%wzZII9zTYcGzGLZ(>>xd}^EW*jfeTY`ns06rJ#4;BxFSDg0+a$wx+$^b z=ciMxbG5&<lCDEM`naMdn}F+URvUPo5C8xsyYYuujJ>nJY5r_x~pm zIm-w#A4G|EQN$6P3;%GYc@96}X2VKn(sa?Re* z?Akr(tu{4fM)&jD?UAq1H-dn3L^v(?05orK-?Tzx@wnFWB7#o*u+IZ<1S9(2gp8+5 zY1EZ$I-Rm2ho{HZp^S`$3{#@5w01ZAUNHRoV>9v*Rnw86GFh#og2PD}N(R}Q6xU1v zE+3RiY$A(H^O?cpSxz-K+&SdN2OANtlj%8wQVq z_r7{*o^KBfUcI3gj6lx0^AT0k^G$Ld7cw>fk9n5NGHw2xNS2%b>D9$K5R~&#dcl)( zGNp=)SV?eLV(6oxoS85n7vp;NIV-F54Dtkn8^REA6)WD>DKJz>cA-sjP7=xtKf{%Q zlp(Q1tTr(DMo9AQ_pdg=yMH!gS;7+XepF<-Fvnw3Fr~@6Q;WHZo5RetgRZL1m8OP9 zT_f##@5!td;m`)!&;QoxoN6jH9Ez;*c$54z6bW(C8gW(WNp$Q4M7aNFEsku~b8fn~FFP_4gIQLTb zIZ;fT9?l^<*}0Lvxh^p(m+aE;w&}HRsAa*-I z{K^t6S?L)_d00u@5k)3U6Qzsz!fO&>W}9}s*H$|r$|b|wm329noX-1PWM-@2*o6D6 z1ty@|#HCtfNK=d9kPmZsIxN9S5|*dpnk5ELxi$zfrRlgl37$ZJ+{YFCXx+{H6wJj@ zqF;Gj07v19H!aNO*AMi8i`lx(iS~hCTN^}8MUf_C#LOW|ye=menK`>v*46Y4Gn*MC zO_-)URR$1KaRplePVj~jmpkbE(>c2_xy$oY9n-a~1(Y+TDo8DV=nxG^t!gb4))Sbi-Hx7q=!<-gY`? zW_K=8lY32P>3MnUbIoQ7PMXVAy}KpDH0FW>HJ2%2bU@E zc>aypEW7ZRPXkPT>--j(5B}@^tNaDuI=_*sRSQ>TJ9P$Z@*7cF8g%@PoOiqD!LW9V zoQ1nbnqAfmWtJS;1=#_S2Tu-N1e|(XHDU$BS1F!Q`zg(gT7|t^zB?oe zexUVdY&KJ$c}r?_cD4tY*-Mz&{#$Ws(g@;tQSfzum#lJsCI1lEps)Pd*o>uPGh>? zBwcyIw(b9e?uOe3)Kc6ZIYwWtSn(d!nwk?CdWKcN;I1MrwqnI2*B(G~Qoe)yCIj7t zYh#BYKN=>X$W+c^KITSB_8U?tR^?v-&vA=dCaLM9I=jo=-t*o7Ngkct?<`V&$ug$Y zP>K;-1zzrj+`O;|V6Gv7miIK_ChWF*gY90w6?peFBSV~yK(l3UeY!H@nO7s!ibc}B zya=d3_i-@dN4wXRv_bgqz3o;2-|y@KJ?pCQ4PIFU)nTB)y^q;8VYt)V>+QC}@IK}u znc}~$4mI0+5yVcg$(_%z38_JE(4RvL?|Kr-28rp_K^45R2wbOSvwN9s6Ks3EojC}0 z*K_fbei*6wrs5lzR=lC7P!*7zz%tneXSTUmoBktY@NT*%5>IRExftnn$gt$HKeiqp6gZCUCn(P zU2wg8&DJXc$600Z^?5Y`(C_toJ1-h{!Oh1k_*%PO@TJRsf4q3OwRW}Oty@_pUxv)f zLn%I9ud)vRUL+)+@GQc_&AEAh-ohYZGl3!8!qA`1O8+#^QzP1oEQLB^?{b!%nlaEM z*IPDigvU4)6cjPLy}@pMdv84j2iJFp!>xDUA9;6}-QIu*Nm6RfH4Oe#nkdZH;o5O! zn(l^c3F4?K&^{i&6?!O{Vi_J0yxvW7r-(p(iJh|+U~FEh0@_6D8&wUu8L$Q@exZ>& zKuE7XvdPj~6c-Eh6oFd82KsnnC-p48od04gpGj^b+^2rRl zo22VzZvK8PX!12p%@r@rcdOZr;24#ftT5%%Ju0-;ORo~1sEnte<)fN9zpgTI5)orU zYg{UrR=}QJUJJn@d*pwM0#vWcQUyx>ar*A98xne)(Y!~VzWPXKdCK<5`4^u)bPJh& z=A<3#S7KBwD6W z^|I5#c>@6L!ANuK0xFrp+~wXCaM5IdN@k+E2K3XRmz1Ywdp7+^1gQYZKsCR%j?iY% z;Kaj*mH0vd5d*_`4PH%n)N;l-%mDYD#fVXvrlp80Zo=GrZNCu?|DNwy{tKKxA&%Dh zp51JyT8gEBMX^CTN!Qbl)U{h}#NhhzeQlEN$dEWT9-9lON!O}*;3^YhA2sTC%3MaC zmfaixLAtl5<$888R<(QN<|DObqq>p33>;w^=FmHum})ho&oP;=FlO~40NxvIo8G6V zB-@%!(AZX`9dOvoi`F2N%?i0Wrm78#f>e4pf^f<&na$Z}I2fR>HQ#3R*)bOoY=vRa zGoh!BXPlE;uL;ysropFrhG*HftMGCa=F2=e`SE{wvRWUknq{&w-VykxSP2eVRb&m& z-zPw+m6kA{^E3n^Kw(`$^eu-A&~zobeP7WAi2 zuILelUKzM^ta01jH<#DvpIf-eRZ_-PPzj^GlJ08TK?^NrRP&fP6+XI6(v&1H6b6V{ zl5PfD2($pX+&nf(*Sa8>KmB#%mW%~n>LTG{&vV^?8u`!@#x?6RHfz|E~7HO?vs}64MV0SQZU{hLk z@W7mOs|f&NHq_fCmImsbOo5Ok#x)I4srVsJ&5^O<<>n&o&r!SfX9Iqyd6>=Zzixim zY`0TwR#n=Y0Kaeo)>s2CZJ=(g^k=mKqvaaVw>NYHa!Q)J*F)6PWTax!LvP(G8O&32 zwE<6xPsO;oqp6rwi59-KNxHu%k=g5TNn(z`Pi~$!Ttjtr8pt8Ya@i{E&XuoS+qEnQ zP>aquiY3=PrYV48Sb1T-TCF~iOCA&yscSC0d^+DkuD+jfAPA2i#+8t2Tt(K3y@JY@@pxe4}L++B+NEsm(6x$6=4SH}JK z$M=Z$?~iYR^Y4$>!FRMNRffJxJa6gVhDEDVVYb~=m@Vt%CWqwx@r@41F}f7rr;o68 zTBen2wV~N{6A7DHoj!y{iZQuh*AcR?IpyADTT5zugQ$WD%M3`F>k9&9WujV*=9RnM z4L%jB#+WIU^1R0dpwM?hY0zj}CjK?OW|F)hsh|lNS>so=NBh6elDGh5h?p+!uk>BV zFdn-k7w}ez5qEZraBj!t3pUihM;eoXhyaWMgqLb%QS2I^CQ7iO-X_4POgXDWq+88R zZBrr3Oa-o6m4F_%I@7K+m^p|2+Rlxx0}2RuRY1gU*#-IZ$?W9k&wu;$$$bC(xjG$} z6T4+EY_`lQ@F_WaeM)SCO@qEbnS)%@7)0l~wIQ-sG}F$$1JQ}%Dhpo%V?0DidW@~Z z4WE9Eb==g=R9JR|SY#QqsyHp?9S4Z~1q1T#?oM?sI=$fp4D3W!Ka`EmE#zA%c@HcG zkxnrL!}O@yHVVQo=5JHo&~*0tbdhTZXv@r4ToFf>+7|*OcxVUq0c<5Lb{Oq~00XZ$ zVi29nXhQRxC4^;{T#5`L^FXmp{esGHw{KiPY!LdnNfg6F{Os8Qm*iWTS7KD3Ju@J4 zT4>Ymr$oes83>-2(Y;~Cw?xEhqqnZ2tDcG$O=W(A7odzcs?`^5_uFb#=cKwFQl+lU z)d7D9iMvb-J!P3;1Yp#;P+iospL;;+LJX{~0=#dm>Cq;}X%4pp?_9cVvs-h3p#sE2 zsyQo^_PMCT!{Fb9E5hE#b^+$6#jAfW&6$6H@*4H_&9$tfylM^JoIA2&hOvbIY`Wj_ z_^!UOa6aFiZUwssVO%0OqfelXcjYP{d{YZQFHhP}BF-bpXfk8v@mZ8YWowj*(bkMA z%_N3A-VCfvPph=TWW^lGwP^X@Jfn!&#b_6+WH zcXOBEzG5Sg;zY{Y`UGD*-|3h2Uh#R=_*91btuvAog=TZa3FnOoO~6qhxKo|Om4}+k z{4#fBL`ukO(PmLtVcT2xyUL%hq3t??%rvJ=+px$Af#S-V6lsc3LuC3^9EwXO(VlPv zP90KaL2X;`T9g9pH{l4w)8U%@MlKTK5>J$&pihUVL$wjS284pAtP%iiRt{{Lrcy6) z`?M}fWg?$|x(s^T&jAB0i;S|ow^WY`p6ZBa)eI9pNk+i5m-O9$WJ%%wWpDz=s^DIs zWa!K0I~PFPXDNrYDlqFI&^}ecyGte|Pgr1=wo<-uPkdYFh+{-_15%s5q)=>Jq%bbJ zWcic{R1sB-BFt}L0Lry$X8SOGWJ0&6tZ>&2!<hE&$|PuHWT~D3LM5z)kZLcEdi#Fms@cHm5uN1jpEN^rhoDy_1 zMJB^h(UQKRMVf@EKrq3NVb2){pd)z*;ZxWYDK#FZRKH1R;?S9lQ#t`UG80MNgUhDr zAP4C7&^nReH9tn_o>);iEt3V@(#Z)MGs&`;J)|U1&0?W?0NO)C*<$m9TgiJxC+rOp zx7E;Z9=MwFc1~r{v}{EJi7hiGxa+tIv<@ zZi8T(tcJKTT|0c~2&*)3w6I2(8^VdkhTlsJV?Dkmamq0qpwu)S4+%|@P+ifw%dcj+ zzCPmW!YPQc?(LlIRhR<9`UWxct|1c_rTW=#RGc=vBwK+UVxtg3(U` zcb^}pJY_ig5d&wAWCaxWo-Tmn=rt0!Ol64^m7U)K5FvEcQFzT%{FcxiNEX?GS>q%R zErakQ*V7{gc$6HV?<}{@ohu0NS<;xa;eJE`N#5}$NQu|7+YMmmEjR{{LsE=AyE13m zg%*b?qgj!MAjdMp&b?x7X#4zbK!05?j%Q8C=o(U|Iq2Hd)W3+)(n;dA^sVdZj%J7! zsd9dP%6MQ5Muu9ZF(yTDcL}G zZdi7Bmn-5dYXIed5w4ooFpZ{SdION18RFJ-t>g-Xb~tlIIOSSr$P@(pyCvXi!`;)E z;LBXCz(kkRvNfMv>X*dHeU(g^;P=Rso0h?8Gb^}?(8(RVHhDIgzZ<7Cy)^gQy3khk zJx9TSHdGEDW<@42WF0in8WZMWZkOZpX30iymj)Se@V@h7p;IC{^Ep5{ z6_H|PJ13>$tee896M0704p{Aws}xMeL--@*`q<3-lBVQ0^44c(p7E^EtnTuEMKS3j zq{)PXXQp7!-l&-^_{xSL_@!8F8{B5Ne0XDp37;?!jj!jdU0|S-Q)1%OK{6-tlx7pW2fJg+Q!XK!kuyOgmk%XsW4()QIWrjktOhdsx@*8rKVaFJ80s*Ru?piRc>xNA#X-66wZ zR$=c{Lw)g>mwcjIMyc0vyv~v(4AGgwO&=T{!dNGmDrDE33Z>^!&8=CXj+Js9 z*IPw|IT!fc1!7X=!yu>fH!0-rfd8z$k6nWMC5>ayTG6!3w(RMzTim>Xj5PMfrnI*q zHwj)U%8;%@Arq0!Ros+eN!XLsBe@*;E=gumlfjTAfGm#P&zT*P$rFZQGO*EL6|YRi z>(nu14cnrhq7jWz){<;=T|&(7IHr=9RyHtv|CQvLg_-uDl8-xXK+RFEL^Q_-b*q0a zO$VBnWi7hcFq$%&L?1tX?D5&8i(<%AymOSsuZsWbB}DugG(zC+1yUAOh=!ac8|X*{ zT3}o~lH{7Vj~BjCs9Iv(Tk)VQ*sxQtRD9>> zxWAlTy)88xs!k9lr8_aTq{Y42{jv)!yF2}^lSk%}qA%x=A{2Fz!8|*Ay@J}{g0UP@ zvcQ{;;VUax&fyzFQi2+%#(E`zA~iDnNrVn1hL^(iYvBSfQJ-Mu7{L_g?8u~`l4hE*aM#^y4Zc(GRtb2S(c#5SVav@FYPRC!Dw9g>0BBq_!JMix86$$8z$4+G3^;4%jW z-dXMFHrSrCy3!HXCfqSXsfuaJUU8KTMRH`%nh$m#2I1@p8~fbe z6g8hEjOj&rotH{yEF)tb(hSGU#zlI{v_b8ovh;#M9^n}QtaJn9q8+=P7?+T z#5|?Rl+jdAuR~!bTux#Joi{5n9;YP%KPkydJMpQ~9s6=Sk6I$@58L6vnllfXPic1G z>=sxg;bw-3j9_OhDcxWkF9N~zU{&?9R#jte7|(J+8$I%_-WSjsdoKt{tm@Rod`Q-! z!vVds;X>x99_!IC&0v>RN|BzU>v{P(}<~FfKXR%?q$M1EVvPOsPV$ z9(gM?cQFlcPe93|5wmPpQi)oc8^KlbFGd0fe%8W^H~q-*F>xUeDJq+3jsu34tuS+Z61w?yAxDjLl;V$P~wH?Hziueotjr z3m5YbF?vHko-oZadsv#QXf-a^C%kZ!(*l&<<04%NY|1ykFVMA)unzcENpP_q*_ly! zVQDdDgY@=W>*AJE2^G4)0z;KAhG*@Tw4U{%*P;`)<;BV!wLuf6gISSko~MTA<7q+y zAI#?Rfvg!SYm@yoR$Ez`WHu~Hl_Vaop{z{E<>lanE0E3R10T8orxG#N2btyv<1x?X zdnJU99huch!qw;XHnpqIi>jcryRG%nc53kB^g4^b(>gx{hniB(nPV!U8Tsz)Y-s&& ztic46nc(%KmDbMkR^6_F{PFzFfk(sHW>7PDK#ZAf>a=PAp$0%P@U43U!I zeeNM&>M1=rD@)Nbnw0Jzfa4jvs`4j^bxv8RH??ov2weh&_>Hi{No}j5$$yKCtvJz; zm^j~=5JIZL!f9dG!UKKuuOb6|^xTusBX7&vL5Tn=GGgWebzV@|g=9oqB}v$w9Sho2 zqqLd>0pWH&XXa(|mf8&cKdo{mG)-uci&RXmd)2T-^X|+4`ftdn6_`B@1itFJY1MQl zULo7QJzxmBAA_>(ywtTVoCE44Ltm$c709+!_3O=23wxPb%z)!pG4%$%WsNStzLQz& zhP!=A&4x30wXeY4Jcf}!_R{}KS)a1Rou%?_oKgjPR(NPANvTnA9@s0-;!uk07cpw6 zRINk>7govrqE9rW9Q8wrv71D@uEYmtIZxvE8UILPDKf%7dZz|-;9XS-_jX zF2*#cF<1vZi`i`H8WHv}W-L*m)~V5Gv-AnFMd?YASxOEKi%jzrJ-dBW!;B_D9#b13 z!RBdDwx7>YE?Ka+;%>h=BaQd*G9B|Q@^ynH9glguT9{w6a<%Jr;bh)jGU+pc@ochS zkL(*2!@X7O0TYo@&9PALl*$B?lm|OFM-vB5Bnu{ZVs(M#T)q)9Fw8fmiQdaOjZ2F) z$n}1v)^go$=w?9x!h8>iN(lp$PFIyo?W+VUECg2-68CBv=HT^SO* ziL9aoGra(P4xE3(nK+l!_BA&PiJqBXjDWA#FB0l(E>_>-+*=fz@mQoHixkT#dL^e8 ztidF(4Dtg>0E#gP>wxC2_z`d5G0hQR{b6$^k|+lDm}YeF&HivC0o~ZIWQN$H7u-} zxwLAJXb0Hk_Dwpj=wpMRmJwCxFcsMT4PA7M0XbrqEEPGZzrW|2JUtyAeQ%>ys=We; zvG6^+B4b8%A+1>fxd4<$d@>Rn=40R=BvF`i^21esyV#Nx8v4?d$9b`$t*B91scI`~ zEOx1_==r=WDqPKX#f0T_;vL@>#cKHC=`(vvObbJK%$|Y${VC7L8~*i%_r`AO;X6?j zb%w6^JtIG*JiAye7=EKH>>k9f^*Vof{M0@kbSJM4j^4cL&63_k=vkiL;TZjXzrVM; z3;*}~{o4QAyE{8C{xaCz+urFv-`Uw4{G~tG+1uOu3+dnC9OixsbD{mEf9tX8i~BeE z1o`g{r&Q`r=PUB;+40P9R5a7ip6wHR1m~CDcO2cKBL0TA=watSQfb(5({)9coPD7^ zFPDg`%v`R9yjbnRluxEi`dbpbhEj1={$#sO5GzgLWW$I=6x;0)>G51Q7R_zCEAXxs1+5Ne_?9_YTgqpdqNIH!h*zt zT#-S)|34u|gbUPEVyv&IWIZyJ0utWY2eDOSt6Vag5E@IN%pF#7#S?13(;4&{zARBh z4z1SKh8Ar(ZD%SbJSMA3$3vSFXu56XHyW#hGm5g6e6vPy- z)KS6VqzomK>|X^}Tr&l@eBgAuOcGgS;HhV%1ggQe7BuL=te+kUV8t&7y}{1kHp`b2 z^V3f6#osmw({XRZ;BoNYS1--;?Sa9oH}rxLNO^xgqH21+NzUU!rsn@K&yrcD&7Tv= za`QjEx;O`daz08gcybOd-6K{K99!ciO|7E587ku>VS_xu;D#_nT*ZpFb-L-@2F{^P za&7|`p~!(v8zNR47<_WS{r=TvnGAs?f z>hDjeG1P#B+l!4&tn>$hxr-_d^JqY-w+Qnp`f#5ydOqN73}@opr?@#sH#y-GxbU&r zJC9Ky28lwY*S;a-_6V-i{b$cQUy)%PUn?I-x=Z zy`l;UK_$>f;FSzR7&#EsmQU@3o%gpn`IRMDveGk<^01P)BZ^FzwvJoe#j2Q@Syx7S zjo1i@f9#Us?aI1rVzyrAeJ(OD=7;;N1%WNLfy5RWARHGA^yY3Go(=xE{R3CqTeEfXEaTq?bZ@!a!;kX{Eybs9k1ciBsA z0GzYy&cmz0nUE-&-v=zyTymA5km^LDto|Cwsg9>4%E=d>x}b#V?vpOWxqbeEM3KJE z*~=M|6GqahA}&-Vii22{Xq?hXr%IE`RW!%+)3JVt%h&V+s9igqGqXE3vCuW0rRPE7 zV9jRAhal@KMlZm3!aJc>?xmisaznLF+v>L7O;W;7pCTe@HesZPDN79|7Vnov}>6y_#fA0K7K7Ddu2!4SXxo><-dTwr?KbyyuZ!A^J{*Hd4;j=8M zbyF_PbyfSN(Ovzy?b0p{zjlH@0oKk8=NPBo4cOL9=jQR}hC0f9zdM2hum0zT^zDj3 zFNWk(b5}nN;As;hB1AXHQ^OlR^|Y{ifGK3{-6a{F^*<<0B3 ztqjXp@kKCv(B(c>2m9ky2U{7DYB39c?t}SQ>FSSG>1u5}#d-XPpy^{ls^7UF)!OL! z{`k+0n)h7_YIWfTC-Ucp_G8tTbw!M7sgFMli~Jv19%SWR^F=cL+^6}j%W*7*FK8!( ztY|Q5zI|3z(IJ&at*W|uqd>P*e^gbI)E+i;0QCl5u&qC66;$Rm3c192ZQNDem|`0Z zX{`&vLI@wIzHOU;hkz?NE2oGJ`O!9EP_~*-WwY zlBvK))8_;X0asR&LH}Y^CfwNc2~=QvE-?##nD5-h@t0B8Wws9Uj(z`sbUKTjznhNV zD>!}MtIPLK;I>YV+ON|!MIs*rvGJdBb9i7>q`|u#V=?_7?C!nTZqWbT=a2ONAwHqv zVT-)`{)oK#s3j$bVOm~ts#&f&orwIja_gU;KJkK36p4!@Vy0ng88Dy{UH41HW4ciI7a0n_XV(sdYJ*MHb{*WK`+0?x@c` zj?yY*l@OopIRtyn^w)sGSF(|Sak1*HQJ$wA1EZwnT5=V5DUc1B% zfr+ZuiOO2MTf%HggoSwNK1gOf+b{<zoV`DJ^|J*@rS5>p3?18g=dg7}UKa1ft-+T&0|TSo-k?vm z$e_2qvk!xsAA0?$-!nJyc7J<2>hDDT7tvs6uszr@&}eD#BI^G=>c808>+iXv#uQ-P zTTxv%3^2eEcm0TiMt|EcqW<&ke!p)=thE>nqQT#z{_}o+r@v&x_8|t_QGYuc>^|Sy z?Qb@o??nAUG}w&>&$oAX`ulc-ABDW2QWROTPk#F8>-XROOl*FBa_V9>FmeAD)~F+| zg~-?2m)*aA`DJ)%SMYI2bv#|azbEiF#%t+lu(SJo@5SDW7u$CKw{bU~``y@Xg6es+ zJ?QUk@7mqiZUAe$9}W70zi+=-Z8usv7)1T&&;RZ>yxw9v8hjb`cXoDnzWnp<#~kSF zm<{M}Z$Izvwl~;~276I|cd)ZF*k9!U?%Oz@?~Y!* z>|$2HsNXf6VDds3t^3zcrorbfS-HxR3;lRPmWeagWZe)|%of;6e>UqEtjO1f3UbNT zYC*aF?*S+Y8x<4iX3N5aM4ChqiKkKsO}3^&X#zubAnb)hJd~}q2c|^Bb`2#{EYqD- zjnWH0-qFeN53gQ!RWj<5Czr{nql!e3*~M7(*hjrfqSqzMx0SHVt-pSPS3V=Kzaq%) zfyA@#A}nc=khkp0V)%hi$TVW9xN^LVmAOGzi}{<-mQ`W@ph}TsM)dQEDtmVKS_Map z_c`?#kIT<6=Nzz;zy#UKWgtqJ&U@t4#bO?cEXKkeMzlmPttqQKq*V(Z2gjnDT3 zV4V3Z-dgg>1k|QvW|xin1H**@8;1dBR<8={gc>uLE7Qh3S3*Al!Hjs?p*goj?e|^p z73D-A;c>BbIp|z)b0t+)(wQ+$6RN49U4Y68so3%krAXPnooR;v6TVMg3?cw<23FreZs?*xE4jmwQ^q!rNu!nsf=csjy#coDfni@ zr4QOCKqkuHL3Yiw+6SXv`T6O6#`VvYpRl6GONcUz#;S)IL91^8Mpj?@ampln*<{hH zZK!?;hs%(%tQYa1CxyXs-1j-Zd z&!0I1pamF8@$ni@L>bh&PySWVYcridXCV26XHlR!fR{9#>?0pUov+0xu0ifs7uYj{K@Q-bG@L$gO)7 z7YW(zJ>M_8Uscgj6}VpXxA*?u-y7_do$lSf)4k_ke!081Gk{LZ!{6RAg|FPjB6u|o@>-{_kpptQZEPf~Tx(MsZ{Noj*P(OE{hl-D z)pvh>2Y0brNSt{SM5t!mTn`JXxkA@Mf$FRGvHul_+;a2VX1n^%&w2YU7HJch!b@xH zetX{2l{UXUAuCR6rNSeXIFeP-rG3=0VwPrJzuiouwc9K_J;a@|~ku8)%#8w%z-CuZ^FnquU=7Tz7$jk}3Y{>h#Mt zUmej-@P!9~l?M|JdFMFgVAaMO5Be)zdA~b2?gD3A=$~F4Z-Q4=$DPyirH2GqIP9I{ zPzbvw9_{sZR=WQFFp#+mbV~Up%a~F_DMqX5)9nknd0};Qa<4(42YV2>y>>&w+U_2k zs-SDT-v-W=YcWFoQDAdhd@7w7O81;qP^t_yoa3mo6vN&f6naWvKnK1`Jwvh@CY1@79-IumtU6abiPk6XnVIeAVQLq8j5*yDAf_G z37!x*wIn`0m+9=iOiR1+u$Bgmygzx}G*O?t#(MY7q-pD%F6$TMU+xB0>A7j%x}65B zN{jkx3qFOSAq&=wRYky+sj>DTXPIr*Qt1(j$)e5Ph3z*%H6N9rG@CC1F2;?QUEPyP z8B1UD+!nIJ5ViW7P@>-!ehJoj@4!d*Fc11=UJ#4QXgbgNIZ)|!TU;SlTAIZN>%xz7 z#X2o>lMc>tvak+?iySHD9!F)_$$8jWs8)W{yhkV|T*vwo^)SwCGB?@b92yjE?rO6i zQl+kvh4ar%6JcG8t7{nAM>m~%t?PEo^lD(+;GgykR$Cc7dQwnK8%Iax8;Y)zG!R+b@$J&m>BE)U5 zDs3Gu!fwOJT@)jhGJPV1KH{>nCoOw#TN8*s!5CVx?v1hvzxKTy$4rYHxp9^kNCBJ!&vX?b(S3Nvvwec{^^AVpCxbSg)^*KAXXmxm;OVNY-&HI{!USz>q$ntIN( z9UP==NrI+T0KGN5b+e+VWwWVLBIb~G!UuZdTnGkC^&VvTz)YXGlxP1CqaUX{Wf)A3 zq2sK=za2mpQvU+^hZqrf#Rj00V?`?ORbcW(8zUd4G^K?WGitcJG`+UgQ$oXJbe7*Q zbF&HQQ@eqrROWB{MT{_moGh~57wbc_WR6;S!9`$o(|bcdmUPI1&>d;=#@78WTU3GN zp1aO0`2lX&f&{bZAu%Z{JC2yXVk{%u2Bh21`!`v!4L7z;zO zLdaNA%S{WSZbe3Hb5gdy4N`f5(UIZ=he@x^SQtxI3%%~H93b8$Pa(535sDB9#E7ENw7uf3FWc{sTZcE>*!vezYxW1kX zk4l4fm;eY;+pb3r>Xq3cHC3gN5f$w>&o9_J$i4#D=tI7hxugK2sPb8i9CDS(oh`Mw z0bp5H%;2lYy=Z7)*ma2Cbw7-l(h(bvh1A{JMucq_f#0t9RE+gOruo5m%(L1SI93j< z&ac@eONnVtO#7(vLUl{<;!{3uw?-@gs^;e@qp6-=mnlpw^a0S0Xn%d}roM?0I1hYe z?c@#$Exx8H&0^LDBJ-Gp&#Mr51**m>L93El$)XXyu1a{oC7o~;i%TY10<}0UDNms@ zAhh?2Wsn7~f@XJvdNwZX-6fM=2ISdf$Yjhijlo_e3t)rVO=}W1C$;u9g_wV6u*yZo z`xI&;2DcxkSHsYKESWu}G9lneLt>iK7>G$LIUV%-H{m-g%tDPn81$F%2X-M4pia{R zhYX8BXIm5Bd@<;b@f6N%5PXSoaJ4$95cV;~L>^N{XsipGlDq=+IWJ;TMfhpNVliXN z2!co~pmmXHo?`ZOjEClmj3r|UDe@{k*nWOTJ7C4x2D`S}Zk#a16-*e5{Db4I0SCn`lC&T6c#wM~(c$M(Cs_MF{l1?H@wAF45D?)sY}mUUgb zteB0MG|1@hHUn6fkliJfTu>n+&L2BVpudB8`dmDw@QCDzv?{PDTB&jA8v+8t@2f^ z=hZZopj8}-G(FBVlb1AYYU!W}F>OetQB6PR&o8F0v%Bq=b49uKMm(UL?jQ#f@wC+b zHva_n`yaYq2f)Hd{SVzuk_$8u1}cHO=EQcEa$;l3Q=k%VEDN)FnEr61jFEC%Qy`Jt1V1wP=We}4L&;XU6 zp&nILB`QP~t0S$bPg^uvUDv**%LM0YwAPC)eFnsWBv^Th276#g z1LR`60W@zVliFFH7GOvi7pZ~Hcic?q`Zb?%UDXwe>=!X2WorN?vF%CuLY>(Rn39si zoQf+lquDi4Wq%eVLY5j>GvX9RFfWxFSIHoiP}1|`hYYEE>g@O)tM6XeS{2B6oL2#` zJ@~5t*K4dx*2tdl5(O<#p{`5-RhK)l1Z0y2bo+(^SomMJ_KpaS8Nhv4x7B{%6vqD$ zqc`;93DYct1YiMh9iaR}Vo9dCPAcS~1%;bXZncKg0D22dTSt};gDDYp<{{W=*wmrf zZI7?T2v;!&<5w|}J`y}$Np;yX>qZq8qL~)t*|Yw$XQ(#044C$+YAY|~1SHKlBR=%O zHnTgW>19n@a^UYv6+B$-TsPl*V*Bx84yf}C9J~;O3J?PGyRMbNzH*1!<>Ze=mf5m@ zTp0*3DT`dQWFsi&lrYWYjAt+$kEhl8P=)ekw=`Jbt*u?Ls$drAu~!jI@9g$lMKq;Q z4KQVz4Mk!oU)2KpK4TwqsAiB}w{9mNa_3jakjtZ}2in zXi1orrA261?5m0$31u^pDW*4I-t3aePzbW@j$!!R5{h66_0Ev934|W2Vo@8e%%$TY zQF|9m%Wy$d>e3?Okt^tKN|CnMX&GM2%nGVEV6t6TVCI3<9LNoqDMsIAhe9SILyK!g z)W)WyY)jr{#I+{A`2vDr3udThDk|Vs1A|Fv5y=1v>>vR|K@0bXJDYai|1C1MiebsL zTf?x_Z5Wn}G(Nl3`kYe1m!yE*_RTLeW4*mHWsBZ_vL?MF_JVj zyn?n$4%!^R^r5-awt9$5X8qKyrTkorT%=-h4ep+{E*}?Lzlw~#{4W?R3*2JNhJSVL z2CHF$tDvF<;oxjz6=J`_biTgc^kTNz#oq-dj<~v51t-9h;g-fm^d-2Zu@NBkpwtL1 zj#sl>UmGMmWhr>rB2HJXGFUP+MBA)uN`kh_8J7@dW5S?2Kqlq7bBv2U05{eA-vvYf zeO7`9Akf`G1g$4?AYvXqEJPrZU0h{DksR488H%e{&XVC~+*5*&QAPx8;fk0Z+Ki^y z6hM-&F>sOAyk~kUIU0K5+1Y^AP*6|Bh8vt}s@b?mjnDvgEnlt)ia&wn#CzwUU~m&i z&bMZZC=*ar%$u%}?*a{~nVDib%0*ItocNixJsk->t@J>%r1h1+EMA$((#@5Ww`{46 z{HNS)=v{3eY(n6~rF5NCV#Hd&QOX-j$?dy^eg&zBFQT!K5xc~)UEM_wBR-C7R%#WQ zSx0uZjki{42*=+vw2vaLBBe#1J7);n>WW^g2pZS-c==F^Z9aw@enYdu$OkrrAhBhN z%)xbRX4Uos9-rJtaAoAgu+r7g*BY$x-B5XurMWMN*YXN-_#{CnPZngK-2@MM*E!R1ZvzU?AU5`^K%y5>zK%+DjR}cgk82-!-Q*8@|UYQ}ZAd(dd1N}Vv zU3#c`MKn%QQgHv(Q=0h#kf9~khi!o7FmqtH%{EHj0&D6 zLnh5>Zkh*t`(SI}4Kj2TV4f1UslfIEOz6y3P6>PoP3OAe1&uW|9pd{-&1||z6Hm)N zbe*1~Hd8eIo3Ux^>fV+#u;)8G;^Q%cr2@s1EWNfuncGBA7XeDJltT1>YS!-bN)A%E zh=gZ`5TU46{#5k__k0Qp!Low(js|($QWxA@?B$f3){{PJxg4(n#Iou-JjQaIduZ!24?rz$1O==)>%@j~jrI&!Y$$8zTjS!LBlj|owsHfIi$EK;wXv>% z-&O%*P2bKodjl-@g4TQ_hrW}luRnSaITP&y>v&+i4Tr0~f1d{PWjkTVJz?nZ3LaKf zXSedCViOX!S-|Sqo|QdQ_T?B~cIsQnM%OJ0OEjxXn~4>Qqd~bRfi<#4hN7`or~v%Y z4uXKi2la5jT$&Cv=*RG^f9PUMC{PuB{P?lQXOjX`%HUfT>V@*e|F+h3Ie+3&&U2bf?x>Oy8B=*oI zIr)+6>5*lKtbaGJhti;S%#vpJBFg;kRnmBO?W`hM(g;Fyj&)Od>BxoWUaYQ-nYUoK z;LM7#Pv7$JR>ec}Zjs|@z{1;_B`yYWzA@3h=Z=wolT=>4jU_oYBak8w(R$*C@y;QL z`Zcb?vP(w7N}0Y((R@v~hAv;oAgm7BY80(yFYXDv4w@x^!4%u@%lSo&9u}4*|Kov# zB~Yw4`wIM7>EvLGr#MIW8?b0dxdX>vfHR8u6;{m}ldGH>;%dVZ%DwHm)vw8NZ>4TS zF!W%mZm1j4#qqhB3hPjDFNwAfmp9#Eiqic4tY`z94Pb~Ac8Z2GwHGsK-FLWZV zvQ*HdlqzbVq!Y@s($`06staI(sY`^0P=#XGBrdt34_#EGeCQG($%k%{U1Z`ayMy3` zwOyen1(h_@j3vj_k~4?H_aVT)_3fIqU|iEhQGCE92u)KLwglqO;qbk8hgP-7Z|l}) zmo1ZEb7Kb8JJYmvxOfkp+@ ztZ331TQQoY3Hi`%p6?SxU_*s6zZ(Q)<#JS4b-wDYgw!nAL|WGhUAGC%NegtPED^vP z8)|XYAnySpWj58sm5^rtA42&*FX(Z%?z6hRgvO>~0!}d@J$)@Er2Mh!7Gs{J=9#^o zc$V;(YD6_NH?#m5nUrgA5KqMfs6(A4o0m=EI2(&@n6julq#2L9o22^<)igDKypmE# z^T&@=X6Ao*X_Iu1*r=G8Kh7kLS$E^E(ojJED?0sIK7UxqNxP??69mc@3xo{KX1S15 z@-)z!QLv7fM_OTeQ|bMIOHcGW*9>Inl6ZSD@ znc|m>j95$y#loZ%l3Cwq&(q?26Q=Rjc1Dk7bLy^|1hT%5eiyOM?4mssGN01yz&S!= zz=TVC49{4CJdBkPR>~5)++jH*!u9TMDzA5qg_KO?B1^ovuj*v1G!4MJ(JNizBDrH`fQJCQjaPk(9{HU{RDb!P3hridJC~8dIrke-@hozO0N|%39glh3 zBd-~~wAn*ODa|fi)N2hJ-OIMmmg7+k3BiyoyoIeiUV42P(p7UOSDSA-~=zjU3 z3vEAiclsZ?P8y#pqB}!=d z#`EBYxjU?AaacNx1X|%LT)(sM@c;`HD`=nh*;B?s&OjJ(PU1k`5Vg3USS#dx^t&}$ zJ9wGRgOoZh2ex$yK)M?^ytrN;=!m!OlnrQIio13XOmmFCtYucu_{S)gBD07@0IoKD zLNhWE$a*P9V*(b?D^{^Nh~fdD#a7T(PB0aCCS&Q1_r9_H5qnKQ3C~qClsqfIWia@l^E{>Za;MK0&rSiGtCHQ zvHtCLBM#UC!Qk%cbryf8b$*y~mg%|Nff$qT&d!Deo0&zpeKDO7(+fFe@)8_ZY7Pcj z^;U0^3paNc7I;%4PJN?C&iI%}bG0P=Wii_+G(*dapR`pX6 z;H9-(1}%thva-cpd6vjpBIBUD8FY6C#4!DJceTYjOP{kG)|cvykI(=tjrgpw=BAC& z$T6Tfl#C{UH(1pbtjJ2;zV-aN(MJ2+O=SwWC5Hig(B^```M<3LgQ{ye#@Plz`!#^% zHUbw6cL7WuX8nMchayc`Y<_U#yjOI>-Y_kBtU5I>l(Kc;8>Jvip?_gLRYf&x8+K1< zCbH|9C=9U%8=B!D436YdBt@(Z_a((8!+@kh=0X{AUCOg8OO)%4S$^6Qm7ko=`~>wK zO#b|Is&%gRx3(r+Pm5767PB%Dt~F&u(ly_()M(R&=<|Tfv09b7d_62iDUThD$Prc3 zk)Sdme&iWG3R5p{Ak}P4*A8DA&k=ucje)++YO-60mNJ)_wQl!oUrfz5ct>m6Ze7#%U973nNq}%8s?c{f z$ctyll9zmr*dzY06Ou^9YJ$h zvFwsdk8a z0gQ23Ug#}R=)BP6>G8Xb(4iOgG5;#KWM~{lCA!VR)*}ZByrUFEO>>YC6j)FP{r>;N z;K78U^(pay06ZO!dCc(+$N9rpZo&o#$M3v}e3P(Dq2wfT4GC>SNgZd2>$9aKU50dU zAMop$bFix${B&s1`5Q#%jl1HX!?XTfF=08Kuo~B}8^)`n+!;{n9P@U6cZt?ajK^uIWIXXAS76e>7Ik^fF|5m|VpWQ> z!?h#Ou_uO}6R zE}W0KRnUt|jtNDSmUw}wDj5v}rBScPwIbLRkYDijNUC*ya3)yJ2h$SSdOo*@R4a1f z7#6p1@G54x2CE=eEkW=KrJ!zyK#h#UYXGTL(kTmB1sQsmth`pTqLx;-5+}COqATd& zPCFt*kZs>$#X{)Ri)E}0omPyg=Jl^v09a-ks2xr30`5|D^pKL>kio6wGc5CTpbOJ{ z99si0)zsp3Yz*Df-HMiT2)8JHx(u4Xh|z1V+A>a_tPd*k%CKBEr2Aim(9GqLgP3h; zLn?urwzq`qKd18lW$$Wx+qRwf|DzCk(X{y2n&Y5rVW2PCwP-VRtue0{hIv3)n|6fA zq9Mw8nCtI8@OZ}uiLw>f%Znj?6*;Cz-UE+3-u;d*MFrKIAHOw007LfW&rMSBrAUT} zanvMFS(2%DnjOhd&wu;Z7mNmKS+`>pXLibWVC=3+V0%^oAD`#@QOAvJzw&vU! zh=kfjJL6O+WJqnZu6o5If=##Q8MLvRZh?&iAVYMJSMfXOE8VfahDi~&bik3Mwfgr#FV#{dT*GY2lmt{14!7oRwJJEkrqP7NYf>hm~Ykq9m;}x)gu6b*)1uk%EP? z5T3We8JRk}?^iZo83Px-b{b?1H{@}WtXH|@a9}aTIcjn}gQ6W*8E2o*1GtxK2r1$ym84_!GYprGfCEEK1qg?gzmzy*BnL6b?cJ^AwFUN!HvU{hX-`8p?`0UozNFOoy#u*S51c>~%lBP)N`+3n~k2` zcKiR$Mn7-2Y0CoAKJRmU9~3?I=ctU7r0XoLj7@cu{FN8e3sLq)rM$U~-DW^jvqRBK zf)B(KECZOrbB+b|KgyXHfwxsZX;u&?%r`;5xInb2D=4LXzqQcRh5f?s#eUhCpiTO7 z{J~k0256~IYMTAhYI8^3i|SG^=3N@)v8=!*k=;ilr5=CEpe#t?%DV(ygLCt`@a(G> zu9J&t1!b~IA(%rofR{AO}UbHv6uVe*2;BZ05MV1+3%(+ zTW`mkUHvCGoC9Zw`C%gzgJ4p36D!JIvl3;(#|)>eRgs}AL7)#WwRj96RE1^-OP#9* z25$y0h~7P8Sdmxc0uZOzbge46q|7^nz=ojeufml454@Fix;TJsoC;AT&f+?`cddnW zGFNmiZ0QkJJT!(e3!W(xB9zI3FupA^tAT;A7;K!3HnIRqaguEa4B+LNGN!G(6a)L$ zDcUxF^=pxvm)f8|dQ>+&6lTyk+B&l89+T#A7wn%NLlQg=yvNHkwJ*)vkFDc zVQyr3R8em|NM&qo0POv1d)zjbC<^yy{R-^L^lQ7fS(0qW>CwE|dlX4dH0_HXmF%49 zbe;r7qN)(F05$-YR7vOj_VeIIf+TpWi)?4e54MWLWnlqWcPzw|%omiA!?OisV!VdS z_)oijj*gCwUcPvt{y#c8D*u1{<@1++I)3r;+4C=-9ew%i#h;FjpC3K@>QCTk=a6`w zlncoIbhLF}<-vU>4@~d}#5ktp1gwq^V3IgL$1lgv4kE-uh7+OQy*A4QU=ARNFc%C@ zQ-LBdjcIrbxS$Nq5#Vbs&=Slj1Aj}Wh!G?ZA0I5}5}kmB5D7myJe*^(NT=hFE)TP1 zX#Y6Cq3q8VW$Dm1kP?B2P&Gpm&JH0Hca+^8E+H3)9VU$afpRLKesU0i42r;x=pb-Mdl2aH%C~5RL-`r=kmG{@kQqO?O{XZs zuc_3`-G@%Sh>dUUXamHk+pU%fmk)Bk5*Jsar%Lp)!Ab2Ni#EP!4B ziezUb=->-*v%p+a`~N3^pBw-XLLp)#{{r9(5Cj=GhJ!FPmt=Q6RweXHQ{>uwIsv1R z`g(^+MDO@noJuaB+cd3CkPw*6fmlERU>wsso)c9;0ZR#>1VC^NNw`1^e6QOAp>Aw! z8bd@5F**S=7<1(Ia6@CnpyZMYg|9J5?*XBa#E0xOghcfs`BxC3B&KT=yC-GT(rnz!NZvW!L#@G@GGNoPg0=ItdpjN@J9Nq>1c< zvJ)`6_-6{^kvpWfG(v!*7=?ne9gRxXotP$1GB9p)89@!IJc>xqxS7Sgo)7bSjTnmD z2nzs`m5RLn32-s{wF2QJM_aMmDt7wxtjoU9MbEMVZ(a0M(V`$aI3P%gJ6ANuAx3I> z)UNV1P2~dD3m2H0ATd?VEK(vEjR6cp#MS=IU{7eIpsp-@y;-eDB$2P0ijY8TiHT|& z>3-G|k{JoR6M@5xYgt%>T!uCkFtCb%M<2g9F8Q z<iR2W51ot453@rhi?rUe0halUE%riK}L=lM*Ngfj6>N}?G34U6t`sw)Crv)AOB zK7*;M8r))05M1DVv)=U3j>bph=U+)ljvLwlg@96qY8%?wA!g)w*a<;O z>eBTM&ro!zQHd2SSa$XXAf2bc7*}f92;%&T(P^tdEP=5VB+;6p zePPG;qB?29&5psbJLve?_~<}szJxFE%y3`|Q?a;W^nTrjsduNTSO8Vj!lY~@+$di# zNn)v4Q4+7ED)lZwWFk9KN-}T3P6k#$8J=SjD8MAazF*fNYg>pi+2-BZ)#1CpodaXV z1TV(NfHDw6ftYL)sXw^@TqteQmcv{YeNn))d|}l@Ex{#e99xA@Yp4b;L8WroZbNtq zcp5GM7qNH;S@;tnAKo*x|@9Vs+DfA-bOuf`cymOY*TlE(2tNkeVH ziJ6S?wu7?m>}h19(ZN9?S1uQb=t*z0o^Z24T;h_;%GyJ87DKLfw<(~0p8&zq%v|yc z$H>?<753dW=_|BvaD9{@mRJRkc=4>e^BllgzqY0==@ajEy`BEP&4CNTQ-(C0|4gYs96*L7vx-1S8AG9n*WgZ4Dnlh~ z`}wXMgU1*5aG6Mue*WRN5rIoIIvGu2c$+42iD3RMqiHfak<{Y%AAi<-;TJl6jk!1h zKm2%5w4iiDWXchMB|8Ns8)5F7LL=J2qfj7m7cvC3pg|(3mnLAlcZU&jko?nUjjA}Uku z-fG6@7vNG;xnf;(kGW8&k>8AysVd4kLY$yd+_G43V6W*RqKE@Rh3?8}TH}E$8j*6n zbP&jRYz4u(7x{LgUTPjxgR3GZ+7M&^O;a^-cG@BMugSZ&fD4up<0VWAo9fYT{}`n# z{>SL#A0z9vFPij_E<5JWl^RdU7%t(jl)yW#9Q#tP4GLBMG5Y;zjF0R7u5g)rq~=(uS%dtOHjs zu5_iDXt&}W7K_q~6mYItPLZ;xS;<#{WIQHV=jjY`VT5a*dDC+FrX5c(6?6#&4m0xt zU}#BKFa}YoV3;|w9K*|ICgR8icupwOB8>5=$v-p6MoS4xxK!cdUvCd|4WgL4f~kp?L)r(77Zl8c;4ls`|| zoPx7+sWK{&1AL3cyMzNyW91=K%jg$6y|BJSS2pentOeBSo*G~ymT>`@uq3VGH9LoB zNr{wou4t5vQ5SdB<(N||IdbrG1;68b2tPXunW2y_mxx3h+#-}znl-a6abU(^BE(d) z1{nv&imp&{n@**G2pFXTM3|{{yx!0RVj8=qRGed`sY$)Ce>S-Ur^Y6}L5JY+==tc0 z?A99AiwZ$|=Z@)ltNtBJcV7^U#d53ejbXHJ*N$0mtL_~uWEq5mVoXIIL~uc(gkmBz zo01BIi3%_xMw&<}iwZ>T?W>8TVrQ57|I_c)f8U-dbI9r6-(O!S!ltX=KsHA%8s5TX zrVHoMqJX22Aps!gG{jIc*NivlhJa8ljY}<`F%%&pFpMXv1*fMrB9oDQ7{_a~b{*A^ zL{^Hlh~<*l8LVjXSWsECB+F8wwu0>M+EI(XU*H&hP;H+hwN0XpVa=plyAmSIZ#7?~ zq|91lI7KlS$+u%C-1Ja45|}0e*~Hh9ERDcpJdHitoL02+1?0s-089B${Q}I81G5!O z6{9LpttxQ2R}`+Gjj)L_wB_Qwt~;)?i!?4WuEU*_tX)_-3j|}aSX($VW0Qi(^jNe! zJ1YT9*A^B{7*!h+IuoZv;M3U*lP1s#i=CmVHmUL)7Pa{x$<;=UB@IDHSBPoeYbu2#I_vuBZRQ>1VdDq_S?3&w0Q|PH?Ewb^c z6mAfgY)G#TRWKz2$6!gBl-6OW2Dp^MS>Bf1d?`nD*m(A(i;OoCUKpR++8vOgpwpe( zT_Ba-e3}dq@zWf1m+w$T4Rcto5l3u=qP)9TlsS~gfyju5z{rQjtcVzmM3(s(Li(^dK@qe*e((3}DcuL>tWKuF09&r@x=CsD4U;WTf!VIi3@}impCzB>`N0I5Soz$=fX&Of;h+)&cYE2d1kJijLD% zI3_!HmJ03B=`Sd(Ws!Nnn2==Iod65oM167FbY;G5b#W9@5|s^icMuB>rf4RKi`qVR znK?3OwxP_s+Vvr6ZcY~S4@aY?AfZ~Bb$C@SQL1jPXdGV>f!GSh-XSb8Nd+noL27}@ zK?SkeeOhK^NSn%P;mJ)8kyO|WC2&F04Su6V-kaBTJX2d@6^|^4q{>48Ej&ibP%=?L ztailRN)t*NBt|x|7Lj~_a>^y(Mgx*iXffB7e%;mZ2Hq=1mD3!aDy?Id#!la+2MJha zmQnC%gEUhv7ZlZ_7A!DV&iuL_^yoAX$(nP$8I!D*9Kv_Hxz~7!MdNVH8raiNDy_E; zYY1MIrvz=u@AC%UUn3!PF-p3i#{?<@9jNFWG0^L*Xf3ZrO|}7xLSvFL_)Ru2sm2ekj9h*93_w`-V&R^|9qQH zQ7B@4Y~g3X*F?a3#|(ap*2iC~29Hnlv5)_d@1E&*&&)ez8K|6m$jRD<=NdYlXvn2F zhAG2ho%<8JBCa6a$i=ZhaRL&CR)`2+HBIoQNEzW)SefZl5+SCCdc_duDMPyTw^U#& zODd)I4#%+){8g|@R5%<_j977c%q1;JDy7nll(ax7NX)=Ns77w4pCbX*NaPVNKU)TC zgCPD! zpkP^p$8u_o@8zj3t$YyX97;$DL7`=GSTb3bCIUrI9LuV6rsQsc!$sbg_QYz7J&}4a z%57pC6$MvEE$$#8D}zlc=tPfqW4nyv;m8%rT!q~(_URfxdkQB;tc0~l*{wMePZR>t z3Ner4UkVAviUd+(-A8eG3JkM$q&}kw@F!z%s;uZ%?$G+51D53Fkcr&zkRjb^PDM>1 zZo!fQgoJ7-cc*p`t0)6Z<`%~~4C0DLlAssuVeg%R)Xjm}`qii~z40A$MsBzu3g0ZE zQn+`3S4v>V5a%P&8gr&!lF(4u(%evN;%=9RzF~nfU4D_oM!645C{IY>& ztSFq}qY+i&z!XVRpjCslX@Vgjj2`1QXZliQvU6e(6Yl9q@nWp(t~vrj*5XfH_lSu> zbS;pACN!q=^|*M_P1gPT|NnOt#p2k8B?kV_$bwaxHLI`WCLUS8vwg{D`qFkzW%{Z` zaVHy?fBl#y&N07j0Q1TTRf^CoJ6Q)c)y$U>yv@k5LlU@1!&^ND2&6`aW@$V@N^&_@ zoJ(y?xtZ0b$jz`?NRoi6PO>ry==6z+s&k9{z0A#`F3NcBm+SL#{KMg%Ag)=I87OZ@&6_;Aw!BJk_ z&Wg3m`gq>GUISV)zt(Wn46Lw5GiS4odDF&V?G==)UNc#SrfUzcQ#?*E6JR1Gu{(wZ zGAFxL9G|518EsMn*HWAwlm1Y4Dke-eAQZ{g6mFyo1`7nE;Qs!8jFfu0oe88qTO6YKS`6 zL9v}GBvwkR=ww$k;%YosP8@tA(KInJ*0)Haic8em6Blr0mtRI3tW+awX+Hzjyj)W% znma}HwmCDezsF*6ZU~lf1>g>Ds|Md_j35DN;$m!$2-4bhW`5CFwF^)au*h(5soO~* zHL^16nQSvnCaSe>ZDZDNzavmBWI3=(QK(pvexcJ6T&|%_lOqpkRpP2ws$oibVR zk*a9U(@H?XIm9Ga*13Qp)%r*r+wf8euZn>KVNSnBT09v^>2j2kTSD*1s63KuL&R%_ zQuOaR{z>i9Q_B9?)%(nl&PyQ##v-Y`cZyuAkCl`6Qsm8s_~BTGvD$PHnap16#(k#7 zHBTXfL?9Gh7LyO0UA?a(0@{y| zRSe743K)h;UxqPAi3zIA1W((sRyX8`$o!0w8D>jWMz-e~qwx|+Hf&Eo`BI!{+l$rL zCs}N@UemVb=&vJHa`gOYWNAs=9{B4>XNHl@8)@DE(oL?gv9=_#f>_S-7LYIOkpi`( zFcE034W~Lp)d_EtTldm_Z|OVAf<7IeM&6wcBek!sq#~hJ!4y)m#mfYSO0zNXza}(Q z?*3Y+E|*IbVJNi2UD??zN49cLt#)A4X+^AZ`?d}#P!eN?8alJc%EypX>amKfU#48> zGZ6~}-V=NeLMAEbeZmmu#*MLrqIM`}jFMmIbYq&bgzVO+2Kq2*CV-Jh9jr>AWYdPb zKyKopBWt>Z<=E@7M|{wA9H*7BUC9QPX)JIOBM>fd92wknjk|6f^h_!{j^ya7$~i%I z&jxs>=^M?b)&3~Q5kFPCM@=F}q97**a_)nCHRzox*|Oegnk`Eh0|mlJJCk`y6|eG) z8tDQO@ZHVL6$oQ2=S#~NIu2el1dgn;Sz-}P)+7XqFSATyqJ-lJu?#i2KR|_5t&n4f zGN_bo$)>&&A~{oCSE0Ak8)l;Z`;&(}A zbW{j}y@CXXqo-i>3JMs@KQ0)f>eTP|kg219s**YqI8EpBj~fO!dsi4^XyF_9^ogjv@{M#G#sZj@zoJ(n!48h2;vlNXiDal1EV^eYZvnAWjIsJPx z_MP0o;Y1nK_uTDhOi>J!4X=*n3;nx)bI;u7o*M5J=3olBHc&YcPEzo-Yy_Okr9cy9 zoBbOW;PK?@{BKY6S}eAzb2Cb*0;4-HLr|p5tnLL(BNvT@T>>`~bkf;>El2<;)1iZoDJjpz8Mc~W5ewWUXtlVYxie#3~X0gPE zH&!htz18kb#UcsBWL~2K#xV|)w4=^ZNi0^>IV$tms&jm)V@F+-eY=4M;_-IO09qzu zT{;|=8C$it$Qp4~{R>&%_3mpc&IWzz7|xnL<;P;5%3;!{&(bj>CoGf3%J2vYCF>#OceoSlj2&J)2{9vO)ueFYZ*pH8!@(LSE zN5E|HCx&G@u17tS z-9P*C$PuF7!2A64O~UXB3Y6ur?O}!mrf!xS*PN8e4@gwby}ZAEtsOz-s{KwEd2;gF zzuz-ga(T}YlM1dvT4uzDsaVLh5o$k`aY|M|a$DsEYy1`D{Eo6sTT|6t;ir1o$b)ue zi8trcjWk=uV!b;;k^4-Kq_eu&;{^tgDQbG}XmO%aQ#r?NM1UTEeC3WgUkV4Mh$5Xj zb?zJ=ex>w2*Zhz%E-4)sgxw@I*)4wIl$fKoT5mi7>RWxFmoHyTDVFIk4Y5p_&7+iX zxeRi4cEzz_OF`1ty_;)UXIuC}9jlj1;0_X@om9dt=kGK-V*1pY&Qy&14?q5F=SfK^ za7tH5_aY^=l<1?QCgjW*&de19YPcrx^DSEIxGjI?<}aKq(CUBtvL**~O}t-K1)4Ys z7&;@hkm?!y_IoW>s|V7%;`O)Rx5KNBLkVut`uGHl^bZ|BIVydBR{Z`fL*FSOROHLh zd+^w#mr@oL{byc_H=+jS3OzEqXN*Ou-q$YOeQD|-86-ppcvtL>?DZZX$n)jT?}sh4>L6D_UJ6JVz^mFGa+ zn1Pa5pIAkuJ09$92>Nh9&PFry9fB;zsBpH@q@Po}uiTvy{LQ$(qg=QkzlM@heg#xi zx;ap-pk7ceP5|dIPR5uXbhmllyq-vMQJN-26=GhVhW6$-3RC9#1hRk+&xC^&hB^)8 zixc9MFsJ@;w>b!6eEAW>@`aAc?!Lo@Hia(VxDZv|wI$^GFprc--gTtq{D=rliG zMhKSywK<)q+c_yONS(q{E=q56*=o^VZ_LdS)gDK;UuX?M+^k*?0Wh{c6=SKb zPJw*Bx%l?-EjYWlzPWsLd3Jhpq22<@bW2W|>&Yp&y1x8ydUFB(cJbfpi?iGmi8h@m z-kc`ZxRucewGwA3Q|VaJq;-P|bBR|<2tpBxp30G8p_ihuD>_CbN!a8>;h8yuuFSrA zf!a->^R&dA77nO8p`tp@s)}Qp3XUVgg)j#T6fZ%zfJ`?JuCkpCt}jl{-&~BBn$)U1 z6PRc#6Q;((1d7)nIy6(uY*OMge>z~C92|6HLJ5uZTEt?VUz_y!YI4P&IMvi9z%eQu zT~y(?axJTP+~$~N6HUaWFi1)#w2sHmzEn6h++W8K=h=`_9E$)Ga781zPc^JCT4HVj z$+Ht&SrRh+$JOL2V~iRfMogtE#F(5ViCvXm!)D<$6f0X%9L>_$r1_9w$Jyyy4tP2Z z)XZj~9Y$8ko3*P;Nu_yG0cB|Zd3=zSduIUB>6<%SUhLRPk$sC>P7RKWPShC32 zoZzS0ihWYG_vB=Rn$4pH5o7l*k!01Tal4%4hM+f;;PxbrY7;p&WC*SpT_UkSDYpr^ zO-s2%>oug6?;ezSB?ZFHCfrHp}j<<4}bCExu+48 zpudz*I=@b>tzmWV0QjqHx}Gk1RiaR;e=43FUHoIpYonrXX|2jA@ zjQI{?A!T)RmxaX7vW%a;RtqFo6jc7{>Tl$-53d zV2%ZlqFzM9RJLZ4B8f}|aMRi;@%}Toi}zzZp8fyR0>uepd@PdPTm{^+|DS(#T)zMP z%NN7`f0*aD-wyu*R(N@$RSFyNNh|1qe@Xq5gy7|K^(S6V(%B5(gHez- zhDfCT)&QQBb70O=DXRW6g|SW~4U@z;$iGLrbyZ%-KIAY|@(L)mL{68*6Xp_3m6uGP zM~LwfXW8X22al)Pw0r(`BFjqFEyd+0O?Z*e6>;-#s+*IqyCccgOc*9&21bA8!JqjE zjIXtvt!wILd*Ra$u{k<(dF6m?MHIjxiylU{QH+jMz;{y7)}~!-d)VU{~qLTOdf3Tugow$ z`rjik`bkY*6##SCHJGk-vv#f9i;29I?D4N+6$6W>e0Gt44(4f+SV)^!o>E?aGJE(Z zJFEGE#j|V)=!?+D=GtlR_2!;EemL5w0TlC`VvMRAs6hLcIc4W%`(Bo^@}H6TnN&~LaJjt<*dqVEeDVB6N&b8J{Q2=9|2@P56a2xFIyQyjSTaJ&@UQx4 z#qD1;H9S7J#U#q^bGxQ7I#?nBBPig>0Vo+^1G#n%j1!nk8XADAXkgjQ82k$mOd>=C zcp-N$OJl@O4gvrZtnNip1~c^&-3vr?%3KYaKKr2$k?K-m$^~88mulZ)WkWguV1?M! z6dV0zROkWxFdF?>Xbt=@N@%2RqSxWY@~`aTIAP+{eJ|A|Uwrhm=EI>rP%Ue!Pyp2g zqxb8>{3nh0VNBH-A>)zIe<~KIVKRC8)er5bUc$sJW(<*BjY|(5{4n~<=*RYfXXL3= zd5+YrhB4-%+6+t*UTrGNUZz1aDTwTE#~{!O<`jx>QSIOtI@LJP=Mvl7(P=fjvmIg1 zQe_jKrqSHMC?~^M)vW`dwU7LqgITDa?o2$6a>$jNyi;SXMYTC-T-&z!Zkv8;v$y2A z*!(Y@r5SRZEys{!eXnMRftzUeaT|zc|Cr(xNV91D>Z_0vQ5-?}iycNAu#T0e7C@&L z2RkMMh4ZKL(FSd~e>T$pMf)07T2&zsi2eN;pJ;e4=Cu2Iyy@3P_t0F=a* z%*;Qwu?oNc-UQ;|3=?IPV-7UMca`4V&jtdc&XhXh3&;usDZFq7ZE{QGSS!46hg)dh zE#-FOdtcL=^tvnk2`Oa} zCa$bir9(QptF4kF`8nPCPj1A zT+ym|?V0s1Bs&O#gZ&8hG)#g#(qZ>N}N9+&n1uU@`98ub5%cs3^! z-{`f`L@ng<*@8UK7+s^8Y}XQq1{er<^}7+U}f1(brU zEX3KUJm$gi_7u4Ts*M~KXhG_eK)RtLfn@Mx6Qq}i)D!3X=ae1hrNl5ly&d7>=pSQ) zbnGa_d+*CSU%vnaNE1$`FOb5D*cG^hL8WVi0{VmZ=Oc}|Ki2*%NNJx z_^+>q_>YHqT;k`muRC;4+10O&Tz#I|)eF?GbO-@BvB$w25#?l68FmmWcv)9R<}_0Rkx>t0&oOs_>+N1+wQ*CU9Pk8%ay)ZQa@|j6!|Ty% zOnu`dJ3Y^Cj@OW2F8n^nf97j>P1DWvDpeIwR#a9l9Sp=-c(ljz9u zo*okvj&+HfynyMg{JKk*=7I%(a$s}UP{L3Gbqf0$h-535=LKlq(x}(aF~8j&4%y24 z_a#Wqi!VLUIL%n_V6N0FBCU{%DZ7S5KY1ek6UPAQkllh=vH;X03Ac$jaqrYHdlW@x zsM%2(h7yK&77j~iDsiv5$8n<4IB|QlD5PYCm{3O$=LG+nwUz~}oAjJ&-xCay$69VUo(#CYnB2JMg|WRO zGcU?>G)oj=GE=z?vB?}HTd{6i6I`t_XYzEq)Td+qnIf)ISB=4$;-%`aX(Cs9GzOOh zoWUiE&mc#8N3z5w4$)y*VOwfT2z08h{X3Z#m zuysQfAax=?r<8GK=0{e5oU}sZfdh{|ufGBNGzqryeE*V+W^B~5PIH-Pk!aTt=rqMq zfsi&6=7FL2X6T+FbNp-lSe=ii*ZjpGKzv*Q;@KcT36g~(nNanh^!5^*kdfj)KU z9YL(`eql7rljW0OvK9rh9OD>ir$v3#Uq`Qz#4qj&yW&5MK*_?zS8o8HO|VHW!L3k zy|>YtJ2KsyBj_3iuif61Xf)bep!90-TI`qlo7Z5!%z$_(YyHw0_Fi>$%^aLA_4No+ zbxe7k=B_Fgy1jJX^wOV~`Tc|sp(Z=sncHzx(xe&np?V9|*bjlq@>T*vCG2VFT>h?f z?!5fm4ExT7lwFi^i>W~&9~AOIAukmkEcyeB9a!uih{f*4^gXcHfyE9i_T$^U%|6`9 z;9cZWO&e1_?hW4`!NB`)W^;v{UNw5#%6DPDwJTst+ikx^02BNM6EBelEmpib;@(!z zU3af=jNU+xHMi^Ps~?$uj9_+FYo2!Dty#pN$%NdozGB>)R<5@zyAAlUtsjm^gqT@j zr}{#_jlq$PVKTo)GsF-HTgKH0me;VXpJwxN=N|mNg^nZjJ8?QzUSTFu7*F;*#s(6* zjm`g|d^4N)SqA^X;6KpE_Pve+E%WD$NgYu~^Ysb%ULP=5Z_QzIJB3O@}xU3a$c#rX=y2GYG6&11;5;ZGelz?NBmG~@XW?B83Mf%jx!mGk); za&e7jr(&z=+*8!|MwZzfM~e46MbTn(FYNvgB|%y37qsqEOt0TLsVQt=Un7b0q-x*@?*Rp^fU6I6Cu!Jnp6GuSs~V zSCFKWEi$s~ToPls+s(QIEG4QHg-eE(RQNeY6)Y>?%7q#@G(LYiDJ%Zt)*Laz>srQi z$@OMCyEb>PFg|S(ySZ7#m0vqxS;@tk z1}~tfMJ>34+=|cY{{9kmP7|PSsd-qkylja$tqd3Hl71(yJ$#}t!BXOvu6wOAvwR*Skh4@Ny880ZgROqkips9oCxn{D;FX&jBUII;N!3%$ia@yrpD?kdhF`$g}NW(=>Ly4$#|!AiHHlmn?5j7Cqv=#pF+tjJ%I zLBvQPb-T)iT$1vS_d2Fz)N8U*7HNS4W7(5${oL&>> ze$1Noy0vDDrY-e0FJw$=)eoJ*qHM1{jhUuePorkmTSko7jFf|svRZhE{2f@`!0J9TPu;-k239w)x`*+{ZQz6Z}81ApJ(r3eRTXkb3>KZ&JH|KpP@6T;|BVq{6MWR ze{2`fr|b0j1biwXjAOa_tR)d3GRFh~+T?CY6OYf}v+%H(+1{U{rA)>)^RY0L#5jZ- zy8}&q#{swvW$EbgDJYfwIwl^b=tf03hyx9ZdOPnDN~2=#y@MOO;3x@OKY}a$xSP4cY8X6k_pg~A$aVZ2@1^_3_ZHMlu2Nb{qA93 zH9dw5$<>cx3^)oI5;gtjLYox zKY~+iJEykU0vo!v`|W~^<+q?b69ND>G6x5ER*P((*ipA2{P$Nome6L%u2D!?#0@Br zOCCtT-D2$*hEkHjRRstOwA?s_))k{u)RZ`@0QT$5%X^1p^HV7rX*ZxAcNIDpX$|SK zBrM%BdDQ?^00W4uDHLgrMu|;;CO04?REnM(gWHlVtN`P8=@OEFAsDH3W#bRbl9W6< zLIUEL130CrkvsDNYz(7bSDiq7Pw+pb#6$@S?kJ0%=G@yZ&lzP!96#bagVaZ2Y9KWP z2J5Y3Ce+ZBd=*-^-3^nYdL`A!r@*-8HilAoQxAGzyjds6LMSU$;oA&^?UTGg#^Ad2 zZTmnECkWuv3-oyS00%?1d&M~n9=<=6hflkCw?97kAhm|My8UXZDR{u z4H%!5qe!p+R$G@D-(c$+Y+Zw`t5kS!6b-CvU|kRIrWsh*z`6$3)r#ibyJ_^s+ssYl zxeB7*zPeY>fQIDr@eCNOZ|WK7g?KmNWBq-~1t6;_+-y?B-pL<(#?@~bP9OG6G+86U z^y*XY$BDB2^zL*T)9@CAG$sAKY!7?3t}I)~zIT1B&Wb#ptgVV=S`_BOR!;IXDA?r>; zI>#W3DE!QiLYj5Z^F(BiB#?O@{m%tz-TEwsoOhra+8d{;fKb*^OxJ9@8%xoOU3QvPN|*~ zkJky6uj+AX?cV7$ag_?gPu$xX_mO?-b%}q~^|#Sg?S4k1p?YxZgZ%S`91lbL{pWu!4&c3L(>A4sgOnQS! zZ!qbV3lH9?cAj=dmkAVjieoI+y@)L)p{ZLsD05l;(0W#8V66jdeUO{*2i7{U)`7J? zxVOyNc0HYC9_rMz59NdXmvb#Kd5y?i5~JhpHln(F&8h%x>eF&@)7z!B0eUi0UPV!p zZz#s6SC?-v@sc^vk^)WF-mGfF37Fxa%5YG{S711(G8|MX)%6`z$qn1vkT$oGjaraQ z_LXwRZ3;u)!ba8SSe()25_^1*4fEnEfOQr9hZ+gJMzaYfVLui`XoSvD64Uh(5%C5l z+j7VrdorCsWaKy%%oiVS-ggo*Ez`Ca%EeStZ;c==<_X&`gDm2 z7m$Sc)uG*nY^%M|wJK5Gm&NZr0J0NcEGm5_;Igmf?GyFpv|5`6JJVoi8thD^!h;K^ z8;6tl%Lqved6hgymcMWdXi|4Bn<>2SL){1VI%d+I_WCexoQ*s@gus#LE|bP?M4+Ox{3tJ0UPRTR=>%(UPuEbU`-2QJTyd zj8Js_@t0lGB|uH~_l9eIHbnAvAqSgA8+2slQ|D^R%_phNldpU6X0B~Po_%UAd+b=d z{x&(c0sr39Puuly9RX>+|Ey~xeo>%P?d^TE-nwB-?NZ&}D%x%hNG0NWH?xTOSxgBg z^X3-nJeOc6EAkJ!l!j2E7J!COqVh9@5)Gk5rMliwBFCKCFRoHod?>MY3*u=k_PbRQ zTt7fByjgo)&yb~x3BF%_&$KiZ=NI=0RHxMYDLaxRsH#%6yzt8=O?Cjc`YVWIe}0LU z7K}P=lm2Ihd%C6aLQ?AQ&Mu7U0; zkFw<8F&fXuPRn#=@j?HX*Y^DPr+W7&Rff4?}7~$rpSq4TpFv5WmezXHF zrR~@Aq)QFyZrYEa^rv-UfR#&R6$;_qw3tS+o4v;i0ldgrYSv}YBG^`Y^2o;-yFNxWn!9Qd-JEC7Xozjzksgp2+#!=pfS3w+)&HpDHrV< zUh5$3+)#|UsP}1gZYH5jT=-7k<&WdrdtN=wSnjXMscJi%27MeH+h5yeFY_A#&z z_ZiqneM1BL7}$q>{wJ`HZY1@xXw*^;jLVXaQkT2N&zkz3!s>sTYKTMogItJ8Xf)h} z`pMmdn)#yh2tWC%64s|?Pov)x%clpChw>5K>W%~SF7?5B1nw3{oxc&*MX&t5FtR70 zJ%I_?HvQqzwJiDQ#~&W)Z;yUFa96^$(@tB6fES>YBWAOaMTba7-ezZ-c(_1O8e=lg z4&IYI9H1OL0OOe6O|mKlKu^8js$y9i%$Y+egv5e}EW8|0(gb7`y9OdT>RKE-W$H2g z$pr+yH7m^@{E+=t3v!5j7$P5r$cIwlAq4QDc-;Se{GTfJ?dz`%w|nxVDK+rA-SIjH z%P!aR z>#`E~EyEG!w|n$rw2rSG!W_<<278}B+E71%N+ZD6T%cub5tYHY5xk}(2P+&3WfZ8* z&g-_+n1@Ajn@!;`^3XLhl2T1OU5vTyhFk&XwJwR;Oo<%_VvG3FsDU=aY{SP66V)_D zrQBd=SMNk=%&hI>c@oH>(I_?_k+JG%^+RLd{#>6lp^)&o+RD zT%P4;$mKcY@+{T$F(E0B>^qlJd!#@Mo9z;g(2=0&XE$U`Kb>5>eMnp*h&v^8y#~-i z^gK}SiS+e?x|s}mfZi`L>;-!>Vf4VhKl0cM?zVV_T@lP4Ky`=#>XBoqPMU95?^=PC z4ZMHv3uNfnK&~Qg1&6g^+B-<<8tNC{)h+s_OYF^VGGZA$^K=EVZf&oMrs?esyvNIW zEq|wdP3$!8v$sYxdlLZUWJ%d=n$14j(67`N3R}U#-)WwY zq9@{q2(CX!1Q%t=0+MY~i@j4V=$^88BmJ@xab$YaGw+Ex(#N{8sgyU(f^0UirK|&ncrJ~8h*>x`&E+?=Z zV62jDgN#hM9vPSBs230kWN?WDVp~|_8s)XhNb(-NR zRQ5|rPj##9UR#|Y!S%Q?nP-}d!Vvg=fe7G8-9s~q&T|j<=Q3BAtRBDs}&_FN0@|o*5`E)9j@N$fD84}r20g|))MJLlh zx||{=5s+O;aHuh%Ci@nlB;#I<6T&1LE`oCHzN%W2eR!e7O+} zznD$sL4~axu8SC{y!XMf!%*q+QcF;XXKSPKOJYDwj37yq!n+8?NEb7*N%mK< z9VN2l0RVwucsWQegXHp=NG_Xuj0VYNkX#1IO`MiB#B)g&rCW_?8ZK@X|P? zRqycDt`N&844E4m}jTkZ>k9$f> zZlw^ZmRa+fcKt_{T2Lx0^_n^@L3HXz76c(piRd{z|Du%QT<`J8O1a1K(~wj1r|#kf z+g-z_LU&E&%qW_Q=s|f(=#kZaXoI0N{_e|cQ%`GwR`>R|ZbGhWog$TWsY-&&bK~-F z_3;N)l~Ui25o?_!&O_-jS2s#(~x z#j9rac$r!;oX}=x*cH6t z&i=V__H7LL17{yN`@q>B%6hLhQ*Xn4^(NDXtVf~1tJ*A4{(MJW?tIzdO)m`wT?q*$ z^UL1X&&nRpF+-uCZ2h)xo~)+JWa`YKt7G5G>g5_u-Ku%-f1|19!@a9qc~itSRMNs& z&1Cdi5Q@9@TnoDQ-gCKSshyp)i196o z*Rt~kT&XO;vor>e#e$~u1xP68cp9%IU5e2YbKvSUYv2xxMc#qL!ZPKGv@>P96q-Fi zKqv_`UbDK7DFaxj^u1HnaRjhL5Qp(foimvM7{_^{O309znkVDJpu!kINjs-#CK(4b zeMb`MrZK02WM5M)14s@Ai8MiNAzdP!()#d@VSx&$18^o$ZG~JpD`tYmZYTaVtxoFjGz<~va$#muTU_I1V0W;{ z3r*H7F}K(sU}5#Y^Igu*t8Vo2wNq3{rSTnH>tPuMl*6T&ddRa4I|lEGoWJbF(@IMO zt>gmJb2P4grb5kFj1`?VD~)EFXC`xHYvvI*i{KSy0Nul75+ip>DY94SMovDARZ@4k z2+Sr^Dg`E*uFoMRWAGillh8gbO>SWbPaV1#(q*ESo}jA7e7(uljN$|&3`yx0L~^>P+`BCMT!vt`umJ1`Y8_1SofrE+49U*6kU)FaHN-7ZyiTh+v&(Qk8;sAjST`^`j|C_R03@P4XFgm&yY%B zNF`9J>x-~;ojJXzugsyg@dm^H)fOi@q$gf93~s zA7?)SLJKb!_b5#J%Ps=44Js)w`{mV;)8daBTWL-wY!h2K(M{;Sve-)Vwh~)uJJfUR ziLEqWve-(VHUIFjmD)dPm0o9@1rNL`WnOEnesJD=4$*XGvg&>AX6%E{eek&tKKB-8 z2Q-R(B}>gpj9}(+Kna`Bye%c{L|VoVOgsmz;}gjP z&liv(^I;;`Y%s_MgKPk5`LJQD!9Z$(R3SYh?_6Vv4oh{RV#??v)%$iU{bb$DjHL-Hn&3%4)N|3XHqpMYPGTEX;*9)t#ji=yFlSB_oX*zih5q)IAX{X zSKn{R`IqxH>&Ip0{o=71qn?x(ji(Lwxa&5@z!I`sa~$abf~p}y_2;r`j-^>)wjX$o zthw2NrkqBD1cCF zQJCf}J2nNk?n4At=>C8M%zhkhnDZ2Y_t&p$Y!>Q!{@J8*lP^1VatfvlqnZ2C4iY=f zRPyQN#S2}ZSKfaX>a4pk8=QKDSuc~lLA@Q++d;kUtKPahucue9%4(XoV!88XZLK3= zY{iy*ES2uy+$j_M{OKfHd%Lg8!ce{9pP?CIOeMR@eO-`aW#8RDK@)M(r3nU!HM!u(N;Fe=)~Tu8f( z4Mw%|O@8T^V}fx$RV^@X|Fs4fJ}nzxoN9Zrz34D76OWJyZKl;)^Gor&iRdW2>tcc_ zcJ7*V_F?cT_Le0d6}Tb(LVNI{Q&H&Im~(sd9Xo=X4e>63a|b!#YZ9uIx5ju7#wiyK zLFcm3iK#+|{qQ!L!uxZ~`*zP6n*3v1qpAoIcN zDpxed-7fxBMAEwD&E8K`?d-NwJPQaFfms}*r(mR00PD+1Ba>mWdMoLs2AhpdATGN5 zTR{3_d@z8t0W=su%Fkc``JZF}**vqM6=}Pe3F<}W>X@vhMDpUmk*Yh5caFswT`qAa zsGy{^8F{tFi#Zk`RBcpY+uXwM3fUcC+eXme1f`n~%$ke3TB#J$3&yElnXWfDFJ!M> z^V*E6$Anxq+Y7YLr-Q2MYOj7)K821d&8DFrs1`0nQt|w zEek@uZL54^ccI>1ja#OVT^pD_y;vJ}o?5Lj7Au1}W-!ML=9os#*wGwg54mk(k8vq) z^Hx;gIHFE(!9@}qd*6#$5UTGTgr4v^OUHJG7mL^pEie6WJD6VD02)j$$wF@cJpiN=)b$NohoiB3pTX{d%8TcR`5n(b1slepa_3Xm^oclWnBmb*K22aDk#UMv)_&b%P=&LO(ppT6y&250CWsM?V&kVoUUa%}L==3rvE-zUez! z(kL3|Gv+n|FUHb0z98t^4t#@2K>e#gP|df;$Q_DtU#s0 zL%!T@JXYe*-t69m#>?^-s(67Cp37zm?>ljpfx-7;@c;Mme~x8mUw{3`FmkENK6>(_ zDLb(G&ozDW!0HE9Kd}0Taro%H*3;AD$plsJH<$=WqNyj)wkai!&h`6-Mjpc&BEFnX z0bqC3`}V$%F>eaPTSTIXq%`LYuaGBmQm@-+9(0Exf=n%YIhR|?xAn^HjmjAMFd zd*>!Mc&^r)pd1dDNOe$kbN0t=-6S_)y&Z8IB5l|Bq7J?!+4*Gg^><3phB*6GMbqqY zp~((DMZ_tqh1RpKQJ6AW=)dT67xZS=psujg7tYk}D(u`e(T_=Qo_xd~Tw!wlov! z5SW}TASSixc|R_{-!y8|SVww?YxXjb=*uB?o&7hAC8@3nl539gdJ8f4 zx(kh=#B~?;foTKt3c61q(P4YO0~Me}Xtaj1%|uSjH}Wy$aSEHUNyPv@oL!@t??816 z!mn5O6<#6MU z?{(Jt+W9;NF1sRjp~QnY0z0aO@r>yl11W9z_N|qG;oWK zjWyDH&`$F~Bi(OoUvBIT+y!|xA3bQPc#h@_M*iduP1y`;EWn%5@r^E8K}2@giT~xU zon9w27*ZF;UTdd+ZyXsD&LzPD_r3ijtGyXQ^Qfy{5UU$sFKRE_ZL2xynO$_qNBW5z zW_kF$4O;xv@o7sHm$P~525mGr&Dzqvmkw#uRJIzAH$>!Z7m?S1Y=2Z~_lNO(1bt~UX8 zQEKLhAZ-Jwm-tK9u5h_nNQg|-L~*@Bg;_kqq0_XrA{9_J23Ism<&IYYLV1p}vAUQ# zpd?<`S)1By^Y&@7(c1@mq(bk=Zx#ro%G#Knsm3mu9)tHbY6H(^h)ImdrIGz|%4UW? zJv4r6w3znn>F1+z*>glPwN8euCZ+*(q1D; zGnwvnsqGFaweHxzcy~##o7`z$3|*s;vIs!3)|b(Oy9FXZu(dW(gIOBSa2$8u1&vm; zZe!3-Cm)`7NE`d|?9+*gfL^}67C?9EH;;WZ`I)3r; z+4C=-9ew%i#h;FjUq1ix*`L7CZid+Wq+CGur=zX=Di7{6d5S)Ygy%kqbF~a6NEDn9 zTX+g!;u!g@yWpUba;o^DM}8@5G2?|(IZG(Q#cK_<*}8Rr*ezfxmMnJtNB&ng>s4K+ z@{vv6VX*+?587DlxO(z7D*hi^RnY&2%ebyFH>Ak*Qfv* zCR{)gB8#*g0%@Cm({pu|>-oS|KJPuitlI4haG{b9T5~R3!?_2j-E-%Cf%nz*VqD+a z8t7YF_knu%uI|5K(H;Heiazjn5ASwFvxHoo^D%&7NK?m(<`A{IB8HyXP7{XSCn~Jy zY=OdC#Kx)qX#@)Own)zcQzEcQC5xwJJVZ{SyWlR*c-EE84teAdam~G|RJmH~xKhi_ zb-8G)`>awIMoY}QRDE8l%1}sGfype9ePswnm>|xT0n+7D3n7wkQ7LXGXTFcynn zi(h?%HURMtjS{+vEB#eelmE`wo zExR0RYOWwVjPdj^Q(!9P7){_@8$`f2IKm8t+QwbmRWN5s7>JnH^eJK-K~` zd-N?mqbtPDF)Q+G-P@c7q5K>~nALRT7CCI%9*C@}b9D9Y{HM34Z!RWRr)L*V56XN0 ziqXgBtH{L8+*4QoMo! zT^o^LY-NLq>LZ6U(|YuW%1Uu0g04+ga8UxStg$2vQ>8$~kUP3*;q}`xFwKqp3;Z*s z0=2_LS#67g#>PU;voiCTPGLL_p%5_|-(eEbJAP*FptFa_vp$>_PRfJ;lBi#+oeH}! z|Ni@dln#v|-?#R^fKmHjx}?d&E?OqH6{4mJ9f8 zaQoNoCb%7@#u^>LsJt)=#i`aON;I>oZRn`JiOp-T8eue!F`2(tpX>}S;r)98R}dQy z+UWS`=+C1{>~&_+oan9|*r1t<_PrD4w@jzSYuQ>@uoSk>v8S1AreEZMm?^aeM9pIz zDsP&}wa;~8hVu8_Jx&mJAV3z|?`I_7`N8c}SY|??8 zBb_cV8;~j-Fk3qKg-(MzSw7H;auAssjYI3wT2+1PZc zY!5}4-v+TR7)XA@8^_ex$1VqBexE}Dr3RjXpTP|U474uZ0B)(3T>@B>s4WB3d=EIC zi2xFT1Djc_5#pL=_W-$*Vz2@iLJZsUlYK?O6)3Ph^QDBC*T9Zx<@+wzelyZ!=;0$$f0|WOpR_wzWL~YmZ4xq}m!z^zu_i#R}-Txj~f;?4l24 z=`KU5?`!vxo(coJqH%ml1Y#=~mxMg^JxFLA2iTP8Al_A4-6h~Nh+`D#{1i7guQP!4 z`@jmPq8ZRqE4$^lHJLWK!*?}ejd)p*Je$`@edD_wf@ye?stXWiX)L?=PA8Umjh9$B zW3j;VtgsqKVDiueu`J&*s@DGYGQ9ty(>L(`8VP;o)-xul3M}D$z-*ar<0v(}7vNv1 zCEQ_N%+AFlA&pP-r;1jrZ#v z_idL#1t;6BgzD&;r{?RfEw_UHZ{-Sh*1O@i1x~fhexaCv(SMA<B7>Y`#`S^FW z)$}PK?PiG1=rW-M5y9U&KBbMfpKjZ@527H}nuG`PVi-cW>0)>E$Yzx}A9h4|< z*vL*S%Bi3e7_VG&jk23@{j%9MoLAm8Oy?*@0$tJQ`voFJYx8@8?h_OW6vgWz%#o@T zBs2={7KoJX+(GKpY#mrf2zIKL>jbUlI!#RG@5mWt5hdC*oh#+KT)?w}0VP3biYfx$ ztdckPvj;P+?`DgNz4lj1(1w;~U;BF)hVLer$}p5OVzXiR+TZ0ca++=X=;1*C>e*!Cal0{vKjcvAx;-!Q7I; z9mJxW6|SwLoq8cDG3mOCxm&LglN7S3z~_a7e2l7ikRYbz>2@`~OPBi@qFx}{YIvJH@(YExy2mX3pyosm6R_#qa+Nsdu{_wZCQ#+C?M_2WE@)_J=u?Qkl&pH=z ztB<7z0K1lM&te2gnoJbBzt!16P&6?&!xV+uP?rtN?9OfJAiGGWO_FWyZBJu!t@wI# zHxI99oHm4|?-1)d-4EqFO$A*-fkS=gt~t)vMm(XdWltMhck4#v-EdI8o_0B^c?uaM0-@-#cu4!~>U}n%yioOY zd6=Y)gK6qumjlT!5;1l(x!`#SW5g~>HqE?f5bCmOuj#^pu^ToHs=c#a4vn&80m-Q~ zHn_ez{VB-J8f{LxYFm4ViFu2}9c9(f7oy*HiEc4X>{jQJ11577c5BjTzl!19QL%J^ zAaqIuvlz}>)G2?vyM$eHfZ{cQ8Qg|FSfxUkTLhb6_O-Xuh2Xm}GG7notB!QR*^QEo z>%!OK-a)=xE>VP`&~ZzrGl7^D6|6AWHmU&IHgud+0A(wg%#z8c{YT#cxVjJa|KzhY3KrFwt-2r za9r2!&P{|D%S5bQ|GhTZm284YmMVs>7&~FR4X~z%{ftDp_}WLJoroKaq}s#IM{-7E z**+$78`k}v!#R3`1j8XO4JgbC=TYP-SLZ==`Sx)&_qPuhypidyQa1Pa-K{K~$j_Zz z?QVPfqEFv;G5M6p)ixHOu6^%ASFyMKSM`%6yzg)tq})yw#%||-z30D^n68y`Gh%p! z*tRFYTk`+DI6gWqpZ|XG?91W&_d`4l`G2!z(0B@5t&l*knN70xZhQ*d=AkfrpPzu^ z{>gu<;6Gpz;A-c^^t_m0aaKvuo9D++hWpx7w4Y3_-aLaY_~8*>JbDTq1)=;`9p(l< zfPZ@&rYr`*5*&kogMjK}W+aVc5Zr;$pMR6;^G_j-(C;Ia|M2ASu$*4y(-wBk$k?1K zaodjl858q9Cl}WrF3&E0Iz2mk_x|n8u6wSgl5(p2R?Pkra;zL;F%s95ic;pr9OS>f z|K{TL#m!IG@7~?~RLtO*<#2QsR$H^bRnu~L4+-c6DqAxlbA`p+P^z-+?Lf{Zmp`4} z+?<|$cX9pG<(t!QJrjS@f6vu{=-Y1|Ku25QCQBpGh90+IBZjW7-+j28T)um|b0pQk zT8F19#M_}thlNV|YtlZ#7L@raG@?!sl=JJ$4;R-zU0-~AIk~w$-8B+hMp1{%`mt<> zRE9YIwQcR$LXF6~zL;G8edlY=1797AicoHc7OQ`XHq^KU8__d)dwMnb?%mDJ&QVkY zYaN=Z5O0U77_U&4$-5a@#iEVqdVTrf;_by`BFWh|7dysSEy#5^^8wx!Yc5~4tizY( zqKboz*Ii#+y}mp<{i#OesIYHuHpI(b1WlR6TXKuHWf!kY_=hlg`47U^^x(&b@R^pL_-EP{m5`}N^8rqjbEl#Jmpq(m@0 zJ>)n-A=IwsgD-%lHUI)u!xCL!=&Iszi13slfCae2aST$f@37YZja0pn+mfQf>XL7w zFMfN`>b#U-FVk$DgzCQO3u zpaO)t3CQBQa=SqhT6@Dm-DJzJ;9oYKC3x}TxkZP26+&%owZ!x4f6eMQUCr?SvG;G= zZQNMHDB9P23jB2cJC<8Tk&-N@wLfPJMRF2#eBhAems#(JLh0_zplz?=XIb>K;-q|@SsEwWHJOiWD7^DH>*X>i#Gf3EE~@Q2&+rUOBX zeE0s?`C_X!fGu?}z?1WEJ_Qz;LN|hi9BaYnFs(lAhaV^xNtoB8T057GnUpNS5P~u> z%kd-={^wU8SzG|ssAwau7@tfvx^Dzsio}g{#$>}{2w-W-K<)$k^6H~=_*Tsp5xHR3 zfVz!Ggoxb8fkN(+5p6ASyu1)c>GrAp=62$1xl9{3tgW)x{s}= zSBz3#R@9?%QW-6RFb@^cBr$mRa{s2|nXW*`n=tv(zgc_Q@Sn5XW3wGV!_<~(m8plFhaAvR2 zm#41|PhOqPTPT$;KXpqgzTaJe%6B)r6Df+kyI+!2F1njt$&@H0bYts>bT_+~Opdzy zUChJPEjMJoDmB!V*4A4&{_V^`d1MzW9p>>2w>YUD8ip>c=tEQRyQ;&!sK_kYC)tE& zAETJY(-4aF@~`lG3)1tW9Zl|&K+Fdo4BGWf2_vvKz8!iAXHWqz= zJ%DMZiiOWx>Rh^Bp;cvRE$1V6DHSxa<)-BEkUU*9;nzXiu8n!BzCUkjwNVyMa-AtG z8R`^-gA)Pk>9A+@D_ z73aeDvm#CFr|0*!ems6!?0-C)NT$?XSpM*{*#6hw?(gi>?0?U9w_iNk{~qE~qXcg6 z0|qL*x^12;o=tieU#f~N>=@r%6f0;uf4~^QCh08a&@lJR0R`F(zeYjYOE&Ilm1)4X zPU=?knFjnS%|$@|dcm$Y$zMU*Ci^cN6QK3--UP}zTrkkqz~A_8O=$Ymtl2$hiS~al zqhSyAU#rTUg|AlDDvOlaiwe|>ZQYm$Zr-57aN;A?(~3gH7aMiD({8uXSsoM_ExS1b z{^xj>r)K}&UBiLNf=_iUO#h|R!@g=cRg2ucF*01 zd-8ZW-T7yI`tL&JSEK!ZS%v=Z)#?A<&i39T{eOth?@a$o;_-Xa{&FUdbpMg=|Hph* zq5qA|MR`)HTu7^x3~RB{~zM>;Pk(R1l}Y4pGS57U8sGlhs$lch!v0Ww3zVhmL%L& z=^I_oStwZ&h7plZ7=lr$oYo7**bL$@UVY?BEAn~ite1@zuHhFkiZoRhHyUUer0eM- z|Cra=D)ir13bVGcbuWS?^uPan=S7YFKi_@v$p1gc=l7%kb*%bhUj%_?e?)RAw1`Ez zPtFdVA3i!={r!1==MQ?)+dr$E|AKqd_KkSJW&S^V{oT6!zx(1b|M!D@T3kHm(SUhA zLQf$Be&Bjp?*RQTyBiz#K}G`Pd`JpnT`BAdRw?ZA>3Y|#Dem=Hhhm06LhTT&%i z@V=W{1W_uUe67Xj)cl?Tc^(ovh%~Jvfo{Ix^cC&1X@6(l?7h$Fijdv*F5hgM5BJ{y!GkCH5Ct1pBi{0E0#SI3xrgpPfge>7$BZQ`*&MO4kSu~rG^SKKsECTHBv0J z4E~3yYjo2jBaNCy3o05#P3$H0bR5fS`phYBGq1SKD%E@>GvrCTg}=+bp*$^Qn1}V> zD^rB6s(8C}5$&BU&lz!p+`aP?6Szq{=9;)ou8B4%F3e8Q_QKs~op7T(rk=QM>WNlJ zuC&9qOhWN{b5{QzpEmwqvO8t}m-7FO_^-j<-i!Vt|Nju57CMwm_8#~DaLVEfCVRh# z(W@H$X*RMrW2FiBwWc+?wR|Dj-HI2R@NGt8CiW!eA{Ub~N$kP9Zu=J1I{hfbW`G3@^#3{X-EKp1RKlkeSpY|T@zYp{Y`E%vd z_BX7Q!%)-KVx{bsW?jiOk7?SyISZUH6-%CDeUa`ftn>2PzD9D9C^Ds&Sng%YCsU@h zR~!;842N~epi0a&DKhpkXR&4pVV4~1zKpKn)$hF@h+8?6q{tE`fxr{+BQGTDc966l zVaB0-GN!3wom?_DgGoBJX^6kP7FSF(nZ!EQkK-30 zram2+5iA?-E^BZjt+MO_hz!Qx_4M^AeDeMSVad zj7;^vC$6%ibCoktW^!a36p96J8QIi6sGNx#0`F^{B|MufgWp)%l+?kFSaPlz5D<4 z_qKQI{y&4kWB#`X`7BZGfu@{QGexeY37k_95N?zv=~`1G_)t1|Or2i!8&5=h!6aUz zzbKJ)+)8@&CpE=3o~kA-DF1xO{ckz{mT+3SdH?pm?VU#c=e-w?@m~+~SyZso-FORF zj9Xu_x8O_63s+oE>uKrjw3~U8TQfd8jpf30{L4z4t^ldlYHWW>V69peYQ>6Bwpk|h zP3K-yDOc&6sup&|T8NS*Q289nTCyx=<~o{DdA(1*_|!F9-`(%NJ1F$@#I`(fExViD z5>vYS-OB+Kn{!Y1{p(OXxVs4j?SkrbQNg>PKY!5%(z`=OBQpxAqfwD1=|ft#9}*FN zZ_@g2@tJ@B&qT(xkoSN8_h0Na`2YUSqyPVdd@ObKr*X!# zCi`Du-7HIT!809%VC@q(T03E!fBx^T0L+r}zq7sjqF(=HZ}8~<_aL8#FW5gf?(?2v zLz{Kc7M0ct108GiwOS`t3Hv0qdRyTeO)dGufO}rp=>0^N-Wjml=2VFpt;0Ha;r9ad zoQy{IlJn@!0NpaBN;0E5oT0sM{4jv7L6Kz>p4~wL+1NpEpS%?rYrt@wRI6dzM!sa+ zES&c512W0-l*jbn4rX@Ve*ij}KD4s~TXgB@h7SX~I$0Vt;Uu}bHVQO~;aqCz zm{ep9#SuKN+PKVwlm-Q(ZPgmenoDuX&D5FPCzw|>%#(`iOH*<61Gsp+`k2#9g)T6} zT-zz-Gv}(-oimF{GxGT}mM%ok5$kdAMkG*2Z^jZ%HTIrUNoPz4aUWRT?%ntV3Ama+ zWVmqK`cM>^_M;p4(v;a}XMDy)q4!C5r|+JRrI>w95TR_ZYfS zSR-)BO#N%!6=R=U`gn6ORzm}{Aoh9Ye_J|*%Ii0o#*9xS)pV2w%P)VMKYr!C=D_CL z^1-vQdY4z~SrStIHh=KSdp8~2=9@o;cpg-1m9q#R&OND>9x`9^vi|-N)fDSJpVcdG z&+RR#ytAy|VR`D-?7e)meGG`+Q^jnxew~M{du#Qq05#HsX`ufhMot~p*r2vX`{axH z)U4U%FJknXL!Hbo=FQRo>a~bz%Jua!f_)UUZBIe4m=e4VLLwT=tpu7ZBMOzCR2i3X z6Z#<8OkA?ljOJ=8v^pvb6u;pq!_0eUk_Wq7WHXw-q4L7CKb%sYoxtnKqI+hQ{#$1L zd-F?wwoeQHuTy1RzwSr{yv+Xd{6)k6V|(Y(|LZ|M%j-cCCJ0I#piA(5dRh(pIdFnbdsDW2zbXjg0noSr!vlpScIM1x&LGc3pWK zMbRI*zH-a?FEUWZr0E@{e^{RXZMUBPZSVQ+qx}CMpS#Y_fLRz;NY5}oAA`@?(Beep zQ1efgkRek}))wACV{;3mGp-&hYx(+i$;nck=dk%FytZUHWzWfwMC_ zCV_j*81a}f;y*8A#Hzr2%mep(e_HteOPcb88eUE1k-Z*oB?c^&|DV_EfA#y@kNp3G ze4f}7JJIB6$};ja72=}ENq12gYL|2^nK%(C>ymC4%lq`fKlI6>nDQrqJO9&O7;D`- z7#>?uMD@O-igc?n=Ua_v^X`W4aZGtix@S{neN~*F0!ai@FqqF6(ddR843B-3ZjTH> zejo`~po<-z4i(`U(NnHSJf%`w(S_tv7&(P!lU}!6xTQLC{{FqUyYcbozh|U1KFNe+ zcRj|^^FOH7e;w>>?>zc{KFH?@8B(p8%oNdr;Qo`VDa**H;Hg1wlGFHtPMGR-o{%$h z3T*U#cU=r^26aNNw`#<-h}Hd_!p<&>5YDs zTkx;@VLI6||G2N}GTSOU8iD1QjCsmb=UGo(<(+4}5xwX<>*-nEdG`P7JRv_&$wi^a z@zE>Q>De?0ogPmZ-NJTK{POR}YWVYi^6KE|&8yxlx%)8|p8r9AcjtLM|I7By-edgd zgM6NpiIon`<<{wZMV>u7o|ywqGyUw@zPk`DCkS__e+Mr_xE>ifFU4rE;+>Z|IwG?4 zx`&<^Dk^|^g5jbCt(XV5F5`U*TwNfePoL)Oa*a$DA~lB8n7 zW8&5|;d)w(AcV)$g__rGXFKTs*g9AC`+4p5 z$k*r_LBKg8oR)h4nm4#_S|PG{TPj}9PFaz|(_`yU zM#e&hDbZG1yBmHl82DgKSNTYo-8~4@xCAkwvEY%;51X zrf#&-%K0e0;K@0eQbk6rBseTF^wChx zOc;=haXtH-l~sBMd4jsYl7%C*Y&?Y%231x<#;mSbDkXRyC8<>0}B>DFH zSDWD7Kbx^EVF`IZDl%P|<1s0i(&XK##azYBVdmOFS5@aqQ$wS!k@mg!WLArCXanu% zf9rHkHI*6;Mb>z{Nq!oNgg9x9xT=}6~By0c~OQxp&{xrzYgoN9R zjZIQ0CKWLx&8IHZ!tlalA!mdd9EkGNT&gyWH14byPvK0Qd#U@JD5gyh=a8N3+(_SC zml%~xc4>Iq^x8MnvS8=Ib-MrTS?4QqJSNwo@Pl59LV7W~ZF8NR4DdBz0#W*sQ$oqP zxiwu^=j187G`Nie%xG57G`%Kq%4kN4yiB~cVZhJL64R8V%!%}HZ(GA3!gnOag}GKW z)kq{Pi{j?1ig=3G!nlyy@D0$B1KC0Szv}B&oC9 zrFFH}IX^$|Oc7ObL1>bAdzQa^5f3X)0##|~5IGrsJLV6t-)!nF@ zk#uU#Xv)kvivS_*ZbajhPC8YZRIZ{qrk@VFVJv`)TN5g8JDoGLJC~@*y{5DDyu9_f zW-|pR&FrSWV)TMgOH<(7SMDXi?I+|AtWD$;iHGWRek0$5%M^G#|3++P}g{!iiIs-QOjVLV*I{rq^yWR6(Si42e!rddyE^CG|OAhUV z?10FFCx-T0*s#?EO zu3(Zsed@CDn8mug-wn2EvwOj=yZe<5?QV9F;}NpE-+lG3f~MU~N0Qvaes0<1+bs*| zfK8(7nfkjY1oLWHuZUEJHPeDvmwek9ahYE2vQgPVXdE*IcUmP)IqqR=k^CwN*ilG? z49(%A0#*tGBuq0o;~7KN3#Av>0_tv5J2w25xf;wp^0W-6G2L&HuDoE|_Wwb5!|elV zDejLPqpw!1c#mpL&4~;>!zy5KR}mLmvEq?y51=_I-$8zpf$qY!vBQub4U@~?pBxJ50K)O1pv-Q{lYd2fIuk52A)7Ae1E8B=N~#fYr}FZV)jURVS$ z*N{NVdzx?)cH6zdcCX(GynC9FAx=l2*|N7jT^aGrs}X9&BI#aU1XQ5=I2iGx-Rnx) zApG~y?1xtg`s} zyqW;$_xin^7md5%=3^Fotz9qp(q+FtUOe1dyISzptt^u-L+0h76d$iwS%-fw5|U4N z7GdJ%+`K<;VUVzyzz}X>=+9=Qf12m15$#2mLLISpIm=GX7-*8~Et@vNW1I>KikRKr zV7I=#x1NH7>$}6@*1PYIygSTpZ$N}3DYfPr27f9|6lUvi?YJ^ccf+*=aa0v(ACKP( zJ(Ntb437w2@20s^M4-OJ&RGjEHZN5HZKCy!ss`N*SOXNl(8wJiq*ou=WN9smiv@a$ zKrLYdeLOujLe|inH`L<6pK$)HhYe`GYSUfF+n^dyq4}3#Un8ck7|X~`zu)h}(ss6A z?7hIvsL#l%iQGcrYx^w1w+p`BQVdA%V-kWQN^M(seU8f4>$q`I@HY zikIfQ)$B%aj7m*bnDXf!6uOg#YnBCcsm8kN{hwkSu&Ns-4&^fE?KU?4e$Z`{i9HWy<^)2?1E3HV? z2cRj31aw#nLop3V%^Q|dxAyG=3}BF;Q?x)TaA+kq`7qg zl}usoa_*+`8+O0NXaQ*ncHc5A6NE{oF%>~q?Yt=k(l?kzr8udG6E+bFNZVrGT-CNUgJ-ZmI z+C6gfk=n9R-N;@BjxY^#=p9W=wHngrn9Nrgvw9H#?~S%i@6%I~ZA~X=Y^%}^IPB#` zYY@t2h1?ud)rLhuD!m&)IOUhj=Ik>Z4A9q_Z!`Mrmes51P84uvIgky6QI;e%OWmkGNoCP zdalQ=pN>JFsujVmxN;s`N#*RHFim-8PQD$#xm}CW)7|)l_)f_$VpK)jl`qAGN$vu- zfS)Z)*B;Oo;D(hzas|Bf;7*N&lq}ZiHO5%jYsK|nQl$zD`qL*@^aw+*4BR=^xb5zn z%j@&cE!^ZPDdQ@rgwb9}ceU-Hg%&fac}$!NAKfNtN)i|f1H>#zH-jw%T7X<`9-E|V zT@cKl{<`t<3zz|JD9(na>)NHlHzz{qBW}pD z{eeg!G{Fj4LSEn47*I3at-8X%YIg^VwAQdy2e)>xI~X{yDXltqU{1Q#1OPD`>g^Is z1NBa(K*$o~ng*y;{E(;S$XM}mbCLGvs9pQB0YB6{%;xrAH$QB)+o?9ID(y{xUpN74 ztbvy{P`6h4vs!`Cat-L)8@d5GCC%OIA?j%|QZebFw{DdT=Bc^bfG5SLV%*%(R7|Qw z3*Xu#-CvZ*>~**#F-PDhH_sccp}IN^da~A0<~a7Xdg9eP7TM~6te$S`BJy~+S3ca>(LJ7R zJHX8kn(bhXbLQS?nZ{k7vIWE31p6)SE=B$pN7T^V^@#f`y2wB*ia&NM&B{jZ5RKbL02BggO1%a|MQLRSv%H8e;p9)oD%#=!b-s1vL z=sTe_XtXU8|C(MiNnVgt(1eVv@vGXS{oiLvTmUjeOc(c8`mSRbk6n@rc&o&SJG(_V zx8w2!8|vR9jmbbn0LB2qOSQ5nb`4MyCD>4J6JS)PoK+&yt>&h-sgPx+0@tldK#yCU zX;&J|oWp)?=SJ571q8e*AY!-df_(a9cJlM*zkT{-zJLB)osP?i-Le-pTV@sbl$^aj zB{spPL0_QEL9S^GqI2Ea5ZNo5X=mSo=tOaqg)f0I9wHqO- zx2bMuI(vP($h8BsWo9g{h$Bnw3jq>5v;+G9wvrY*jCMhQfma+ch|Xm+p?S^{!m>*) zMFx?1pxCBsk7is2!C_UwR5@-59PF{;m=8IUWjAfZ8fWNQr!-zQdj2cfIo!9U8aSevdl07 zFzQ^WF6!COJs@=<23A)A-Z$3tXcOZ!hg*VoF5R}-tvSF@0b(N6oE1v@T-4!V@NdEu zVeezR0Q1x0)xVeK%)dW*je7g$TGmlswFYm_9a%BMSi*lc-EVn(SKnATpYKk$g585K zE)ks3C(y>ba+MFhsfC}HC+#N@=aFPInX&TtEJ~rWHA=;3Yeto362rZ>$}W1dWaA## z_0kLO7OWM|G@D45r=bKB?p`@W!FxG+HCe8CcNYxJ;NJv$26wu!qN&)tp zaD?IMa7}(A7YT8RC(2OJr^C~s+6Z0)Lcvp334k^$2ewR8sh7BYS{J1h$==A=C?2a zt&Lb?M#=sW)s)XVq=bR9aUA~`OvdE>}L1(I-xnQgbIl!TM zlDpuVG+z(oM3BQHA|wG90P-!@?{Y&6~a*+@|J*UvIJww+82kjBBwLdgZb} zEukJmpdPqR0)^1SCR8Y8*v`^eE5`Cid-<3H@Xc@3A&jgli{dnNng<-O~OKUpLtCrsrcOPE~D z@7Z${N!NS>1Z;B;TupgA^;wz%=R>Dca`PD$qm;+QL8Z*q=SOz8L9k6$L)@6I9lmsg zRT?;2Sfk4g;Y4G@?DSA8~cz6vSBfcFy)H zOo3s2gP3{Okco>@eeC>{z(EQhE*m}cM_YUJs$*Pjbn|e*=qG`@&yQ1{G93Mgfip+4 z0*ZT27r=4!8VOvcvc!qX&hG$-5W4Cpyk;tXOXv zmRsk}6$JP!X-wL1Kcavn?|2iW#B15@1~Bs$90SN9DaM{%nKSJ|i^G)BtjI%Z`eSSBfzpfX@vnFJ84XM){bZu(tU&LtXB=K7M*7bBpGenD2IX^#TytiG3SIK;~ zaIS!ZOPO|@W!t3D&2A_XBi>gr_*j|fO5bH zSIujfMpH4p0m#k_acjC(as@&=oVg;La;-CD3IhJ!5^%NQ?rBW$Wv*6WqRVO7nolnE zOXB3dN~TQkdt}N@%iy$`6OlntN?sXe;}kqhLTADu)lVA`=+0 z4jO2U3G*2fZ03DQQ}P>m>$5Y@cvfguclp1fm~;`+WWvESQ?O@m)XWxq zWkV4BQmnQOZZljyys^TBPZ)^C*K=pAu)y7-87JZ@GiMA)Zrgn6gz~K1XQinwFwn^< zF>&f3nUi=*vkBgV-7)1UOS6L+WYCXcA<}iv7FkHJD!EOqkmY z`(8Be8P+!Wjl9Z|TyUqbH0QFkXW5I|FkuysuD9Qub~j1)@EHF;_!0j5_7KAD4*vW7 z$t&yTwP@@^$$)*MsaIRS4J?CA6*g5$#2oI9QbmC<$4V`W)(eXmiZs0`hJujkWSgK* z0D8u*+;7O*R(&A3BHf*SziU;{Kr#G-es`1P0tIbz6If^7_QjN2e&EO_x?WgbddQ?< zC+Fi5W_GYEg@B{ddSAgOpAa}hlmbQ*uj*!w0)G`HbC+0BUB}#4F90vp4>E)c?{ zC}2vu0RB)BfSp9Pi^z2G67r&wr%*D=YOc)h3gay|Jd~<;xLbNlJZ58x!45b^ktT^v zY8oa%Zi8Zbh?-LlC1FTfj~q0($SGCTMoNmXg^H_Rs@ z^(Ik*Z~%TTl!6)sJ`T4%SV{{r;zp(|Wfsr`lye&X;04?=el@&nEB&FT+`PRhmDT|4 z#T!$LHgH?fLUPA}9>allfmSiBK~VKN3e=P5IL^DVorXHcO1X~fts=sl3w-VZF{$!l zkW=}a6!Le#f7af|F2Vhh#xZEEXj*1l_Vm{+Zr(sf8hc|?+S`zu1TPh3NY|l|iOA+E zZpyGE?8)kpT#kH~Br~bWU`P@`7RT=A%nr%q3BxcM*l4hdSEk~1>KL+yZP8EBh{h;u zNjADJA?9}+Q^`v!8yLR-N^;G@O#4vD#~nAI<|tPpn&X4I)jyY}1I^2_7F}!@O&Lw1 zj~_qw_-xWeG2|)UIZESK#eek@BK`~-A#nEsDT^vZL(Y;7bff|;Fs>d+a?RVv3*RVI zEwS#ccu*E>*r``4zViqK9Po}Im3L2YosSPm&!;7!Nyl@%=K@QooU zL5SwnF9mwtafx8Y|mL;>4<9+ z?iis|#WZDd&faE18)6u;|5K|=clA^%%w|9|>=2|JqkU4Tn7n3}%n10e#e}5hZ;SRk zORR_GG)SYN*d>!T&qFFEpbBe-IJJZ3I2(&@MK>~}8IQZ0r27rkG&O&`l2Smjp&zM) zI5>C-0>nqf#Qbq4Y0T!ROdw^ixXOkiIkIQX2fGi0aQ1|aeQs}xn$Hr(^rF1ZOQkcG zk+BYGhGS;qB0Xi=p!QK&dch!%@QeUfx&d<04u8xsO!+OR34;YXsV~zp)eCJ zCozN0o0S-k(~^Lnlw_ry_*ChReYu@SEs^zy?eJjDnTO1$G&^v13oMdwGs8qiurrpF zZZM7)fna*Ds(M+gsxdc=XStw_9(h;q3uukK7lb5Mb?Rb1Bx}*(fZo|~A#+rZ^=O!8 zu*)hXA1Zu<5um0l&D|~E_6l++BL*%QmmKWo1=yQ`(HTmnR3TZ9ycL?em3BNdi$+)am%TM z3SD4G$Y%3_4_$y$i5TmHO!I^Bm}m375<hpS= z+STVpRnXbp*7|5WHTZFQoyFg2ogacjO)2NhF_qAae0O#>wEj2NV1mg^@cL2Ag%+6J ziRs=s`8d0Z$P`bQ^bCDzxzz%T*)8HWq`T1blx19jvHCWKNXhU%_mD63l%AZGrDz#V zO7{=I@r+$n`IE#tr!3T)+Ba^5E`dV)Mp)vcwpG#OzeUDYoM=c)obOBsAyr}Fw6JU8 zfj;_Ik%2yX?n&s8w`J|1L;w{TF>`@BFDUFnGNP@LB<#+P1#PNPTFrrga66wf^RjtM zZHE4zRyh-zCbY;!Dkj&xYS^NA_vL^6H)PZb%$^1UUv=HIYC03IkZs={Fa+I?LD_a* z>e?300d3^lHPg&y5Qh7H{sRBJKJT#P~)F?O)?3HJ6C`I;*7&TO?R-%FntK@#sCmK?Y z`XR;GO`=^_;)AoCC-M7?e% zcBtO*Kt+dd_p^@~(1Of(#%KIjM))kJF_>vx#YA)>H@E%bCA^^@owdT9pmHc5SWg4G z>NvWxbf{DAZJRl5Kkv5>h{lIEX38`@aQsG~8>%acV0FbT;7wo`W17<#tb?A#Y_@cb z2>Tc_mZ(tc)M&I>`UKgc^rXlvC5MJZrg@5<-9D;eMw1|qsg00e^E4>i&*vzYELdD| zx8IzR#`}1gj(HaOy1|l;$2?vw%&%Fw+I72dGVd;#^qIhTHd(Mo_Kk|+-m3M0iAbsD zSg3bOWr9h{gB_fsi32B+1rt26y1;TS-v}8P<{Q&Q@8z7vrNtWLdOuTZxo$UfvmgLr zz6V65gaJyYt4gN!Re}{3f~yLNdo>O7a^I6G+YkDGGz+v3H)lC3mF2v7!Oex^4Mn2B z>uwmP+Ha=QZy7KbNsutVnfWF3t5FyVR;GFBk;Brb&L^_23<=&uR#AePUVuIa&cESI zoJ(r^nwy10&&)4Iz}M>+33WCXt8a1cEsD)}EK-q0iscl&l2eOT=dQ{v%;cP?>rB&+ zLF&m1c0G6r9S-)fNap|7{I-q1ZQI{A+Lu>UqKU|FJ`}?Jf+n|000~~`&fBbXEC1MG79CLLGw zu|ZJFh$?iL3T*#|E;`159I;E5iX7D6-*Zi#o(_+`w^1wAUID~d_?}&nF{8SW)~tYB z0Lmji8Ho+^G4KzPD9kze;i|t~Y)J|YeQC<$yjamz)TpdfwG}lMyVO?neBKomuI9U9 z!g4zCj&F-%HGJ{(nY|^Zg`qrV&%plvlxO4(|9ZoFV>k8iohXVrLs$Hsk)KkYU91)i zzfl%;4`SDPoxePOY99}}lUD~vZ(j9gNpB+bEKl!njDEl0-`m}V|NH%Z?f>oFot+nd z8SL(D?>yh`Ki}T{OMkGlx3~8f(!aww%>5MRLi8Xr`Y%+b8x2&M&?1IJ!ke{0(o>!_I%C(y-yC>xwQp`$BtOE)iFmxm*o-vD$?x zpG=wbw0w@R7~JYv>jPdD=ISo!qx`VyeC-pgdB>51&IZ@B7=Vae?pE37pSSk zSYJ`edSoaCB)qc^VynhhxnwjUG?qe{JFMc0C)9qYGw3yZS)zy>TCJ@OE!uM0&Qwfz zOjaSOwzOeqJLtc04Z%o_LA+-}%Ev6ej#KC309W-&gV$>hc6NekR7=uD5#*{5(naG1 z#XdqMEzY4Cn zW(sim!0C3GB(liBQ_n~VRD*9VXwZXMKRpt_ieC&=lE{6DQ0(2>KqD1^ z)R{cdRkaGCgW++n(>YLR8!J-1NuE8kR;Oao(w;pdPldELD9O~+-=9!pr~wJL7aN;c z=??^R7gZYO(STHM5$09&;XY&Ze8Afn&cwM-adVDta>6HY;bXIR9-}}E5`{{yeM89Y z5nQMH&z^O@BFC6}&9k;lPRWUQOu8i~=u@Msg*d@c;m37&~ zY`xC=Tx4F%5BFIM0$XeYi7hffI4&6I&D}OU9R|)q-V?@<4X~$9X*w=Xf+rAXHi1qh zQ;D4dN^lPS%Hsk!3Rk>oVK%>hpbuPDqT8HkpW0|^BT(WOP~ye1uCd6>*{!m!rteZr zvWwq zFm%(COV9{RC*KRx#tTZy$+1(G=R46vX|NbIA_ZB^&dPq&rE)h^AfA zGoye0-1&`s`sBV4`~ov_-}spH+}u8YHjgXcSgM%)9sNYZXIWC~rd*ios`g8xyZUq6 zrCl0+?F4@UteqLoF;2f5u&tTS&EwAvb(H&lcLWDs{m%{Q+ZBOc49TbFu6`Q8(cS09 zWAAcAY`9HEe$jZCsi)8${PxD=u<5&z|&`td*>Ln@70 zRdw}7fo`e(sH!HZJ#6Rz>J7YLTYu0hsLX2=a*6ZWxU0G`#Wot!Sbuo^)F0OHx&Am* zJTF!g{d?i}V_k$lLS2NFsctJV_?_>{M~B}B|9D8!Jm3cIc8taTzx~1P&Yl>*j2Z}9(k9= z%=?`7?HxUuOIsKEAIVix`|-?@w9FQcx@Y#rtu`~LsvbQU{*HyyuMaQePim+zmzZJivo zU#Dw|L_P>&<3Hu*@W7}@gLgZ|V){SW-Fva!p#QtiAL;)?d_u*;7J2vm5qb4dOG*yI zw7le0vs`sL5&3E5);~Xe;sv275*JCtOw*{6?>ADWsgaN(^3z+PnRzWU|J&cbhxBE~ zN)_-3vYAC3zSR_2tKY0Plf>e`RNnLffCUyiEP17 zhTyXhx6!mDa0>hR=@V-V!0P+T{AinpI>VozJ_)5S+v0?c&9IV<)du*U0VZ@hZz#`v zRS@uYr^-gtzB?S6>vP}WvArOEXcLUsM2NKQJ;MrrB%o(AwUNVeUzr0 z(hq#Xfp74oZB6%7xjWeR+=F?YLTyhwk(kRk#rhfq;}2Z62k^GHn}>nCfei_=09qGr z9*kfXoD{LG7$OR7^ML?kP-HP4VXm)x_V__rx?{s6j_4@8c8MDT6IHJhm9==cgxQn` z3;WiKJtLb@75O!ba zD)<_U*{sNXtoekR)9T9#25x?$ z${tI@{PGyn{5*Z@CuL!Lkj!|tVGeBWwh0tKj`Tv33!b%*;QtSK1DVqqUQ-x(1)8EF z)6Mpsh#VxyhH`^wznZN?^@3@iOOexw_4Ix6goIa=AxBt(EhXPzSosz_A!m@b3F+NW z-@H0Fdw=rkXA6=_-2ssqI=1!BVe5*#EZ&J*gD-am21dKRL7!}qL2r9!9|ko)^!ic1 zXKv!{{`Pj%---G!qQTB!d$41m(bD2Y)c z{Rt z8uSN$-+r;$ZnShTi2Bc;|J`qRy~TDk_%iD6?CkD*`RCn_IndcL8_?h0e%{}0Z?GE; z_M-moU}tBrzsdpJ!7bnOTfS54@Hq_HAMEtMY;W+T*^a@^^Dq0)R~m5_M||N&+--Jf zj^y^vPQSImpdW32X=u#z=lx|P+6d7(?0%>7E&~k?FiVMxCbQoOO%jeRNn9u`X8c!- z^eVIKSba^DntKa4-c7voVv!|OVqsWi;~17m4xJ7%*kvvcS4W3V@PgcjIFS)m(~gKC zLJY$+qbL(l#ll=WzY%(MLB9BuOP*=+*TLs6Ivw^A^d)cK9ld(l#jJo)ziT?dIY-Po)r=Y)ysI1cvND*b9evC|hd}Oo@i=8cL>EraP$`r5Ap@qm$zwUcKz9 zWYi^3E|XD56^S6Ti?Qmlk9wCxuS=G1D`A&gfBgind`4h@MUdSCiD%zMSkfdRZ`qZ_ z@B^QaX~a@-<#-t@bAzrH^EaU_tHS<4l_JTE=;sqv_U!Jp3XT}>bLuf3m!DzIIbbJ& z39^;TK$I|@_sFS>#XJ;QjD=2R8vE{0F@O|vE>~~k+OX|(+&Y9e4o4+L;&E((IWd?z^w>VMULZ5M>yRRSz?QR^I}QtiJZ+lu7oo$)Z==Q2i1Pmmy_aqw5GZ zqP?-L`S4O+ZDKmV8QV;_im6Phld)=x+H|PF{jaYZ>u{v=37Mx?aTfxFfVwADI+^kd z1_5*TKn4Afa65QH7>P?Ju_9CBo(L}pW%YJ1zxe4>H>Y~q-S0MbrMuY$vqM>(sJm}4 z=JU^A)NUs?{z`Wfj_d;yThvdT&KsLD^C0=9P#UsxkrT@alqcSwKXV2^3ow-8<29a$ zGN^T*{HvhXW;%h+K=KLCqCj;3FKIg2M?Q!=foRwNEeg<1ZN2;ci0tQZdYwY@BN@IT*15Wz#!5-+1=g2 zZvZFqrTOkQ;g#Z-cF*VoOBR9Q&^6@@qL+KDQk)p`=Nw-W~=En$LQK-bIuc_pU zZLnU+D8SX|7wH;u(M*tq4a2pc_+ESp%w~yhm;m0#xL~CXQvg3$=rmr!keie0BY6VHy}jOc%ko_I-Z|4dqmvsg>&#Bzmg~V>c5CgVO@FuEM!pKNGq1Xj zVGz_EZ=+rIEq1Xoxz#tZ{@PtErr>k;uXO_pzUJn=KVEO+-XGt~rWO1)8|Ejq`euc% z+{FTTHTCgYr>>FralI{UB&b|#LmO}3$M)8tbBn#6GvC#Betrjcu~JBsc@re4X4qU0 z1FE?}*V_K-tM{?@6^Pto13 z<9n{}hm_Re(?p7Xuix8w(E@@qI(gu=-wr8a#d{PS09GR>vEq?yzZwP{o*onT#=R2{ zGuVL}Y&F~{6DI_s>=HmV5n{LZyf;{a55G4g=3>ekAP7={uZk|gE30G7Fi1K65TFXj zyK}q=f!0Kwo!(w=cLmh>{XudU2!z$qO;Z~dOjkxE^J;_{)+6a&ULB>NAeEh^ANxTd z**@}}qgfkho9MRP`+F-tQ%AQyCb;eb1tnAb*VXBlZN569o!|=(0xJ(D9P-X_%E79Q zFCO$)y7GQ^aNGsXxDY?RI^G1Ytd2XU^XmAZ-OOlh;sX%U1+La6#;z?F@|VHToO`O4bx zYTyw#6fH)gTQ0vW%jtZaTyXYoZ$N}3DK!-H=1{65RueoSaB9hVdM=~cdzqH@<6$k` z8F_#5x@n3&d5v}Lo5|7EIbGKO$G_YStj}}Pxpg}YSe2IZ)fRjT#X%OV8LNkY%Ti|2Z*FT46Cm2#E7wz(}>g`sHmH=z{2E$|Yo z^WK4vZeSkt%e);HmCJM<@^hfl>$bQ&th6+X57t#5=Zf`M<|Y@M<4j>42NyX^%sr0E zvXk?$vrw)4rg@K0OstM|ChFmu*<@}~!#Ol4+}zb>Kcq@sB@5@Dnc*8W&^3X=Zu(skp$`x@6swaBt=k63J&_XnyxyuB@?9qiE zPrr~CgpVsFn5Gocf0R|yd}5aXZ-d#@6N|MSiA9LpU{%^WT!h_*k-I2HEM@vc2z|t5 zWlvi6-nJ$XXM(Y^V%-~M6@Kk|JC2zaIdbDHWzgnn*+aGQ2_~yK^br9#2cGFFLZX}S zjA#1<X2~42@`8)N>ZbRGek|#b1))3A5_K_>SVebbW%K2QGCLpl~mqnP8 zu`5%GaxS@V0siwp~tnQv`lT$tQk^TlaiFpaC z08fR|i0ReqlPl6~BoWx^-emo)Vs1;{tHT1q>$tw23y(^Jc9;MNQroUa4(b)yAq7>X zkr5T`H_tEFJIKBQ*yuyMmARwm&kA>9T+D3$J7lGfd_*9JbL8ke^c+9if7C2T8tj@35B}<8EPE7l#@@ZwWG zKDS0J0IKHaDWj>LUYDs#E%X7)j=j zUIygZWXNR9GL1o9B@1AK*G+2@HYc_AHHDaeXt2sf!248bBL=r0rcuKXeJqVVr7|Jl zNkd|q(-??JD>)tX`#0e`E6hTTKN$3v@dtJx5Qt9G1BVQYL1$YN-+VFXj`0-EY_NNY zad5Rds1Wus#)KVHMrf=Hnv%Q%^f@nL@}A}*#^6|+HRaM#pESRN~nG#WWd9^sX2fvtvrIA!rgRpoE#?0alL z!WLD6Tx)@V$(iILalEg2f*JWL%eR(DWqDKzPn~(vaG4J4H_bDl`Pe5q%yUMiXD2Gf z9?oj4uC+~(k;nGCyY`&jXa(l1p&zO-XYTr&BbIetyR4Xvm^8@f?=}Nimw4SJk6cg* zBhU&|vfXTkB{j}*oOfe8FLh4FoTZ5~+l8fS=TLRfGTj=z10~sZ9lKY9yc_dW8x|p) zc-uadzVOhzT9fxJT4U$!P4I3Aoey0Vd^df3=mLH##U~jOjNuQMfNA){p-n?dWtj>T zgzv0m_i7CJoFUBZ3<;%14Ao^6$^@A8ZW1L32X@;fo^|;-Y5OuDn-tFyLcutc3X1Bt zU{=E)d;(ZB92?dwM7K(RHjnB&+$n>}U>|OVNv-l#t>@J=m7rA|iZngWG?SM!ZEESD z2{CO*rBO{k=g%*usk6K7mvcqA_C`FQobDh86Y;dv{x<&v_WK{YUI)O!NBs}oO_B>V z5e6!OyXM4pmU3ca%2Spg5YNtDhmidS9(gq=p8=Y_=9g{9umtUlX9bpo2tj+nSZ+=L zj_35Ak||Nhm@R;kmoG3cu)Ut{3t)rY-DMDy4A20TpP?RARV6A!7ONwzs83roT3y$^ zrppB9kw8&wC3<`JRpMGNaiwQDuJ?Btn)NSTo`j zMldgx8du36Wl+-d@q326X#|0$BK8xAu+*j+wrFSGU!E-xS9G5TiHr;|bF&gG65ea2=rhLt;s$ zxlStNp#_DTP;Rw`)Bt)5Oj}2m4}&QYb><=1Y1q`E*=>)n#Ryj!2jf>UVLlQ(UP)=$ zGwVhb7NVIJ0s%k4Q>@=gbEM>^SiEWb|ZdlT$d6qPKy^UGT*JRs(}cX%Wc)3G5&NL_rJphdY~g-v2E!wu)iNv|Gcl)NL4+j5K)?SdZ+DiYOk$s^d6*d;1G56(vW6_Z`HN1khN)Fl_!1STH)3$nuOJ@Dl zt)={2i(I5)at-dDw*DR$Tfd5oz5Fj2EDPLX%!Yq;?gp!2f~%CG1>xXqV-;e*!gRjA z-t=O&*~Q-lCyuzfSOq7*li`-eM)W1PrLhqp^`O)UE{<2TTwfa`JY^|(*dk6>t}<9M zG(_91Yf6H)%NdstW@EyjJ3uDox^s++Jpeb={NDvc0DV@12q4hiK?JQQb0A_KJ}g8a zl3iS7Ly;WWD;bKYSI&~*X53SPk5NVhY~hNS9@>ni*c3pLurY9v*1TtWDmfZ@;n~@M z)lg73#fBT4YO2||NR7|{b}e6)35q;{<-~jEpkQzlNY1xrizpLNJj|P}k?#Txs+pN$ zI?6>-f1LQ4wmlsQJ+1UWv!wNvz${*w$=id3IqK-`(1jddPOu&Qc`gL)l-`JLXV*( z)`)nnExL0j40IEY2Hmy#aBr#NHWpcoWj0RSu8azvCPOC8X>OVaeEVQ);0-c#6kwhb zx2eGP0!--4R!#|g2~Fp^;suShGacglOU-P$NE1)XK6IU)qc&4C{+qFB?CRT=G_dD8 zJmTXqgQWt+lPtZqLYdn{P!|D8u#`gde`?n5^hyp=xQK*jh7h5sR{m7=2KRgl3c<31 z_KpU5+)@|ZT$30=_@CqJQRcE*Iq+$~iwpqaH*`Ad>Q}*Q; zUv}zS$wt>L3QIJrOPh%mil9MRCxNxFMTVlWSEvB|(GG%u#Rv6pzg(IQH0a0htbgcY zODIGYef;>b$7hodU9776)Qc+cRq2OqfrV+`&^?G5>2`yIiV|!SZ7@0d;k9;T+1({8TMVdB+OIyF(6)zu(#O6sc&F9OT z*alK|*+7!b+LGOVNByxP~rY z$RMl^+G-T7WiRdtybhWrfWZ{o@XPr{j2;%2CI91rge6a`H~R|wS?T0pi={Y6_#3cj zNVx;YUw|`;`4v{p8k4J>8scih63V^pxz(@9a&M(>LooDUs&1$o(Z%t(nF{MraphGE z;q~L(`0tw4TP9D2+4e2M&lBydIq==-SSH#p^D(Wu@0w1{81_8a*;x=FLuK|Q6D2XX zR!Ojxpq~l6aieQ?v24BuC{HZ&wi+y5>otJ6f-iI;uCi3nq?9UZprjMZv(nc`X{rlg zf~iY{hERo~)+8>up$}bDq(~Kp@)iN`O!}lS; zzxC~!HDFxRMNxdfB?wJZ7q$fA&*AXBcZXKB$ZzY`XXB;7=fym%D>lI-<@ex+0R|nr zvRXl=xH%5%gY6I9ISQ5^pjDsD7|j&;xm-Hg04ENKpsapaxE~O4@8lTx&1ps8TX6Bxv2N2H29zO;lg-Of%CQ7bp?qV19iA(cOMIlXn@jfqG2O zoj94%YhNpT#7ZT$hj?A-UAY8~$6jAjMid?n->c9wLRl5DA?Tu*OuZM|TtHwQb2lxt zb_9NJVMMn`6Q=Z>#VJuc|1r&~424Lo>`}|u0e(*@qgGW~!Q&n|u=1=~0K6U8=ydCJ zkXkr>S4xWvEH!${vRK0?3rRJHvo_Ln!RA%OXcxjV#kJzY~m_N=W zjahf&uF_CI|0_EESw4SQ$Vt1WpA!Vi77K(7&1SifRPr>?n^CZim`7S+dQ<8BflE*H zJJ$>?T7Btkc8Gr6MkG)%O_{{#*`!m+_-DP$Y-3Wkw!yXudHU*O&Lp3iiyA72FMtvT z#IjHrn_BtbWo)b@(^xnILtiQvZse^Nf$ST*z!UZ{XPM%cjEq=J3&p~u6p~rrXwTE) zdlRPd)^+#|0Uy|mdwMk&oMT-0j~8{Nyc z&z9p+4GF=JEWCxSJYITz7}8a9Cs&(<8iuEIN^N>8STnw3S<=*=Ag3BPxCN!?F^w`> z4{P>hEkUaeJ~dUQp~w?+hdIX4dIr>;Qr1OZvEKSCx}}aWGRDpy+hu~Mmi2INe&~Mrp$lz4ba(n6x=tFOE2MpCMdLM~ zhTK~Tu`d@x%U$S(@*W!@N}@8op3Dv?bJ$=(+?J)ykQUz@3KT^Rd9-Xysjr+;g(ufp ztGOG(hh*RSWQ0k6)&|A#Y{n8!HD>MrnZUusStUwn`Ns3$hPgYeXmMCNj09TYDqO#_ z@bLf(6f0<-_t{g%Le4-KaZchu-Vn98pI9s8ee}CET03}|&4ZLWE(f-C2|&6VIJ~%C zALxj;?vxE^U5dMQ4@`56zpQ0e&-lkEmLju=L;$WfeL^!b5y*NeM`HpO&?{E4If&v6 z_V5mHyHEP$+13m4j67QmG~@^!P}C8`Pkm!%0f=%Y`K%MTW0}Stgo$))&z${GpAXR zYM!Tz#8aLol0DR|G^VQNdDW0yzM-n=Y*n^e&J3F|LMbA2yeh>L#L;3l4<*Uhs0IeA z?KK&8Pf-H}g(noNLOC)RAC(yI18zTb@d9vKUo*`JX0iV5b|Vhh0>R+!>2(%=r*(dq za+c}2+<_RA@6OJK1e=*fxP3955Yr1eW%3dnS85IhS@l+Lk_-bh=smW*+d-|R2i-%= z2%rL9TRN*V06YD~n2DCbLov%GQ;Li14bxK*;H9-(1}%thva-cpd6vjpBIBUD8FY6C z#4!DJceTYjOP{kG)|cvykI(=tjrgpw=BAC&$T6Tfl#C{UH(1pbtjJ2;zV-aN(E(fv zqxDAn+)ZT)xFv@He9-2C!1=$e1B0q-ImX!rLHjj;h z5w105MA9|iu+(VNhUoKv%duLOx_mt>Mk$XSjK~pH(~+PuA%5f;J_=JWZy?odOxF%y z8qX1baE*b#rOQ_DLrRgzs!dxc35=&hLX*T0pY=JgmJ0}~s4POc%YorQQBo{%t7@`a zhn6yznYC{BYhO&wHh4#C+HPIb_Fb&0(n)}DBdXAMHpq)-$dZ?Qj@TtjMGgn#d#=gT z)8Wzg7Ne@YLRL7?UvPHi8ByRMQNv_Y`v5xe%pE~8fB-xlk9o}T4#)Y! zSZ=}w2*>ZdiF}i=Orhi?at#S>LrEQHiR-haBwdDda3ApNnRBqK8~k)=(fJ!h=Z(AK zpTo2MT`^%fov<3$u;kza0@c+*E+-}KyZSe|L%2OpM2AsboCyB3EG2z!r6R&M~aZsA5%$v%|F~A}uAmI|q+FL5Z&vR&gp0 zT#6%NWjvclyOLJB1gvjUDK5vP;!3kDW-gJa3w&(48m=vGg!zHnvxas%jnt&>ZgKNy zK(W$b6_B}eH*evR#VO@8@3vmE(cm~Ikn5}TZLcR4gf5(qxmD1MOO6Rel$LmbsVW%_ z1Eo=~$F(BZ6_8)>_DHIAesCsO&Ii*H*?K;=hg2(a;TRUTaPTT-xdy8sRxLsB3ZsR{&UM8mJvj?*i^pbo7vt-H^epmT?FxAxJb!-gX(%p)da|pL6 ze!2{rzlhOmuG%tAo~#cl^2)GWHl+Jsh0x69k%O3RX+tW3o3^)v>p!QG&X|U3&QD*V z6Tm(>|LIdVqchgs@1mlnyGgoSeQUO(yKmP2`R8-%4fOxAcXhvQ+dzDO3ZaK)#b(WR z(6uPghjty-3|(u?D~17n7;Dpx5Lq-tIUh^&zYjd#@k^AgxLzKH_$hKsk-QHcdA$2w z$GV-OII~l}2V-|t0^73!`1m|uC%+-!4sFi%FOo+R-~c}8q2xA2MCHcN!TETov3P$t zfRa%fBIJ)nWvy(9Le}t=3aT!lrC;!dI~i9m8Nr%=zvQavjBPuvVETdY2S}vBP!HqN zAyW955}3AGK^Xo+iC{pkDhZH(@+P20lpyLZY|Xhd5DB%5cE+ht$&lJ+UG<7b1e3}0iZ%>90P~}f}y_R6k&-fEIefN6sY%~t8 z;$lfA&r=sm(xLlU2Pb@$sREB~Q&+uIS=A~O)tpce^j}n~QYbHa|EzJS%X7J2iweuq zDT3F<_RBQyA(%y6Z)DvJmbF|DjLgll{%rM$r)d|^`C(bDr#FS!{c*ENY2n*={s-_k z%}T897NQ)t3((y4InSM8QH?3D4W$j7-e#hn3CO#=wQIod+4i zEqR<}+f6As99T?oj!3Q-P_*N+;Ox^`0QVA9);Jfn$l0e2WlLF)Bi!MdUWExRMF**+ zsUEJV7GCBzB7xAzJ-;`k!J;p+Sc3Vx;^tb~fYj=-65LgPjRGk(a?GqCAD~H{Ipz+B z4l~N^7l!)wvAr_HIp=YFd=K56SX+|_gZDMmGfIc(>0fdS=F8o1|2qBnfue`tjcdLM z4iqQ1vuspi~_HG9t9OTM7mmo*#EyHgh>M1!fQFN?V_cS~M-#K@!*Yp))^;zU4HIF~A_-jH1v zo4k-&V!3-KRpSFQ)1Uyz9cy^jxvxg&*aE(4xoTZHSCXFZT;tTxH?C4J4gH7Is7ZRU z9h4Au>#bLh-b1WmpKsVwYPF<&%5n>tdhQkM_EyjC?(VzWTm5`@mv<~6-Sa-f_d(HP ze~!vXNxm)e#@JLh$=`W3KNt02Qp@X`)NKYdH9Hi&B=|r)!7_j;JZD%?|ASnJ33yxe zlV$~R!h93-iwi`Tx`I;L_gf21UDz-DUhJ2x3EHGT#~+*}X@HjcEYj>(R-1e3UQ(BW zG4IkSk7X4$N$fsaDfReM24z7iSKcMy8l0QAm1keQaGg@j8z_@i3t?VEi2|p?;cy6( zJsm&)@p;~vo(Vs6DVp$Wcyz>#B=Qvv{L7d4KW&~O{~X(xowk{AAp3@Wlj)?-(!Ae} zZsdX~G2cQoDcoumLa}cr(}{ZOHDjB)xGYK$0G~oCk3OFQaMErhEIdWIUeRgs}AL7)$>wRpUQP!*aTEOo9L7`z$0AbR(VVMSh%3qYJ=^Q~&+ znlkSY0vm#=KMPaxKk!z@ba4RNI2EEwn#D1>cddmnnHxG6cJv4<9vZ`x1uv8d5h`Rw z7~d9|)xbbl3^q>o`610C2a3m-!EcSPp* z#c(*xnV*RYfrBBgL(YDKdcL&d#LS1fSgo{K;a+hu!gipIc*hvuN?1+2GQsAZSLa3P z&^~xAm}(4~v55ujo0WgkwVxOT+ld#$xX!ia&o_^s$Is*E@$>)w{2KrO|Nl+l**5^7 F1puI>l}G>p literal 0 HcmV?d00001 diff --git a/deploy/charts/harvester/dependency_charts/longhorn/.helmignore b/deploy/charts/harvester/dependency_charts/longhorn/.helmignore deleted file mode 100644 index f0c1319444..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/.helmignore +++ /dev/null @@ -1,21 +0,0 @@ -# Patterns to ignore when building packages. -# This supports shell glob matching, relative path matching, and -# negation (prefixed with !). Only one pattern per line. -.DS_Store -# Common VCS dirs -.git/ -.gitignore -.bzr/ -.bzrignore -.hg/ -.hgignore -.svn/ -# Common backup files -*.swp -*.bak -*.tmp -*~ -# Various IDEs -.project -.idea/ -*.tmproj diff --git a/deploy/charts/harvester/dependency_charts/longhorn/Chart.yaml b/deploy/charts/harvester/dependency_charts/longhorn/Chart.yaml deleted file mode 100644 index 8fdbefc65e..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/Chart.yaml +++ /dev/null @@ -1,28 +0,0 @@ -apiVersion: v1 -name: longhorn -version: 1.6.2-rc2 -appVersion: v1.6.2-rc2 -kubeVersion: ">=1.21.0-0" -description: Longhorn is a distributed block storage system for Kubernetes. -keywords: -- longhorn -- storage -- distributed -- block -- device -- iscsi -- nfs -home: https://github.com/longhorn/longhorn -sources: -- https://github.com/longhorn/longhorn -- https://github.com/longhorn/longhorn-engine -- https://github.com/longhorn/longhorn-instance-manager -- https://github.com/longhorn/longhorn-share-manager -- https://github.com/longhorn/longhorn-manager -- https://github.com/longhorn/longhorn-ui -- https://github.com/longhorn/longhorn-tests -- https://github.com/longhorn/backing-image-manager -maintainers: -- name: Longhorn maintainers - email: maintainers@longhorn.io -icon: https://raw.githubusercontent.com/cncf/artwork/master/projects/longhorn/icon/color/longhorn-icon-color.png diff --git a/deploy/charts/harvester/dependency_charts/longhorn/README.md b/deploy/charts/harvester/dependency_charts/longhorn/README.md deleted file mode 100644 index fc558fab85..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/README.md +++ /dev/null @@ -1,327 +0,0 @@ -# Longhorn Chart - -> **Important**: Please install the Longhorn chart in the `longhorn-system` namespace only. - -> **Warning**: Longhorn doesn't support downgrading from a higher version to a lower version. - -> **Note**: Use Helm 3 when installing and upgrading Longhorn. Helm 2 is [no longer supported](https://helm.sh/blog/helm-2-becomes-unsupported/). - -## Source Code - -Longhorn is 100% open source software. Project source code is spread across a number of repos: - -1. Longhorn Engine -- Core controller/replica logic https://github.com/longhorn/longhorn-engine -2. Longhorn Instance Manager -- Controller/replica instance lifecycle management https://github.com/longhorn/longhorn-instance-manager -3. Longhorn Share Manager -- NFS provisioner that exposes Longhorn volumes as ReadWriteMany volumes. https://github.com/longhorn/longhorn-share-manager -4. Backing Image Manager -- Backing image file lifecycle management. https://github.com/longhorn/backing-image-manager -5. Longhorn Manager -- Longhorn orchestration, includes CSI driver for Kubernetes https://github.com/longhorn/longhorn-manager -6. Longhorn UI -- Dashboard https://github.com/longhorn/longhorn-ui - -## Prerequisites - -1. A container runtime compatible with Kubernetes (Docker v1.13+, containerd v1.3.7+, etc.) -2. Kubernetes >= v1.21 -3. Make sure `bash`, `curl`, `findmnt`, `grep`, `awk` and `blkid` has been installed in all nodes of the Kubernetes cluster. -4. Make sure `open-iscsi` has been installed, and the `iscsid` daemon is running on all nodes of the Kubernetes cluster. For GKE, recommended Ubuntu as guest OS image since it contains `open-iscsi` already. - -## Upgrading to Kubernetes v1.25+ - -Starting in Kubernetes v1.25, [Pod Security Policies](https://kubernetes.io/docs/concepts/security/pod-security-policy/) have been removed from the Kubernetes API. - -As a result, **before upgrading to Kubernetes v1.25** (or on a fresh install in a Kubernetes v1.25+ cluster), users are expected to perform an in-place upgrade of this chart with `enablePSP` set to `false` if it has been previously set to `true`. - -> **Note:** -> If you upgrade your cluster to Kubernetes v1.25+ before removing PSPs via a `helm upgrade` (even if you manually clean up resources), **it will leave the Helm release in a broken state within the cluster such that further Helm operations will not work (`helm uninstall`, `helm upgrade`, etc.).** -> -> If your charts get stuck in this state, you may have to clean up your Helm release secrets. -Upon setting `enablePSP` to false, the chart will remove any PSP resources deployed on its behalf from the cluster. This is the default setting for this chart. - -As a replacement for PSPs, [Pod Security Admission](https://kubernetes.io/docs/concepts/security/pod-security-admission/) should be used. Please consult the Longhorn docs for more details on how to configure your chart release namespaces to work with the new Pod Security Admission and apply Pod Security Standards. - -## Installation - -1. Add Longhorn chart repository. -``` -helm repo add longhorn https://charts.longhorn.io -``` - -2. Update local Longhorn chart information from chart repository. -``` -helm repo update -``` - -3. Use the following commands to create the `longhorn-system` namespace first, then install the Longhorn chart. - -``` -kubectl create namespace longhorn-system -helm install longhorn longhorn/longhorn --namespace longhorn-system -``` - -## Uninstallation - -``` -kubectl -n longhorn-system patch -p '{"value": "true"}' --type=merge lhs deleting-confirmation-flag -helm uninstall longhorn -n longhorn-system -kubectl delete namespace longhorn-system -``` - -## Values - -The `values.yaml` contains items used to tweak a deployment of this chart. - -### Cattle Settings - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -| global.cattle.systemDefaultRegistry | string | `""` | Default system registry. | -| global.cattle.windowsCluster.defaultSetting.systemManagedComponentsNodeSelector | string | `"kubernetes.io/os:linux"` | Node selector for system-managed Longhorn components. | -| global.cattle.windowsCluster.defaultSetting.taintToleration | string | `"cattle.io/os=linux:NoSchedule"` | Toleration for system-managed Longhorn components. | -| global.cattle.windowsCluster.enabled | bool | `false` | Setting that allows Longhorn to run on a Rancher Windows cluster. | -| global.cattle.windowsCluster.nodeSelector | object | `{"kubernetes.io/os":"linux"}` | Node selector for Linux nodes that can run user-deployed Longhorn components. | -| global.cattle.windowsCluster.tolerations | list | `[{"effect":"NoSchedule","key":"cattle.io/os","operator":"Equal","value":"linux"}]` | Toleration for Linux nodes that can run user-deployed Longhorn components. | - -### Network Policies - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -| networkPolicies.enabled | bool | `false` | Setting that allows you to enable network policies that control access to Longhorn pods. | -| networkPolicies.type | string | `"k3s"` | Distribution that determines the policy for allowing access for an ingress. (Options: "k3s", "rke2", "rke1") | - -### Image Settings - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -| image.csi.attacher.repository | string | `"longhornio/csi-attacher"` | Repository for the CSI attacher image. When unspecified, Longhorn uses the default value. | -| image.csi.attacher.tag | string | `"v4.5.1"` | Tag for the CSI attacher image. When unspecified, Longhorn uses the default value. | -| image.csi.livenessProbe.repository | string | `"longhornio/livenessprobe"` | Repository for the CSI liveness probe image. When unspecified, Longhorn uses the default value. | -| image.csi.livenessProbe.tag | string | `"v2.12.0"` | Tag for the CSI liveness probe image. When unspecified, Longhorn uses the default value. | -| image.csi.nodeDriverRegistrar.repository | string | `"longhornio/csi-node-driver-registrar"` | Repository for the CSI Node Driver Registrar image. When unspecified, Longhorn uses the default value. | -| image.csi.nodeDriverRegistrar.tag | string | `"v2.9.2"` | Tag for the CSI Node Driver Registrar image. When unspecified, Longhorn uses the default value. | -| image.csi.provisioner.repository | string | `"longhornio/csi-provisioner"` | Repository for the CSI Provisioner image. When unspecified, Longhorn uses the default value. | -| image.csi.provisioner.tag | string | `"v3.6.4"` | Tag for the CSI Provisioner image. When unspecified, Longhorn uses the default value. | -| image.csi.resizer.repository | string | `"longhornio/csi-resizer"` | Repository for the CSI Resizer image. When unspecified, Longhorn uses the default value. | -| image.csi.resizer.tag | string | `"v1.10.1"` | Tag for the CSI Resizer image. When unspecified, Longhorn uses the default value. | -| image.csi.snapshotter.repository | string | `"longhornio/csi-snapshotter"` | Repository for the CSI Snapshotter image. When unspecified, Longhorn uses the default value. | -| image.csi.snapshotter.tag | string | `"v6.3.4"` | Tag for the CSI Snapshotter image. When unspecified, Longhorn uses the default value. | -| image.longhorn.backingImageManager.repository | string | `"longhornio/backing-image-manager"` | Repository for the Backing Image Manager image. When unspecified, Longhorn uses the default value. | -| image.longhorn.backingImageManager.tag | string | `"v1.6.1"` | Specify Longhorn backing image manager image tag | -| image.longhorn.engine.repository | string | `"longhornio/longhorn-engine"` | Repository for the Longhorn Engine image. | -| image.longhorn.engine.tag | string | `"v1.6.1"` | Specify Longhorn engine image tag | -| image.longhorn.instanceManager.repository | string | `"longhornio/longhorn-instance-manager"` | Repository for the Longhorn Instance Manager image. | -| image.longhorn.instanceManager.tag | string | `"v1.6.1"` | Specify Longhorn instance manager image tag | -| image.longhorn.manager.repository | string | `"longhornio/longhorn-manager"` | Repository for the Longhorn Manager image. | -| image.longhorn.manager.tag | string | `"v1.6.1"` | Specify Longhorn manager image tag | -| image.longhorn.shareManager.repository | string | `"longhornio/longhorn-share-manager"` | Repository for the Longhorn Share Manager image. | -| image.longhorn.shareManager.tag | string | `"v1.6.1"` | Specify Longhorn share manager image tag | -| image.longhorn.supportBundleKit.repository | string | `"longhornio/support-bundle-kit"` | Repository for the Longhorn Support Bundle Manager image. | -| image.longhorn.supportBundleKit.tag | string | `"v0.0.37"` | Tag for the Longhorn Support Bundle Manager image. | -| image.longhorn.ui.repository | string | `"longhornio/longhorn-ui"` | Repository for the Longhorn UI image. | -| image.longhorn.ui.tag | string | `"v1.6.1"` | Specify Longhorn ui image tag | -| image.openshift.oauthProxy.repository | string | `"longhornio/openshift-origin-oauth-proxy"` | Repository for the OAuth Proxy image. This setting applies only to OpenShift users. | -| image.openshift.oauthProxy.tag | float | `4.14` | Tag for the OAuth Proxy image. This setting applies only to OpenShift users. Specify OCP/OKD version 4.1 or later. The latest stable version is 4.14. | -| image.pullPolicy | string | `"IfNotPresent"` | Image pull policy that applies to all user-deployed Longhorn components, such as Longhorn Manager, Longhorn driver, and Longhorn UI. | - -### Service Settings - -| Key | Description | -|-----|-------------| -| service.manager.nodePort | NodePort port number for Longhorn Manager. When unspecified, Longhorn selects a free port between 30000 and 32767. | -| service.manager.type | Service type for Longhorn Manager. | -| service.ui.nodePort | NodePort port number for Longhorn UI. When unspecified, Longhorn selects a free port between 30000 and 32767. | -| service.ui.type | Service type for Longhorn UI. (Options: "ClusterIP", "NodePort", "LoadBalancer", "Rancher-Proxy") | - -### StorageClass Settings - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -| persistence.backingImage.dataSourceParameters | string | `nil` | Data source parameters of a backing image used in a Longhorn StorageClass. You can specify a JSON string of a map. (Example: `'{\"url\":\"https://backing-image-example.s3-region.amazonaws.com/test-backing-image\"}'`) | -| persistence.backingImage.dataSourceType | string | `nil` | Data source type of a backing image used in a Longhorn StorageClass. If the backing image exists in the cluster, Longhorn uses this setting to verify the image. If the backing image does not exist, Longhorn creates one using the specified data source type. | -| persistence.backingImage.enable | bool | `false` | Setting that allows you to use a backing image in a Longhorn StorageClass. | -| persistence.backingImage.expectedChecksum | string | `nil` | Expected SHA-512 checksum of a backing image used in a Longhorn StorageClass. | -| persistence.backingImage.name | string | `nil` | Backing image to be used for creating and restoring volumes in a Longhorn StorageClass. When no backing images are available, specify the data source type and parameters that Longhorn can use to create a backing image. | -| persistence.defaultClass | bool | `true` | Setting that allows you to specify the default Longhorn StorageClass. | -| persistence.defaultClassReplicaCount | int | `3` | Replica count of the default Longhorn StorageClass. | -| persistence.defaultDataLocality | string | `"disabled"` | Data locality of the default Longhorn StorageClass. (Options: "disabled", "best-effort") | -| persistence.defaultFsType | string | `"ext4"` | Filesystem type of the default Longhorn StorageClass. | -| persistence.defaultMkfsParams | string | `""` | mkfs parameters of the default Longhorn StorageClass. | -| persistence.defaultNodeSelector.enable | bool | `false` | Setting that allows you to enable the node selector for the default Longhorn StorageClass. | -| persistence.defaultNodeSelector.selector | string | `""` | Node selector for the default Longhorn StorageClass. Longhorn uses only nodes with the specified tags for storing volume data. (Examples: "storage,fast") | -| persistence.migratable | bool | `false` | Setting that allows you to enable live migration of a Longhorn volume from one node to another. | -| persistence.nfsOptions | string | `""` | Set NFS mount options for Longhorn StorageClass for RWX volumes | -| persistence.reclaimPolicy | string | `"Delete"` | Reclaim policy that provides instructions for handling of a volume after its claim is released. (Options: "Retain", "Delete") | -| persistence.recurringJobSelector.enable | bool | `false` | Setting that allows you to enable the recurring job selector for a Longhorn StorageClass. | -| persistence.recurringJobSelector.jobList | list | `[]` | Recurring job selector for a Longhorn StorageClass. Ensure that quotes are used correctly when specifying job parameters. (Example: `[{"name":"backup", "isGroup":true}]`) | -| persistence.removeSnapshotsDuringFilesystemTrim | string | `"ignored"` | Setting that allows you to enable automatic snapshot removal during filesystem trim for a Longhorn StorageClass. (Options: "ignored", "enabled", "disabled") | - -### CSI Settings - -| Key | Description | -|-----|-------------| -| csi.attacherReplicaCount | Replica count of the CSI Attacher. When unspecified, Longhorn uses the default value ("3"). | -| csi.kubeletRootDir | kubelet root directory. When unspecified, Longhorn uses the default value. | -| csi.provisionerReplicaCount | Replica count of the CSI Provisioner. When unspecified, Longhorn uses the default value ("3"). | -| csi.resizerReplicaCount | Replica count of the CSI Resizer. When unspecified, Longhorn uses the default value ("3"). | -| csi.snapshotterReplicaCount | Replica count of the CSI Snapshotter. When unspecified, Longhorn uses the default value ("3"). | - -### Longhorn Manager Settings - -Longhorn consists of user-deployed components (for example, Longhorn Manager, Longhorn Driver, and Longhorn UI) and system-managed components (for example, Instance Manager, Backing Image Manager, Share Manager, CSI Driver, and Engine Image). The following settings only apply to Longhorn Manager. - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -| longhornManager.log.format | string | `"plain"` | Format of Longhorn Manager logs. (Options: "plain", "json") | -| longhornManager.nodeSelector | object | `{}` | Node selector for Longhorn Manager. Specify the nodes allowed to run Longhorn Manager. | -| longhornManager.priorityClass | string | `"longhorn-critical"` | PriorityClass for Longhorn Manager. | -| longhornManager.serviceAnnotations | object | `{}` | Annotation for the Longhorn Manager service. | -| longhornManager.tolerations | list | `[]` | Toleration for Longhorn Manager on nodes allowed to run Longhorn Manager. | - -### Longhorn Driver Settings - -Longhorn consists of user-deployed components (for example, Longhorn Manager, Longhorn Driver, and Longhorn UI) and system-managed components (for example, Instance Manager, Backing Image Manager, Share Manager, CSI Driver, and Engine Image). The following settings only apply to Longhorn Driver. - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -| longhornDriver.nodeSelector | object | `{}` | Node selector for Longhorn Driver. Specify the nodes allowed to run Longhorn Driver. | -| longhornDriver.priorityClass | string | `"longhorn-critical"` | PriorityClass for Longhorn Driver. | -| longhornDriver.tolerations | list | `[]` | Toleration for Longhorn Driver on nodes allowed to run Longhorn components. | - -### Longhorn UI Settings - -Longhorn consists of user-deployed components (for example, Longhorn Manager, Longhorn Driver, and Longhorn UI) and system-managed components (for example, Instance Manager, Backing Image Manager, Share Manager, CSI Driver, and Engine Image). The following settings only apply to Longhorn UI. - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -| longhornUI.nodeSelector | object | `{}` | Node selector for Longhorn UI. Specify the nodes allowed to run Longhorn UI. | -| longhornUI.priorityClass | string | `"longhorn-critical"` | PriorityClass for Longhorn UI. | -| longhornUI.replicas | int | `2` | Replica count for Longhorn UI. | -| longhornUI.tolerations | list | `[]` | Toleration for Longhorn UI on nodes allowed to run Longhorn components. | - -### Ingress Settings - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -| ingress.annotations | string | `nil` | Ingress annotations in the form of key-value pairs. | -| ingress.enabled | bool | `false` | Setting that allows Longhorn to generate ingress records for the Longhorn UI service. | -| ingress.host | string | `"sslip.io"` | Hostname of the Layer 7 load balancer. | -| ingress.ingressClassName | string | `nil` | IngressClass resource that contains ingress configuration, including the name of the Ingress controller. ingressClassName can replace the kubernetes.io/ingress.class annotation used in earlier Kubernetes releases. | -| ingress.path | string | `"/"` | Default ingress path. You can access the Longhorn UI by following the full ingress path {{host}}+{{path}}. | -| ingress.secrets | string | `nil` | Secret that contains a TLS private key and certificate. Use secrets if you want to use your own certificates to secure ingresses. | -| ingress.secureBackends | bool | `false` | Setting that allows you to enable secure connections to the Longhorn UI service via port 443. | -| ingress.tls | bool | `false` | Setting that allows you to enable TLS on ingress records. | -| ingress.tlsSecret | string | `"longhorn.local-tls"` | TLS secret that contains the private key and certificate to be used for TLS. This setting applies only when TLS is enabled on ingress records. | - -### Private Registry Settings - -You can install Longhorn in an air-gapped environment with a private registry. For more information, see the **Air Gap Installation** section of the [documentation](https://longhorn.io/docs). - -| Key | Description | -|-----|-------------| -| privateRegistry.createSecret | Setting that allows you to create a private registry secret. | -| privateRegistry.registryPasswd | Password for authenticating with a private registry. | -| privateRegistry.registrySecret | Kubernetes secret that allows you to pull images from a private registry. This setting applies only when creation of private registry secrets is enabled. You must include the private registry name in the secret name. | -| privateRegistry.registryUrl | URL of a private registry. When unspecified, Longhorn uses the default system registry. | -| privateRegistry.registryUser | User account used for authenticating with a private registry. | - -### OS/Kubernetes Distro Settings - -#### OpenShift Settings - -For more details, see the [ocp-readme](https://github.com/longhorn/longhorn/blob/master/chart/ocp-readme.md). - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -| openshift.enabled | bool | `false` | Setting that allows Longhorn to integrate with OpenShift. | -| openshift.ui.port | int | `443` | Port for accessing the OpenShift web console. | -| openshift.ui.proxy | int | `8443` | Port for proxy that provides access to the OpenShift web console. | -| openshift.ui.route | string | `"longhorn-ui"` | Route for connections between Longhorn and the OpenShift web console. | - -### Other Settings - -| Key | Default | Description | -|-----|---------|-------------| -| annotations | `{}` | Annotation for the Longhorn Manager DaemonSet pods. This setting is optional. | -| enableGoCoverDir | `false` | Setting that allows Longhorn to generate code coverage profiles. | -| enablePSP | `false` | Setting that allows you to enable pod security policies (PSPs) that allow privileged Longhorn pods to start. This setting applies only to clusters running Kubernetes 1.25 and earlier, and with the built-in Pod Security admission controller enabled. | -| metrics.serviceMonitor.enabled | `false` | Setting that allows the creation of a Prometheus ServiceMonitor resource for Longhorn Manager components. | -| namespaceOverride | `""` | Specify override namespace, specifically this is useful for using longhorn as sub-chart and its release namespace is not the `longhorn-system`. | -| preUpgradeChecker.jobEnabled | `true` | Setting that allows Longhorn to perform pre-upgrade checks. Disable this setting when installing Longhorn using Argo CD or other GitOps solutions. | -| preUpgradeChecker.upgradeVersionCheck | `true` | Setting that allows Longhorn to perform upgrade version checks after starting the Longhorn Manager DaemonSet Pods. Disabling this setting also disables `preUpgradeChecker.jobEnabled`. Longhorn recommends keeping this setting enabled. | - -### System Default Settings - -During installation, you can either allow Longhorn to use the default system settings or use specific flags to modify the default values. After installation, you can modify the settings using the Longhorn UI. For more information, see the **Settings Reference** section of the [documentation](https://longhorn.io/docs). - -| Key | Description | -|-----|-------------| -| defaultSettings.allowCollectingLonghornUsageMetrics | Setting that allows Longhorn to periodically collect anonymous usage data for product improvement purposes. Longhorn sends collected data to the [Upgrade Responder](https://github.com/longhorn/upgrade-responder) server, which is the data source of the Longhorn Public Metrics Dashboard (https://metrics.longhorn.io). The Upgrade Responder server does not store data that can be used to identify clients, including IP addresses. | -| defaultSettings.allowEmptyDiskSelectorVolume | Setting that allows scheduling of empty disk selector volumes to any disk. | -| defaultSettings.allowEmptyNodeSelectorVolume | Setting that allows scheduling of empty node selector volumes to any node. | -| defaultSettings.allowRecurringJobWhileVolumeDetached | Setting that allows Longhorn to automatically attach a volume and create snapshots or backups when recurring jobs are run. | -| defaultSettings.allowVolumeCreationWithDegradedAvailability | Setting that allows you to create and attach a volume without having all replicas scheduled at the time of creation. | -| defaultSettings.autoCleanupRecurringJobBackupSnapshot | Setting that allows Longhorn to automatically clean up the snapshot generated by a recurring backup job. | -| defaultSettings.autoCleanupSystemGeneratedSnapshot | Setting that allows Longhorn to automatically clean up the system-generated snapshot after replica rebuilding is completed. | -| defaultSettings.autoDeletePodWhenVolumeDetachedUnexpectedly | Setting that allows Longhorn to automatically delete a workload pod that is managed by a controller (for example, daemonset) whenever a Longhorn volume is detached unexpectedly (for example, during Kubernetes upgrades). After deletion, the controller restarts the pod and then Kubernetes handles volume reattachment and remounting. | -| defaultSettings.autoSalvage | Setting that allows Longhorn to automatically salvage volumes when all replicas become faulty (for example, when the network connection is interrupted). Longhorn determines which replicas are usable and then uses these replicas for the volume. This setting is enabled by default. | -| defaultSettings.backingImageCleanupWaitInterval | Number of minutes that Longhorn waits before cleaning up the backing image file when no replicas in the disk are using it. | -| defaultSettings.backingImageRecoveryWaitInterval | Number of seconds that Longhorn waits before downloading a backing image file again when the status of all image disk files changes to "failed" or "unknown". | -| defaultSettings.backupCompressionMethod | Setting that allows you to specify a backup compression method. | -| defaultSettings.backupConcurrentLimit | Maximum number of worker threads that can concurrently run for each backup. | -| defaultSettings.backupTarget | Endpoint used to access the backupstore. (Options: "NFS", "CIFS", "AWS", "GCP", "AZURE") | -| defaultSettings.backupTargetCredentialSecret | Name of the Kubernetes secret associated with the backup target. | -| defaultSettings.backupstorePollInterval | Number of seconds that Longhorn waits before checking the backupstore for new backups. The default value is "300". When the value is "0", polling is disabled. | -| defaultSettings.concurrentAutomaticEngineUpgradePerNodeLimit | Maximum number of engines that are allowed to concurrently upgrade on each node after Longhorn Manager is upgraded. When the value is "0", Longhorn does not automatically upgrade volume engines to the new default engine image version. | -| defaultSettings.concurrentReplicaRebuildPerNodeLimit | Maximum number of replicas that can be concurrently rebuilt on each node. | -| defaultSettings.concurrentVolumeBackupRestorePerNodeLimit | Maximum number of volumes that can be concurrently restored on each node using a backup. When the value is "0", restoration of volumes using a backup is disabled. | -| defaultSettings.createDefaultDiskLabeledNodes | Setting that allows Longhorn to automatically create a default disk only on nodes with the label "node.longhorn.io/create-default-disk=true" (if no other disks exist). When this setting is disabled, Longhorn creates a default disk on each node that is added to the cluster. | -| defaultSettings.defaultDataLocality | Default data locality. A Longhorn volume has data locality if a local replica of the volume exists on the same node as the pod that is using the volume. | -| defaultSettings.defaultDataPath | Default path for storing data on a host. The default value is "/var/lib/longhorn/". | -| defaultSettings.defaultLonghornStaticStorageClass | Default Longhorn StorageClass. "storageClassName" is assigned to PVs and PVCs that are created for an existing Longhorn volume. "storageClassName" can also be used as a label, so it is possible to use a Longhorn StorageClass to bind a workload to an existing PV without creating a Kubernetes StorageClass object. The default value is "longhorn-static". | -| defaultSettings.defaultReplicaCount | Default number of replicas for volumes created using the Longhorn UI. For Kubernetes configuration, modify the `numberOfReplicas` field in the StorageClass. The default value is "3". | -| defaultSettings.deletingConfirmationFlag | Flag that prevents accidental uninstallation of Longhorn. | -| defaultSettings.detachManuallyAttachedVolumesWhenCordoned | Setting that allows automatic detaching of manually-attached volumes when a node is cordoned. | -| defaultSettings.disableRevisionCounter | Setting that disables the revision counter and thereby prevents Longhorn from tracking all write operations to a volume. When salvaging a volume, Longhorn uses properties of the "volume-head-xxx.img" file (the last file size and the last time the file was modified) to select the replica to be used for volume recovery. This setting applies only to volumes created using the Longhorn UI. | -| defaultSettings.disableSchedulingOnCordonedNode | Setting that prevents Longhorn Manager from scheduling replicas on a cordoned Kubernetes node. This setting is enabled by default. | -| defaultSettings.disableSnapshotPurge | Setting that temporarily prevents all attempts to purge volume snapshots. | -| defaultSettings.engineReplicaTimeout | Timeout between the Longhorn Engine and replicas. Specify a value between "8" and "30" seconds. The default value is "8". | -| defaultSettings.failedBackupTTL | Number of minutes that Longhorn keeps a failed backup resource. When the value is "0", automatic deletion is disabled. | -| defaultSettings.fastReplicaRebuildEnabled | Setting that allows fast rebuilding of replicas using the checksum of snapshot disk files. Before enabling this setting, you must set the snapshot-data-integrity value to "enable" or "fast-check". | -| defaultSettings.guaranteedInstanceManagerCPU | Percentage of the total allocatable CPU resources on each node to be reserved for each instance manager pod when the V1 Data Engine is enabled. The default value is "12". | -| defaultSettings.kubernetesClusterAutoscalerEnabled | Setting that notifies Longhorn that the cluster is using the Kubernetes Cluster Autoscaler. | -| defaultSettings.logLevel | Log levels that indicate the type and severity of logs in Longhorn Manager. The default value is "Info". (Options: "Panic", "Fatal", "Error", "Warn", "Info", "Debug", "Trace") | -| defaultSettings.nodeDownPodDeletionPolicy | Policy that defines the action Longhorn takes when a volume is stuck with a StatefulSet or Deployment pod on a node that failed. | -| defaultSettings.nodeDrainPolicy | Policy that defines the action Longhorn takes when a node with the last healthy replica of a volume is drained. | -| defaultSettings.offlineReplicaRebuilding | Setting that allows rebuilding of offline replicas for volumes using the V2 Data Engine. | -| defaultSettings.orphanAutoDeletion | Setting that allows Longhorn to automatically delete an orphaned resource and the corresponding data (for example, stale replicas). Orphaned resources on failed or unknown nodes are not automatically cleaned up. | -| defaultSettings.priorityClass | PriorityClass for system-managed Longhorn components. This setting can help prevent Longhorn components from being evicted under Node Pressure. Notice that this will be applied to Longhorn user-deployed components by default if there are no priority class values set yet, such as `longhornManager.priorityClass`. | -| defaultSettings.recurringFailedJobsHistoryLimit | Maximum number of failed recurring backup and snapshot jobs to be retained. When the value is "0", a history of failed recurring jobs is not retained. | -| defaultSettings.recurringJobMaxRetention | Maximum number of snapshots or backups to be retained. | -| defaultSettings.recurringSuccessfulJobsHistoryLimit | Maximum number of successful recurring backup and snapshot jobs to be retained. When the value is "0", a history of successful recurring jobs is not retained. | -| defaultSettings.removeSnapshotsDuringFilesystemTrim | Setting that allows Longhorn to automatically mark the latest snapshot and its parent files as removed during a filesystem trim. Longhorn does not remove snapshots containing multiple child files. | -| defaultSettings.replicaAutoBalance | Setting that automatically rebalances replicas when an available node is discovered. | -| defaultSettings.replicaDiskSoftAntiAffinity | Setting that allows scheduling on disks with existing healthy replicas of the same volume. This setting is enabled by default. | -| defaultSettings.replicaFileSyncHttpClientTimeout | Number of seconds that an HTTP client waits for a response from a File Sync server before considering the connection to have failed. | -| defaultSettings.replicaReplenishmentWaitInterval | Number of seconds that Longhorn waits before reusing existing data on a failed replica instead of creating a new replica of a degraded volume. | -| defaultSettings.replicaSoftAntiAffinity | Setting that allows scheduling on nodes with healthy replicas of the same volume. This setting is disabled by default. | -| defaultSettings.replicaZoneSoftAntiAffinity | Setting that allows Longhorn to schedule new replicas of a volume to nodes in the same zone as existing healthy replicas. Nodes that do not belong to any zone are treated as existing in the zone that contains healthy replicas. When identifying zones, Longhorn relies on the label "topology.kubernetes.io/zone=" in the Kubernetes node object. | -| defaultSettings.restoreConcurrentLimit | Maximum number of worker threads that can concurrently run for each restore operation. | -| defaultSettings.restoreVolumeRecurringJobs | Setting that restores recurring jobs from a backup volume on a backup target and creates recurring jobs if none exist during backup restoration. | -| defaultSettings.snapshotDataIntegrity | Setting that allows you to enable and disable snapshot hashing and data integrity checks. | -| defaultSettings.snapshotDataIntegrityCronjob | Setting that defines when Longhorn checks the integrity of data in snapshot disk files. You must use the Unix cron expression format. | -| defaultSettings.snapshotDataIntegrityImmediateCheckAfterSnapshotCreation | Setting that allows disabling of snapshot hashing after snapshot creation to minimize impact on system performance. | -| defaultSettings.snapshotMaxCount | Maximum snapshot count for a volume. The value should be between 2 to 250 | -| defaultSettings.storageMinimalAvailablePercentage | Percentage of minimum available disk capacity. When the minimum available capacity exceeds the total available capacity, the disk becomes unschedulable until more space is made available for use. The default value is "25". | -| defaultSettings.storageNetwork | Storage network for in-cluster traffic. When unspecified, Longhorn uses the Kubernetes cluster network. | -| defaultSettings.storageOverProvisioningPercentage | Percentage of storage that can be allocated relative to hard drive capacity. The default value is "100". | -| defaultSettings.storageReservedPercentageForDefaultDisk | Percentage of disk space that is not allocated to the default disk on each new Longhorn node. | -| defaultSettings.supportBundleFailedHistoryLimit | Maximum number of failed support bundles that can exist in the cluster. When the value is "0", Longhorn automatically purges all failed support bundles. | -| defaultSettings.systemManagedComponentsNodeSelector | Node selector for system-managed Longhorn components. | -| defaultSettings.systemManagedPodsImagePullPolicy | Image pull policy for system-managed pods, such as Instance Manager, engine images, and CSI Driver. Changes to the image pull policy are applied only after the system-managed pods restart. | -| defaultSettings.taintToleration | Taint or toleration for system-managed Longhorn components. Specify values using a semicolon-separated list in `kubectl taint` syntax (Example: key1=value1:effect; key2=value2:effect). | -| defaultSettings.upgradeChecker | Upgrade Checker that periodically checks for new Longhorn versions. When a new version is available, a notification appears on the Longhorn UI. This setting is enabled by default | -| defaultSettings.v1DataEngine | Setting that allows you to enable the V1 Data Engine. | -| defaultSettings.v2DataEngine | Setting that allows you to enable the V2 Data Engine, which is based on the Storage Performance Development Kit (SPDK). The V2 Data Engine is a preview feature and should not be used in production environments. | -| defaultSettings.v2DataEngineGuaranteedInstanceManagerCPU | Number of millicpus on each node to be reserved for each Instance Manager pod when the V2 Data Engine is enabled. The default value is "1250". | -| defaultSettings.v2DataEngineHugepageLimit | Setting that allows you to configure maximum huge page size (in MiB) for the V2 Data Engine. | - ---- -Please see [link](https://github.com/longhorn/longhorn) for more information. diff --git a/deploy/charts/harvester/dependency_charts/longhorn/README.md.gotmpl b/deploy/charts/harvester/dependency_charts/longhorn/README.md.gotmpl deleted file mode 100644 index f199a2ae13..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/README.md.gotmpl +++ /dev/null @@ -1,239 +0,0 @@ -# Longhorn Chart - -> **Important**: Please install the Longhorn chart in the `longhorn-system` namespace only. - -> **Warning**: Longhorn doesn't support downgrading from a higher version to a lower version. - -> **Note**: Use Helm 3 when installing and upgrading Longhorn. Helm 2 is [no longer supported](https://helm.sh/blog/helm-2-becomes-unsupported/). - -## Source Code - -Longhorn is 100% open source software. Project source code is spread across a number of repos: - -1. Longhorn Engine -- Core controller/replica logic https://github.com/longhorn/longhorn-engine -2. Longhorn Instance Manager -- Controller/replica instance lifecycle management https://github.com/longhorn/longhorn-instance-manager -3. Longhorn Share Manager -- NFS provisioner that exposes Longhorn volumes as ReadWriteMany volumes. https://github.com/longhorn/longhorn-share-manager -4. Backing Image Manager -- Backing image file lifecycle management. https://github.com/longhorn/backing-image-manager -5. Longhorn Manager -- Longhorn orchestration, includes CSI driver for Kubernetes https://github.com/longhorn/longhorn-manager -6. Longhorn UI -- Dashboard https://github.com/longhorn/longhorn-ui - -## Prerequisites - -1. A container runtime compatible with Kubernetes (Docker v1.13+, containerd v1.3.7+, etc.) -2. Kubernetes >= v1.21 -3. Make sure `bash`, `curl`, `findmnt`, `grep`, `awk` and `blkid` has been installed in all nodes of the Kubernetes cluster. -4. Make sure `open-iscsi` has been installed, and the `iscsid` daemon is running on all nodes of the Kubernetes cluster. For GKE, recommended Ubuntu as guest OS image since it contains `open-iscsi` already. - -## Upgrading to Kubernetes v1.25+ - -Starting in Kubernetes v1.25, [Pod Security Policies](https://kubernetes.io/docs/concepts/security/pod-security-policy/) have been removed from the Kubernetes API. - -As a result, **before upgrading to Kubernetes v1.25** (or on a fresh install in a Kubernetes v1.25+ cluster), users are expected to perform an in-place upgrade of this chart with `enablePSP` set to `false` if it has been previously set to `true`. - -> **Note:** -> If you upgrade your cluster to Kubernetes v1.25+ before removing PSPs via a `helm upgrade` (even if you manually clean up resources), **it will leave the Helm release in a broken state within the cluster such that further Helm operations will not work (`helm uninstall`, `helm upgrade`, etc.).** -> -> If your charts get stuck in this state, you may have to clean up your Helm release secrets. -Upon setting `enablePSP` to false, the chart will remove any PSP resources deployed on its behalf from the cluster. This is the default setting for this chart. - -As a replacement for PSPs, [Pod Security Admission](https://kubernetes.io/docs/concepts/security/pod-security-admission/) should be used. Please consult the Longhorn docs for more details on how to configure your chart release namespaces to work with the new Pod Security Admission and apply Pod Security Standards. - -## Installation - -1. Add Longhorn chart repository. -``` -helm repo add longhorn https://charts.longhorn.io -``` - -2. Update local Longhorn chart information from chart repository. -``` -helm repo update -``` - -3. Use the following commands to create the `longhorn-system` namespace first, then install the Longhorn chart. - -``` -kubectl create namespace longhorn-system -helm install longhorn longhorn/longhorn --namespace longhorn-system -``` - -## Uninstallation - -``` -kubectl -n longhorn-system patch -p '{"value": "true"}' --type=merge lhs deleting-confirmation-flag -helm uninstall longhorn -n longhorn-system -kubectl delete namespace longhorn-system -``` - -## Values - -The `values.yaml` contains items used to tweak a deployment of this chart. - -### Cattle Settings - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -{{- range .Values }} - {{- if hasPrefix "global" .Key }} -| {{ .Key }} | {{ .Type }} | {{ if .Default }}{{ .Default }}{{ else }}{{ .AutoDefault }}{{ end }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### Network Policies - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -{{- range .Values }} - {{- if hasPrefix "networkPolicies" .Key }} -| {{ .Key }} | {{ .Type }} | {{ if .Default }}{{ .Default }}{{ else }}{{ .AutoDefault }}{{ end }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### Image Settings - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -{{- range .Values }} - {{- if hasPrefix "image" .Key }} -| {{ .Key }} | {{ .Type }} | {{ if .Default }}{{ .Default }}{{ else }}{{ .AutoDefault }}{{ end }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### Service Settings - -| Key | Description | -|-----|-------------| -{{- range .Values }} - {{- if (and (hasPrefix "service" .Key) (not (contains "Account" .Key))) }} -| {{ .Key }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### StorageClass Settings - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -{{- range .Values }} - {{- if hasPrefix "persistence" .Key }} -| {{ .Key }} | {{ .Type }} | {{ if .Default }}{{ .Default }}{{ else }}{{ .AutoDefault }}{{ end }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### CSI Settings - -| Key | Description | -|-----|-------------| -{{- range .Values }} - {{- if hasPrefix "csi" .Key }} -| {{ .Key }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### Longhorn Manager Settings - -Longhorn consists of user-deployed components (for example, Longhorn Manager, Longhorn Driver, and Longhorn UI) and system-managed components (for example, Instance Manager, Backing Image Manager, Share Manager, CSI Driver, and Engine Image). The following settings only apply to Longhorn Manager. - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -{{- range .Values }} - {{- if hasPrefix "longhornManager" .Key }} -| {{ .Key }} | {{ .Type }} | {{ if .Default }}{{ .Default }}{{ else }}{{ .AutoDefault }}{{ end }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### Longhorn Driver Settings - -Longhorn consists of user-deployed components (for example, Longhorn Manager, Longhorn Driver, and Longhorn UI) and system-managed components (for example, Instance Manager, Backing Image Manager, Share Manager, CSI Driver, and Engine Image). The following settings only apply to Longhorn Driver. - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -{{- range .Values }} - {{- if hasPrefix "longhornDriver" .Key }} -| {{ .Key }} | {{ .Type }} | {{ if .Default }}{{ .Default }}{{ else }}{{ .AutoDefault }}{{ end }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### Longhorn UI Settings - -Longhorn consists of user-deployed components (for example, Longhorn Manager, Longhorn Driver, and Longhorn UI) and system-managed components (for example, Instance Manager, Backing Image Manager, Share Manager, CSI Driver, and Engine Image). The following settings only apply to Longhorn UI. - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -{{- range .Values }} - {{- if hasPrefix "longhornUI" .Key }} -| {{ .Key }} | {{ .Type }} | {{ if .Default }}{{ .Default }}{{ else }}{{ .AutoDefault }}{{ end }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### Ingress Settings - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -{{- range .Values }} - {{- if hasPrefix "ingress" .Key }} -| {{ .Key }} | {{ .Type }} | {{ if .Default }}{{ .Default }}{{ else }}{{ .AutoDefault }}{{ end }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### Private Registry Settings - -You can install Longhorn in an air-gapped environment with a private registry. For more information, see the **Air Gap Installation** section of the [documentation](https://longhorn.io/docs). - -| Key | Description | -|-----|-------------| -{{- range .Values }} - {{- if hasPrefix "privateRegistry" .Key }} -| {{ .Key }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### OS/Kubernetes Distro Settings - -#### OpenShift Settings - -For more details, see the [ocp-readme](https://github.com/longhorn/longhorn/blob/master/chart/ocp-readme.md). - -| Key | Type | Default | Description | -|-----|------|---------|-------------| -{{- range .Values }} - {{- if hasPrefix "openshift" .Key }} -| {{ .Key }} | {{ .Type }} | {{ if .Default }}{{ .Default }}{{ else }}{{ .AutoDefault }}{{ end }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### Other Settings - -| Key | Default | Description | -|-----|---------|-------------| -{{- range .Values }} - {{- if not (or (hasPrefix "defaultSettings" .Key) - (hasPrefix "networkPolicies" .Key) - (hasPrefix "image" .Key) - (hasPrefix "service" .Key) - (hasPrefix "persistence" .Key) - (hasPrefix "csi" .Key) - (hasPrefix "longhornManager" .Key) - (hasPrefix "longhornDriver" .Key) - (hasPrefix "longhornUI" .Key) - (hasPrefix "privateRegistry" .Key) - (hasPrefix "ingress" .Key) - (hasPrefix "openshift" .Key) - (hasPrefix "global" .Key)) }} -| {{ .Key }} | {{ if .Default }}{{ .Default }}{{ else }}{{ .AutoDefault }}{{ end }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - -### System Default Settings - -During installation, you can either allow Longhorn to use the default system settings or use specific flags to modify the default values. After installation, you can modify the settings using the Longhorn UI. For more information, see the **Settings Reference** section of the [documentation](https://longhorn.io/docs). - -| Key | Description | -|-----|-------------| -{{- range .Values }} - {{- if hasPrefix "defaultSettings" .Key }} -| {{ .Key }} | {{ if .Description }}{{ .Description }}{{ else }}{{ .AutoDescription }}{{ end }} | - {{- end }} -{{- end }} - ---- -Please see [link](https://github.com/longhorn/longhorn) for more information. diff --git a/deploy/charts/harvester/dependency_charts/longhorn/app-readme.md b/deploy/charts/harvester/dependency_charts/longhorn/app-readme.md deleted file mode 100644 index cb23135cad..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/app-readme.md +++ /dev/null @@ -1,11 +0,0 @@ -# Longhorn - -Longhorn is a lightweight, reliable and easy to use distributed block storage system for Kubernetes. Once deployed, users can leverage persistent volumes provided by Longhorn. - -Longhorn creates a dedicated storage controller for each volume and synchronously replicates the volume across multiple replicas stored on multiple nodes. The storage controller and replicas are themselves orchestrated using Kubernetes. Longhorn supports snapshots, backups and even allows you to schedule recurring snapshots and backups! - -**Important**: Please install Longhorn chart in `longhorn-system` namespace only. - -**Warning**: Longhorn doesn't support downgrading from a higher version to a lower version. - -[Chart Documentation](https://github.com/longhorn/longhorn/blob/master/chart/README.md) diff --git a/deploy/charts/harvester/dependency_charts/longhorn/ocp-readme.md b/deploy/charts/harvester/dependency_charts/longhorn/ocp-readme.md deleted file mode 100644 index f7638775b0..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/ocp-readme.md +++ /dev/null @@ -1,177 +0,0 @@ -# OpenShift / OKD Extra Configuration Steps - -- [OpenShift / OKD Extra Configuration Steps](#openshift--okd-extra-configuration-steps) - - [Notes](#notes) - - [Known Issues](#known-issues) - - [Preparing Nodes (Optional)](#preparing-nodes-optional) - - [Default /var/lib/longhorn setup](#default-varliblonghorn-setup) - - [Separate /var/mnt/longhorn setup](#separate-varmntlonghorn-setup) - - [Create Filesystem](#create-filesystem) - - [Mounting Disk On Boot](#mounting-disk-on-boot) - - [Label and Annotate Nodes](#label-and-annotate-nodes) - - [Example values.yaml](#example-valuesyaml) - - [Installation](#installation) - - [Refs](#refs) - -## Notes - -Main changes and tasks for OCP are: - -- On OCP / OKD, the Operating System is Managed by the Cluster -- OCP Imposes [Security Context Constraints](https://docs.openshift.com/container-platform/4.11/authentication/managing-security-context-constraints.html) - - This requires everything to run with the least privilege possible. For the moment every component has been given access to run as higher privilege. - - Something to circle back on is network polices and which components can have their privileges reduced without impacting functionality. - - The UI probably can be for example. -- openshift/oauth-proxy for authentication to the Longhorn Ui - - **⚠️** Currently Scoped to Authenticated Users that can delete a longhorn settings object. - - **⚠️** Since the UI it self is not protected, network policies will need to be created to prevent namespace <--> namespace communication against the pod or service object directly. - - Anyone with access to the UI Deployment can remove the route restriction. (Namespace Scoped Admin) -- Option to use separate disk in /var/mnt/longhorn & MachineConfig file to mount /var/mnt/longhorn -- Adding finalizers for mount propagation - -## Known Issues - -- General Feature/Issue Thread - - [[FEATURE] Deploying Longhorn on OKD/Openshift](https://github.com/longhorn/longhorn/issues/1831) -- 4.10 / 1.23: - - 4.10.0-0.okd-2022-03-07-131213 to 4.10.0-0.okd-2022-07-09-073606 - - Tested, No Known Issues -- 4.11 / 1.24: - - 4.11.0-0.okd-2022-07-27-052000 to 4.11.0-0.okd-2022-11-19-050030 - - Tested, No Known Issues - - 4.11.0-0.okd-2022-12-02-145640, 4.11.0-0.okd-2023-01-14-152430: - - Workaround: [[BUG] Volumes Stuck in Attach/Detach Loop](https://github.com/longhorn/longhorn/issues/4988) - - [MachineConfig Patch](https://github.com/longhorn/longhorn/issues/4988#issuecomment-1345676772) -- 4.12 / 1.25: - - 4.12.0-0.okd-2022-12-05-210624 to 4.12.0-0.okd-2023-01-20-101927 - - Tested, No Known Issues - - 4.12.0-0.okd-2023-01-21-055900 to 4.12.0-0.okd-2023-02-18-033438: - - Workaround: [[BUG] Volumes Stuck in Attach/Detach Loop](https://github.com/longhorn/longhorn/issues/4988) - - [MachineConfig Patch](https://github.com/longhorn/longhorn/issues/4988#issuecomment-1345676772) - - 4.12.0-0.okd-2023-03-05-022504 - 4.12.0-0.okd-2023-04-16-041331: - - Tested, No Known Issues -- 4.13 / 1.26: - - 4.13.0-0.okd-2023-05-03-001308 - 4.13.0-0.okd-2023-08-18-135805: - - Tested, No Known Issues -- 4.14 / 1.27: - - 4.14.0-0.okd-2023-08-12-022330 - 4.14.0-0.okd-2023-10-28-073550: - - Tested, No Known Issues - -## Preparing Nodes (Optional) - -Only required if you require additional customizations, such as storage-less nodes, or secondary disks. - -### Default /var/lib/longhorn setup - -Label each node for storage with: - -```bash -oc get nodes --no-headers | awk '{print $1}' - -export NODE="worker-0" -oc label node "${NODE}" node.longhorn.io/create-default-disk=true -``` - -### Separate /var/mnt/longhorn setup - -#### Create Filesystem - -On the storage nodes create a filesystem with the label longhorn: - -```bash -oc get nodes --no-headers | awk '{print $1}' - -export NODE="worker-0" -oc debug node/${NODE} -t -- chroot /host bash - -# Validate Target Drive is Present -lsblk - -export DRIVE="sdb" #vdb -sudo mkfs.ext4 -L longhorn /dev/${DRIVE} -``` - -> ⚠️ Note: If you add New Nodes After the below Machine Config is applied, you will need to also reboot the node. - -#### Mounting Disk On Boot - -The Secondary Drive needs to be mounted on every boot. Save the Concents and Apply the MachineConfig with `oc apply -f`: - -> ⚠️ This will trigger an machine config profile update and reboot all worker nodes on the cluster - -```yaml -apiVersion: machineconfiguration.openshift.io/v1 -kind: MachineConfig -metadata: - labels: - machineconfiguration.openshift.io/role: worker - name: 71-mount-storage-worker -spec: - config: - ignition: - version: 3.2.0 - systemd: - units: - - name: var-mnt-longhorn.mount - enabled: true - contents: | - [Unit] - Before=local-fs.target - [Mount] - Where=/var/mnt/longhorn - What=/dev/disk/by-label/longhorn - Options=rw,relatime,discard - [Install] - WantedBy=local-fs.target -``` - -#### Label and Annotate Nodes - -Label and annotate storage nodes like this: - -```bash -oc get nodes --no-headers | awk '{print $1}' - -export NODE="worker-0" -oc annotate node ${NODE} --overwrite node.longhorn.io/default-disks-config='[{"path":"/var/mnt/longhorn","allowScheduling":true}]' -oc label node ${NODE} node.longhorn.io/create-default-disk=config -``` - -## Example values.yaml - -Minimum Adjustments Required - -```yaml -openshift: - oauthProxy: - repository: quay.io/openshift/origin-oauth-proxy - tag: 4.14 # Use Your OCP/OKD 4.X Version, Current Stable is 4.14 - -# defaultSettings: # Preparing nodes (Optional) - # createDefaultDiskLabeledNodes: true - -openshift: - enabled: true - ui: - route: "longhorn-ui" - port: 443 - proxy: 8443 -``` - -## Installation - -```bash -# helm template ./chart/ --namespace longhorn-system --values ./chart/values.yaml --no-hooks > longhorn.yaml # Local Testing -helm template longhorn --namespace longhorn-system --values values.yaml --no-hooks > longhorn.yaml -oc create namespace longhorn-system -o yaml --dry-run=client | oc apply -f - -oc apply -f longhorn.yaml -n longhorn-system -``` - -## Refs - -- -- -- okd 4.5: -- okd 4.6: -- oauth-proxy: -- diff --git a/deploy/charts/harvester/dependency_charts/longhorn/questions.yaml b/deploy/charts/harvester/dependency_charts/longhorn/questions.yaml deleted file mode 100644 index 73e938e6ab..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/questions.yaml +++ /dev/null @@ -1,920 +0,0 @@ -categories: -- storage -namespace: longhorn-system -questions: -- variable: image.defaultImage - default: "true" - description: "Use default Longhorn images" - label: Use Default Images - type: boolean - show_subquestion_if: false - group: "Longhorn Images" - subquestions: - - variable: image.longhorn.manager.repository - default: longhornio/longhorn-manager - description: "Repository for the Longhorn Manager image." - type: string - label: Longhorn Manager Image Repository - group: "Longhorn Images Settings" - - variable: image.longhorn.manager.tag - default: v1.6.2-rc2 - description: "Specify Longhorn Manager Image Tag" - type: string - label: Longhorn Manager Image Tag - group: "Longhorn Images Settings" - - variable: image.longhorn.engine.repository - default: longhornio/longhorn-engine - description: "Repository for the Longhorn Engine image." - type: string - label: Longhorn Engine Image Repository - group: "Longhorn Images Settings" - - variable: image.longhorn.engine.tag - default: v1.6.2-rc2 - description: "Specify Longhorn Engine Image Tag" - type: string - label: Longhorn Engine Image Tag - group: "Longhorn Images Settings" - - variable: image.longhorn.ui.repository - default: longhornio/longhorn-ui - description: "Repository for the Longhorn UI image." - type: string - label: Longhorn UI Image Repository - group: "Longhorn Images Settings" - - variable: image.longhorn.ui.tag - default: v1.6.2-rc2 - description: "Specify Longhorn UI Image Tag" - type: string - label: Longhorn UI Image Tag - group: "Longhorn Images Settings" - - variable: image.longhorn.instanceManager.repository - default: longhornio/longhorn-instance-manager - description: "Repository for the Longhorn Instance Manager image." - type: string - label: Longhorn Instance Manager Image Repository - group: "Longhorn Images Settings" - - variable: image.longhorn.instanceManager.tag - default: v1.6.2-rc2 - description: "Specify Longhorn Instance Manager Image Tag" - type: string - label: Longhorn Instance Manager Image Tag - group: "Longhorn Images Settings" - - variable: image.longhorn.shareManager.repository - default: longhornio/longhorn-share-manager - description: "Repository for the Longhorn Share Manager image." - type: string - label: Longhorn Share Manager Image Repository - group: "Longhorn Images Settings" - - variable: image.longhorn.shareManager.tag - default: v1.6.2-rc2 - description: "Specify Longhorn Share Manager Image Tag" - type: string - label: Longhorn Share Manager Image Tag - group: "Longhorn Images Settings" - - variable: image.longhorn.backingImageManager.repository - default: longhornio/backing-image-manager - description: "Repository for the Backing Image Manager image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn Backing Image Manager Image Repository - group: "Longhorn Images Settings" - - variable: image.longhorn.backingImageManager.tag - default: v1.6.2-rc2 - description: "Specify Longhorn Backing Image Manager Image Tag" - type: string - label: Longhorn Backing Image Manager Image Tag - group: "Longhorn Images Settings" - - variable: image.longhorn.supportBundleKit.repository - default: longhornio/support-bundle-kit - description: "Repository for the Longhorn Support Bundle Manager image." - type: string - label: Longhorn Support Bundle Kit Image Repository - group: "Longhorn Images Settings" - - variable: image.longhorn.supportBundleKit.tag - default: v0.0.37 - description: "Tag for the Longhorn Support Bundle Manager image." - type: string - label: Longhorn Support Bundle Kit Image Tag - group: "Longhorn Images Settings" - - variable: image.csi.attacher.repository - default: longhornio/csi-attacher - description: "Repository for the CSI attacher image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn CSI Attacher Image Repository - group: "Longhorn CSI Driver Images" - - variable: image.csi.attacher.tag - default: v4.5.1 - description: "Tag for the CSI attacher image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn CSI Attacher Image Tag - group: "Longhorn CSI Driver Images" - - variable: image.csi.provisioner.repository - default: longhornio/csi-provisioner - description: "Repository for the CSI Provisioner image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn CSI Provisioner Image Repository - group: "Longhorn CSI Driver Images" - - variable: image.csi.provisioner.tag - default: v3.6.4 - description: "Tag for the CSI Provisioner image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn CSI Provisioner Image Tag - group: "Longhorn CSI Driver Images" - - variable: image.csi.nodeDriverRegistrar.repository - default: longhornio/csi-node-driver-registrar - description: "Repository for the CSI Node Driver Registrar image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn CSI Node Driver Registrar Image Repository - group: "Longhorn CSI Driver Images" - - variable: image.csi.nodeDriverRegistrar.tag - default: v2.9.2 - description: "Tag for the CSI Node Driver Registrar image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn CSI Node Driver Registrar Image Tag - group: "Longhorn CSI Driver Images" - - variable: image.csi.resizer.repository - default: longhornio/csi-resizer - description: "Repository for the CSI Resizer image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn CSI Driver Resizer Image Repository - group: "Longhorn CSI Driver Images" - - variable: image.csi.resizer.tag - default: v1.10.1 - description: "Tag for the CSI Resizer image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn CSI Driver Resizer Image Tag - group: "Longhorn CSI Driver Images" - - variable: image.csi.snapshotter.repository - default: longhornio/csi-snapshotter - description: "Repository for the CSI Snapshotter image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn CSI Driver Snapshotter Image Repository - group: "Longhorn CSI Driver Images" - - variable: image.csi.snapshotter.tag - default: v6.3.4 - description: "Tag for the CSI Snapshotter image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn CSI Driver Snapshotter Image Tag - group: "Longhorn CSI Driver Images" - - variable: image.csi.livenessProbe.repository - default: longhornio/livenessprobe - description: "Repository for the CSI liveness probe image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn CSI Liveness Probe Image Repository - group: "Longhorn CSI Driver Images" - - variable: image.csi.livenessProbe.tag - default: v2.12.0 - description: "Tag for the CSI liveness probe image. When unspecified, Longhorn uses the default value." - type: string - label: Longhorn CSI Liveness Probe Image Tag - group: "Longhorn CSI Driver Images" - - variable: image.openshift.oauthProxy.repository - default: longhornio/openshift-origin-oauth-proxy - description: "Repository for the OAuth Proxy image. This setting applies only to OpenShift users" - type: string - label: OpenShift OAuth Proxy Image Repository - group: "OpenShift Images" - - variable: image.openshift.oauthProxy.tag - default: 4.14 - description: "Tag for the OAuth Proxy image. This setting applies only to OpenShift users. Specify OCP/OKD version 4.1 or later." - type: string - label: OpenShift OAuth Proxy Image Tag - group: "OpenShift Images" -- variable: privateRegistry.registryUrl - label: Private registry URL - description: "URL of a private registry. When unspecified, Longhorn uses the default system registry." - group: "Private Registry Settings" - type: string - default: "" -- variable: privateRegistry.registrySecret - label: Private registry secret name - description: "Kubernetes secret that allows you to pull images from a private registry. This setting applies only when creation of private registry secrets is enabled. You must include the private registry name in the secret name." - group: "Private Registry Settings" - type: string - default: "" -- variable: privateRegistry.createSecret - default: "true" - description: "Setting that allows you to create a private registry secret." - type: boolean - group: "Private Registry Settings" - label: Create Secret for Private Registry Settings - show_subquestion_if: true - subquestions: - - variable: privateRegistry.registryUser - label: Private registry user - description: "User account used for authenticating with a private registry." - type: string - default: "" - - variable: privateRegistry.registryPasswd - label: Private registry password - description: "Password for authenticating with a private registry." - type: password - default: "" -- variable: longhorn.default_setting - default: "false" - description: "Customize the default settings before installing Longhorn for the first time. This option will only work if the cluster hasn't installed Longhorn." - label: "Customize Default Settings" - type: boolean - show_subquestion_if: true - group: "Longhorn Default Settings" - subquestions: - - variable: csi.kubeletRootDir - default: - description: "kubelet root directory. When unspecified, Longhorn uses the default value." - type: string - label: Kubelet Root Directory - group: "Longhorn CSI Driver Settings" - - variable: csi.attacherReplicaCount - type: int - default: 3 - min: 1 - max: 10 - description: "Replica count of the CSI Attacher. When unspecified, Longhorn uses the default value (\"3\")." - label: Longhorn CSI Attacher replica count - group: "Longhorn CSI Driver Settings" - - variable: csi.provisionerReplicaCount - type: int - default: 3 - min: 1 - max: 10 - description: "Replica count of the CSI Provisioner. When unspecified, Longhorn uses the default value (\"3\")." - label: Longhorn CSI Provisioner replica count - group: "Longhorn CSI Driver Settings" - - variable: csi.resizerReplicaCount - type: int - default: 3 - min: 1 - max: 10 - description: "Replica count of the CSI Resizer. When unspecified, Longhorn uses the default value (\"3\")." - label: Longhorn CSI Resizer replica count - group: "Longhorn CSI Driver Settings" - - variable: csi.snapshotterReplicaCount - type: int - default: 3 - min: 1 - max: 10 - description: "Replica count of the CSI Snapshotter. When unspecified, Longhorn uses the default value (\"3\")." - label: Longhorn CSI Snapshotter replica count - group: "Longhorn CSI Driver Settings" - - variable: defaultSettings.backupTarget - label: Backup Target - description: "Endpoint used to access the backupstore. (Options: \"NFS\", \"CIFS\", \"AWS\", \"GCP\", \"AZURE\")" - group: "Longhorn Default Settings" - type: string - default: - - variable: defaultSettings.backupTargetCredentialSecret - label: Backup Target Credential Secret - description: "Name of the Kubernetes secret associated with the backup target." - group: "Longhorn Default Settings" - type: string - default: - - variable: defaultSettings.allowRecurringJobWhileVolumeDetached - label: Allow Recurring Job While Volume Is Detached - description: 'Setting that allows Longhorn to automatically attach a volume and create snapshots or backups when recurring jobs are run.' - group: "Longhorn Default Settings" - type: boolean - default: "false" - - variable: defaultSettings.snapshotMaxCount - label: Snapshot Maximum Count - description: 'Maximum snapshot count for a volume. The value should be between 2 to 250.' - group: "Longhorn Default Settings" - type: int - min: 2 - max: 250 - default: 250 - - variable: defaultSettings.createDefaultDiskLabeledNodes - label: Create Default Disk on Labeled Nodes - description: 'Setting that allows Longhorn to automatically create a default disk only on nodes with the label "node.longhorn.io/create-default-disk=true" (if no other disks exist). When this setting is disabled, Longhorn creates a default disk on each node that is added to the cluster.' - group: "Longhorn Default Settings" - type: boolean - default: "false" - - variable: defaultSettings.defaultDataPath - label: Default Data Path - description: 'Default path for storing data on a host. The default value is "/var/lib/longhorn/".' - group: "Longhorn Default Settings" - type: string - default: "/var/lib/longhorn/" - - variable: defaultSettings.defaultDataLocality - label: Default Data Locality - description: 'Default data locality. A Longhorn volume has data locality if a local replica of the volume exists on the same node as the pod that is using the volume.' - group: "Longhorn Default Settings" - type: enum - options: - - "disabled" - - "best-effort" - default: "disabled" - - variable: defaultSettings.replicaSoftAntiAffinity - label: Replica Node Level Soft Anti-Affinity - description: 'Allow scheduling on nodes with existing healthy replicas of the same volume. By default, false.' - group: "Longhorn Default Settings" - type: boolean - default: "false" - - variable: defaultSettings.replicaAutoBalance - label: Replica Auto Balance - description: 'Enable this setting automatically re-balances replicas when discovered an available node.' - group: "Longhorn Default Settings" - type: enum - options: - - "disabled" - - "least-effort" - - "best-effort" - default: "disabled" - - variable: defaultSettings.storageOverProvisioningPercentage - label: Storage Over Provisioning Percentage - description: "Percentage of storage that can be allocated relative to hard drive capacity. The default value is 100." - group: "Longhorn Default Settings" - type: int - min: 0 - default: 100 - - variable: defaultSettings.storageMinimalAvailablePercentage - label: Storage Minimal Available Percentage - description: "If the minimum available disk capacity exceeds the actual percentage of available disk capacity, the disk becomes unschedulable until more space is freed up. By default, 25." - group: "Longhorn Default Settings" - type: int - min: 0 - max: 100 - default: 25 - - variable: defaultSettings.storageReservedPercentageForDefaultDisk - label: Storage Reserved Percentage For Default Disk - description: "The reserved percentage specifies the percentage of disk space that will not be allocated to the default disk on each new Longhorn node." - group: "Longhorn Default Settings" - type: int - min: 0 - max: 100 - default: 30 - - variable: defaultSettings.upgradeChecker - label: Enable Upgrade Checker - description: 'Upgrade Checker that periodically checks for new Longhorn versions. When a new version is available, a notification appears on the Longhorn UI. This setting is enabled by default.' - group: "Longhorn Default Settings" - type: boolean - default: "true" - - variable: defaultSettings.defaultReplicaCount - label: Default Replica Count - description: "Default number of replicas for volumes created using the Longhorn UI. For Kubernetes configuration, modify the `numberOfReplicas` field in the StorageClass. The default value is \"3\"." - group: "Longhorn Default Settings" - type: int - min: 1 - max: 20 - default: 3 - - variable: defaultSettings.defaultLonghornStaticStorageClass - label: Default Longhorn Static StorageClass Name - description: "Default Longhorn StorageClass. \"storageClassName\" is assigned to PVs and PVCs that are created for an existing Longhorn volume. \"storageClassName\" can also be used as a label, so it is possible to use a Longhorn StorageClass to bind a workload to an existing PV without creating a Kubernetes StorageClass object. The default value is \"longhorn-static\"." - group: "Longhorn Default Settings" - type: string - default: "longhorn-static" - - variable: defaultSettings.backupstorePollInterval - label: Backupstore Poll Interval - description: "Number of seconds that Longhorn waits before checking the backupstore for new backups. The default value is \"300\". When the value is \"0\", polling is disabled." - group: "Longhorn Default Settings" - type: int - min: 0 - default: 300 - - variable: defaultSettings.failedBackupTTL - label: Failed Backup Time to Live - description: "Number of minutes that Longhorn keeps a failed backup resource. When the value is \"0\", automatic deletion is disabled." - group: "Longhorn Default Settings" - type: int - min: 0 - default: 1440 - - variable: defaultSettings.restoreVolumeRecurringJobs - label: Restore Volume Recurring Jobs - description: "Restore recurring jobs from the backup volume on the backup target and create recurring jobs if not exist during a backup restoration." - group: "Longhorn Default Settings" - type: boolean - default: "false" - - variable: defaultSettings.recurringSuccessfulJobsHistoryLimit - label: Cronjob Successful Jobs History Limit - description: "This setting specifies how many successful backup or snapshot job histories should be retained. History will not be retained if the value is 0." - group: "Longhorn Default Settings" - type: int - min: 0 - default: 1 - - variable: defaultSettings.recurringFailedJobsHistoryLimit - label: Cronjob Failed Jobs History Limit - description: 'Maximum number of failed recurring backup and snapshot jobs to be retained. When the value is "0", a history of failed recurring jobs is not retained.' - group: "Longhorn Default Settings" - type: int - min: 0 - default: 1 - - variable: defaultSettings.recurringJobMaxRetention - label: Maximum Retention Number for Recurring Job - description: "Maximum number of snapshots or backups to be retained." - group: "Longhorn Default Settings" - type: int - default: 100 - - variable: defaultSettings.supportBundleFailedHistoryLimit - label: SupportBundle Failed History Limit - description: "This setting specifies how many failed support bundles can exist in the cluster. Set this value to **0** to have Longhorn automatically purge all failed support bundles." - group: "Longhorn Default Settings" - type: int - min: 0 - default: 1 - - variable: defaultSettings.autoSalvage - label: Automatic salvage - description: "Setting that allows Longhorn to automatically salvage volumes when all replicas become faulty (for example, when the network connection is interrupted). Longhorn determines which replicas are usable and then uses these replicas for the volume. This setting is enabled by default." - group: "Longhorn Default Settings" - type: boolean - default: "true" - - variable: defaultSettings.autoDeletePodWhenVolumeDetachedUnexpectedly - label: Automatically Delete Workload Pod when The Volume Is Detached Unexpectedly - description: 'Setting that allows Longhorn to automatically delete a workload pod that is managed by a controller (for example, daemonset) whenever a Longhorn volume is detached unexpectedly (for example, during Kubernetes upgrades). After deletion, the controller restarts the pod and then Kubernetes handles volume reattachment and remounting.' - group: "Longhorn Default Settings" - type: boolean - default: "true" - - variable: defaultSettings.disableSchedulingOnCordonedNode - label: Disable Scheduling On Cordoned Node - description: "Setting that prevents Longhorn Manager from scheduling replicas on a cordoned Kubernetes node. This setting is enabled by default." - group: "Longhorn Default Settings" - type: boolean - default: "true" - - variable: defaultSettings.replicaZoneSoftAntiAffinity - label: Replica Zone Level Soft Anti-Affinity - description: "Allow scheduling new Replicas of Volume to the Nodes in the same Zone as existing healthy Replicas. Nodes don't belong to any Zone will be treated as in the same Zone. Notice that Longhorn relies on label `topology.kubernetes.io/zone=` in the Kubernetes node object to identify the zone. By, default true." - group: "Longhorn Default Settings" - type: boolean - default: "true" - - variable: defaultSettings.replicaDiskSoftAntiAffinity - label: Replica Disk Level Soft Anti-Affinity - description: 'Allow scheduling on disks with existing healthy replicas of the same volume. By default, true.' - group: "Longhorn Default Settings" - type: boolean - default: "true" - - variable: defaultSettings.allowEmptyNodeSelectorVolume - label: Allow Empty Node Selector Volume - description: "Setting that allows scheduling of empty node selector volumes to any node." - group: "Longhorn Default Settings" - type: boolean - default: "true" - - variable: defaultSettings.allowEmptyDiskSelectorVolume - label: Allow Empty Disk Selector Volume - description: "Setting that allows scheduling of empty disk selector volumes to any disk." - group: "Longhorn Default Settings" - type: boolean - default: "true" - - variable: defaultSettings.nodeDownPodDeletionPolicy - label: Pod Deletion Policy When Node is Down - description: "Policy that defines the action Longhorn takes when a volume is stuck with a StatefulSet or Deployment pod on a node that failed." - group: "Longhorn Default Settings" - type: enum - options: - - "do-nothing" - - "delete-statefulset-pod" - - "delete-deployment-pod" - - "delete-both-statefulset-and-deployment-pod" - default: "do-nothing" - - variable: defaultSettings.nodeDrainPolicy - label: Node Drain Policy - description: "Policy that defines the action Longhorn takes when a node with the last healthy replica of a volume is drained." - group: "Longhorn Default Settings" - type: enum - options: - - "block-for-eviction" - - "block-for-eviction-if-contains-last-replica" - - "block-if-contains-last-replica" - - "allow-if-replica-is-stopped" - - "always-allow" - default: "block-if-contains-last-replica" - - variable: defaultSettings.detachManuallyAttachedVolumesWhenCordoned - label: Detach Manually Attached Volumes When Cordoned - description: "Setting that allows automatic detaching of manually-attached volumes when a node is cordoned." - group: "Longhorn Default Settings" - type: boolean - default: "false" - - variable: defaultSettings.priorityClass - label: Priority Class - description: "PriorityClass for system-managed Longhorn components. This setting can help prevent Longhorn components from being evicted under Node Pressure. Longhorn system contains user deployed components (E.g, Longhorn manager, Longhorn driver, Longhorn UI) and system managed components (E.g, instance manager, engine image, CSI driver, etc.) Note that this will be applied to Longhorn user-deployed components by default if there are no priority class values set yet, such as `longhornManager.priorityClass`. WARNING: DO NOT CHANGE THIS SETTING WITH ATTACHED VOLUMES." - group: "Longhorn Default Settings" - type: string - default: "longhorn-critical" - - variable: defaultSettings.replicaReplenishmentWaitInterval - label: Replica Replenishment Wait Interval - description: "The interval in seconds determines how long Longhorn will at least wait to reuse the existing data on a failed replica rather than directly creating a new replica for a degraded volume." - group: "Longhorn Default Settings" - type: int - min: 0 - default: 600 - - variable: defaultSettings.concurrentReplicaRebuildPerNodeLimit - label: Concurrent Replica Rebuild Per Node Limit - description: "Maximum number of replicas that can be concurrently rebuilt on each node. - WARNING: - - The old setting \"Disable Replica Rebuild\" is replaced by this setting. - - Different from relying on replica starting delay to limit the concurrent rebuilding, if the rebuilding is disabled, replica object replenishment will be directly skipped. - - When the value is 0, the eviction and data locality feature won't work. But this shouldn't have any impact to any current replica rebuild and backup restore." - group: "Longhorn Default Settings" - type: int - min: 0 - default: 5 - - variable: defaultSettings.concurrentVolumeBackupRestorePerNodeLimit - label: Concurrent Volume Backup Restore Per Node Limit - description: "Maximum number of volumes that can be concurrently restored on each node using a backup. When the value is \"0\", restoration of volumes using a backup is disabled." - group: "Longhorn Default Settings" - type: int - min: 0 - default: 5 - - variable: defaultSettings.disableRevisionCounter - label: Disable Revision Counter - description: "Setting that disables the revision counter and thereby prevents Longhorn from tracking all write operations to a volume. When salvaging a volume, Longhorn uses properties of the \"volume-head-xxx.img\" file (the last file size and the last time the file was modified) to select the replica to be used for volume recovery. This setting applies only to volumes created using the Longhorn UI." - group: "Longhorn Default Settings" - type: boolean - default: "false" - - variable: defaultSettings.systemManagedPodsImagePullPolicy - label: System Managed Pod Image Pull Policy - description: "Image pull policy for system-managed pods, such as Instance Manager, engine images, and CSI Driver. Changes to the image pull policy are applied only after the system-managed pods restart." - group: "Longhorn Default Settings" - type: enum - options: - - "if-not-present" - - "always" - - "never" - default: "if-not-present" - - variable: defaultSettings.allowVolumeCreationWithDegradedAvailability - label: Allow Volume Creation with Degraded Availability - description: "Setting that allows you to create and attach a volume without having all replicas scheduled at the time of creation." - group: "Longhorn Default Settings" - type: boolean - default: "true" - - variable: defaultSettings.autoCleanupSystemGeneratedSnapshot - label: Automatically Cleanup System Generated Snapshot - description: "Setting that allows Longhorn to automatically clean up the system-generated snapshot after replica rebuilding is completed." - group: "Longhorn Default Settings" - type: boolean - default: "true" - - variable: defaultSettings.autoCleanupRecurringJobBackupSnapshot - label: Automatically Cleanup Recurring Job Backup Snapshot - description: "Setting that allows Longhorn to automatically clean up the snapshot generated by a recurring backup job." - group: "Longhorn Default Settings" - type: boolean - default: "true" - - variable: defaultSettings.concurrentAutomaticEngineUpgradePerNodeLimit - label: Concurrent Automatic Engine Upgrade Per Node Limit - description: "Maximum number of engines that are allowed to concurrently upgrade on each node after Longhorn Manager is upgraded. When the value is \"0\", Longhorn does not automatically upgrade volume engines to the new default engine image version." - group: "Longhorn Default Settings" - type: int - min: 0 - default: 0 - - variable: defaultSettings.backingImageCleanupWaitInterval - label: Backing Image Cleanup Wait Interval - description: "Number of minutes that Longhorn waits before cleaning up the backing image file when no replicas in the disk are using it." - group: "Longhorn Default Settings" - type: int - min: 0 - default: 60 - - variable: defaultSettings.backingImageRecoveryWaitInterval - label: Backing Image Recovery Wait Interval - description: "Number of seconds that Longhorn waits before downloading a backing image file again when the status of all image disk files changes to \"failed\" or \"unknown\"." - group: "Longhorn Default Settings" - type: int - min: 0 - default: 300 - - variable: defaultSettings.guaranteedInstanceManagerCPU - label: Guaranteed Instance Manager CPU - description: "Percentage of the total allocatable CPU resources on each node to be reserved for each instance manager pod when the V1 Data Engine is enabled. The default value is \"12\". - WARNING: - - Value 0 means removing the CPU requests from spec of instance manager pods. - - Considering the possible number of new instance manager pods in a further system upgrade, this integer value ranges from 0 to 40. - - One more set of instance manager pods may need to be deployed when the Longhorn system is upgraded. If current available CPUs of the nodes are not enough for the new instance manager pods, you need to detach the volumes using the oldest instance manager pods so that Longhorn can clean up the old pods automatically and release the CPU resources. And the new pods with the latest instance manager image will be launched then. - - This global setting will be ignored for a node if the field \"InstanceManagerCPURequest\" on the node is set. - - After this setting is changed, all instance manager pods using this global setting on all the nodes will be automatically restarted. In other words, DO NOT CHANGE THIS SETTING WITH ATTACHED VOLUMES." - group: "Longhorn Default Settings" - type: int - min: 0 - max: 40 - default: 12 - - variable: defaultSettings.logLevel - label: Log Level - description: 'Log levels that indicate the type and severity of logs in Longhorn Manager. The default value is "Info". (Options: "Panic", "Fatal", "Error", "Warn", "Info", "Debug", "Trace")' - group: "Longhorn Default Settings" - type: string - default: "Info" - - variable: defaultSettings.disableSnapshotPurge - label: Disable Snapshot Purge - description: "Setting that temporarily prevents all attempts to purge volume snapshots." - group: "Longhorn Default Settings" - type: boolean - default: "false" -- variable: defaultSettings.kubernetesClusterAutoscalerEnabled - label: Kubernetes Cluster Autoscaler Enabled (Experimental) - description: "Setting that notifies Longhorn that the cluster is using the Kubernetes Cluster Autoscaler. - WARNING: - - Replica rebuilding could be expensive because nodes with reusable replicas could get removed by the Kubernetes Cluster Autoscaler." - group: "Longhorn Default Settings" - type: boolean - default: false -- variable: defaultSettings.orphanAutoDeletion - label: Orphaned Data Cleanup - description: "Setting that allows Longhorn to automatically delete an orphaned resource and the corresponding data (for example, stale replicas). Orphaned resources on failed or unknown nodes are not automatically cleaned up." - group: "Longhorn Default Settings" - type: boolean - default: false -- variable: defaultSettings.storageNetwork - label: Storage Network - description: "Longhorn uses the storage network for in-cluster data traffic. Leave this blank to use the Kubernetes cluster network. - WARNING: - - This setting should change after detaching all Longhorn volumes, as some of the Longhorn system component pods will get recreated to apply the setting. Longhorn will try to block this setting update when there are attached volumes." - group: "Longhorn Default Settings" - type: string - default: -- variable: defaultSettings.deletingConfirmationFlag - label: Deleting Confirmation Flag - description: "Flag that prevents accidental uninstallation of Longhorn." - group: "Longhorn Default Settings" - type: boolean - default: "false" -- variable: defaultSettings.engineReplicaTimeout - label: Timeout between Engine and Replica - description: "Timeout between the Longhorn Engine and replicas. Specify a value between \"8\" and \"30\" seconds. The default value is \"8\"." - group: "Longhorn Default Settings" - type: int - default: "8" -- variable: defaultSettings.snapshotDataIntegrity - label: Snapshot Data Integrity - description: "This setting allows users to enable or disable snapshot hashing and data integrity checking." - group: "Longhorn Default Settings" - type: string - default: "disabled" -- variable: defaultSettings.snapshotDataIntegrityImmediateCheckAfterSnapshotCreation - label: Immediate Snapshot Data Integrity Check After Creating a Snapshot - description: "Hashing snapshot disk files impacts the performance of the system. The immediate snapshot hashing and checking can be disabled to minimize the impact after creating a snapshot." - group: "Longhorn Default Settings" - type: boolean - default: "false" -- variable: defaultSettings.snapshotDataIntegrityCronjob - label: Snapshot Data Integrity Check CronJob - description: "Unix-cron string format. The setting specifies when Longhorn checks the data integrity of snapshot disk files." - group: "Longhorn Default Settings" - type: string - default: "0 0 */7 * *" -- variable: defaultSettings.removeSnapshotsDuringFilesystemTrim - label: Remove Snapshots During Filesystem Trim - description: "This setting allows Longhorn filesystem trim feature to automatically mark the latest snapshot and its ancestors as removed and stops at the snapshot containing multiple children." - group: "Longhorn Default Settings" - type: boolean - default: "false" -- variable: defaultSettings.fastReplicaRebuildEnabled - label: Fast Replica Rebuild Enabled - description: "Setting that allows fast rebuilding of replicas using the checksum of snapshot disk files. Before enabling this setting, you must set the snapshot-data-integrity value to \"enable\" or \"fast-check\"." - group: "Longhorn Default Settings" - type: boolean - default: false -- variable: defaultSettings.replicaFileSyncHttpClientTimeout - label: Timeout of HTTP Client to Replica File Sync Server - description: "In seconds. The setting specifies the HTTP client timeout to the file sync server." - group: "Longhorn Default Settings" - type: int - default: "30" -- variable: defaultSettings.backupCompressionMethod - label: Backup Compression Method - description: "Setting that allows you to specify a backup compression method." - group: "Longhorn Default Settings" - type: string - default: "lz4" -- variable: defaultSettings.backupConcurrentLimit - label: Backup Concurrent Limit Per Backup - description: "Maximum number of worker threads that can concurrently run for each backup." - group: "Longhorn Default Settings" - type: int - min: 1 - default: 2 -- variable: defaultSettings.restoreConcurrentLimit - label: Restore Concurrent Limit Per Backup - description: "This setting controls how many worker threads per restore concurrently." - group: "Longhorn Default Settings" - type: int - min: 1 - default: 2 -- variable: defaultSettings.allowCollectingLonghornUsageMetrics - label: Allow Collecting Longhorn Usage Metrics - description: "Setting that allows Longhorn to periodically collect anonymous usage data for product improvement purposes. Longhorn sends collected data to the [Upgrade Responder](https://github.com/longhorn/upgrade-responder) server, which is the data source of the Longhorn Public Metrics Dashboard (https://metrics.longhorn.io). The Upgrade Responder server does not store data that can be used to identify clients, including IP addresses." - group: "Longhorn Default Settings" - type: boolean - default: true -- variable: defaultSettings.v1DataEngine - label: V1 Data Engine - description: "Setting that allows you to enable the V1 Data Engine." - group: "Longhorn V1 Data Engine Settings" - type: boolean - default: true -- variable: defaultSettings.v2DataEngine - label: V2 Data Engine - description: "Setting that allows you to enable the V2 Data Engine, which is based on the Storage Performance Development Kit (SPDK). The V2 Data Engine is a preview feature and should not be used in production environments. - WARNING: - - DO NOT CHANGE THIS SETTING WITH ATTACHED VOLUMES. Longhorn will block this setting update when there are attached volumes. - - When the V2 Data Engine is enabled, each instance-manager pod utilizes 1 CPU core. This high CPU usage is attributed to the spdk_tgt process running within each instance-manager pod. The spdk_tgt process is responsible for handling input/output (IO) operations and requires intensive polling. As a result, it consumes 100% of a dedicated CPU core to efficiently manage and process the IO requests, ensuring optimal performance and responsiveness for storage operations." - group: "Longhorn V2 Data Engine (Preview Feature) Settings" - type: boolean - default: false -- variable: defaultSettings.v2DataEngineHugepageLimit - label: V2 Data Engine - description: "This allows users to configure maximum huge page size (in MiB) for the V2 Data Engine." - group: "Longhorn V2 Data Engine (Preview Feature) Settings" - type: int - default: "2048" -- variable: defaultSettings.offlineReplicaRebuilding - label: Offline Replica Rebuilding - description: "Setting that allows rebuilding of offline replicas for volumes using the V2 Data Engine." - group: "Longhorn V2 Data Engine (Preview Feature) Settings" - required: true - type: enum - options: - - "enabled" - - "disabled" - default: "enabled" -- variable: persistence.defaultClass - default: "true" - description: "Setting that allows you to specify the default Longhorn StorageClass." - label: Default Storage Class - group: "Longhorn Storage Class Settings" - required: true - type: boolean -- variable: persistence.reclaimPolicy - label: Storage Class Retain Policy - description: "Reclaim policy that provides instructions for handling of a volume after its claim is released. (Options: \"Retain\", \"Delete\")" - group: "Longhorn Storage Class Settings" - required: true - type: enum - options: - - "Delete" - - "Retain" - default: "Delete" -- variable: persistence.defaultClassReplicaCount - description: "Replica count of the default Longhorn StorageClass." - label: Default Storage Class Replica Count - group: "Longhorn Storage Class Settings" - type: int - min: 1 - max: 10 - default: 3 -- variable: persistence.defaultDataLocality - description: "Data locality of the default Longhorn StorageClass. (Options: \"disabled\", \"best-effort\")" - label: Default Storage Class Data Locality - group: "Longhorn Storage Class Settings" - type: enum - options: - - "disabled" - - "best-effort" - default: "disabled" -- variable: persistence.recurringJobSelector.enable - description: "Setting that allows you to enable the recurring job selector for a Longhorn StorageClass." - group: "Longhorn Storage Class Settings" - label: Enable Storage Class Recurring Job Selector - type: boolean - default: false - show_subquestion_if: true - subquestions: - - variable: persistence.recurringJobSelector.jobList - description: 'Recurring job selector for a Longhorn StorageClass. Ensure that quotes are used correctly when specifying job parameters. (Example: `[{"name":"backup", "isGroup":true}]`)' - label: Storage Class Recurring Job Selector List - group: "Longhorn Storage Class Settings" - type: string - default: -- variable: persistence.defaultNodeSelector.enable - description: "Setting that allows you to enable the node selector for the default Longhorn StorageClass." - group: "Longhorn Storage Class Settings" - label: Enable Storage Class Node Selector - type: boolean - default: false - show_subquestion_if: true - subquestions: - - variable: persistence.defaultNodeSelector.selector - label: Storage Class Node Selector - description: 'Node selector for the default Longhorn StorageClass. Longhorn uses only nodes with the specified tags for storing volume data. (Examples: "storage,fast")' - group: "Longhorn Storage Class Settings" - type: string - default: -- variable: persistence.backingImage.enable - description: "Setting that allows you to use a backing image in a Longhorn StorageClass." - group: "Longhorn Storage Class Settings" - label: Default Storage Class Backing Image - type: boolean - default: false - show_subquestion_if: true - subquestions: - - variable: persistence.backingImage.name - description: 'Backing image to be used for creating and restoring volumes in a Longhorn StorageClass. When no backing images are available, specify the data source type and parameters that Longhorn can use to create a backing image.' - label: Storage Class Backing Image Name - group: "Longhorn Storage Class Settings" - type: string - default: - - variable: persistence.backingImage.expectedChecksum - description: 'Expected SHA-512 checksum of a backing image used in a Longhorn StorageClass. - WARNING: - - If the backing image name is not specified, setting this field is meaningless. - - It is not recommended to set this field if the data source type is \"export-from-volume\".' - label: Storage Class Backing Image Expected SHA512 Checksum - group: "Longhorn Storage Class Settings" - type: string - default: - - variable: persistence.backingImage.dataSourceType - description: 'Data source type of a backing image used in a Longhorn StorageClass. If the backing image exists in the cluster, Longhorn uses this setting to verify the image. If the backing image does not exist, Longhorn creates one using the specified data source type. - WARNING: - - If the backing image name is not specified, setting this field is meaningless. - - As for backing image creation with data source type \"upload\", it is recommended to do it via UI rather than StorageClass here. Uploading requires file data sending to the Longhorn backend after the object creation, which is complicated if you want to handle it manually.' - label: Storage Class Backing Image Data Source Type - group: "Longhorn Storage Class Settings" - type: enum - options: - - "" - - "download" - - "upload" - - "export-from-volume" - default: "" - - variable: persistence.backingImage.dataSourceParameters - description: "Data source parameters of a backing image used in a Longhorn StorageClass. You can specify a JSON string of a map. (Example: `'{\"url\":\"https://backing-image-example.s3-region.amazonaws.com/test-backing-image\"}'`) - WARNING: - - If the backing image name is not specified, setting this field is meaningless. - - Be careful of the quotes here." - label: Storage Class Backing Image Data Source Parameters - group: "Longhorn Storage Class Settings" - type: string - default: -- variable: persistence.removeSnapshotsDuringFilesystemTrim - description: "Setting that allows you to enable automatic snapshot removal during filesystem trim for a Longhorn StorageClass. (Options: \"ignored\", \"enabled\", \"disabled\")" - label: Default Storage Class Remove Snapshots During Filesystem Trim - group: "Longhorn Storage Class Settings" - type: enum - options: - - "ignored" - - "enabled" - - "disabled" - default: "ignored" -- variable: ingress.enabled - default: "false" - description: "Expose app using Layer 7 Load Balancer - ingress" - type: boolean - group: "Services and Load Balancing" - label: Expose app using Layer 7 Load Balancer - show_subquestion_if: true - subquestions: - - variable: ingress.host - default: "xip.io" - description: "Hostname of the Layer 7 load balancer." - type: hostname - required: true - label: Layer 7 Load Balancer Hostname - - variable: ingress.path - default: "/" - description: "Default ingress path. You can access the Longhorn UI by following the full ingress path {{host}}+{{path}}." - type: string - required: true - label: Ingress Path -- variable: service.ui.type - default: "Rancher-Proxy" - description: "Service type for Longhorn UI. (Options: \"ClusterIP\", \"NodePort\", \"LoadBalancer\", \"Rancher-Proxy\")" - type: enum - options: - - "ClusterIP" - - "NodePort" - - "LoadBalancer" - - "Rancher-Proxy" - label: Longhorn UI Service - show_if: "ingress.enabled=false" - group: "Services and Load Balancing" - show_subquestion_if: "NodePort" - subquestions: - - variable: service.ui.nodePort - default: "" - description: "NodePort port number for Longhorn UI. When unspecified, Longhorn selects a free port between 30000 and 32767." - type: int - min: 30000 - max: 32767 - show_if: "service.ui.type=NodePort||service.ui.type=LoadBalancer" - label: UI Service NodePort number -- variable: enablePSP - default: "false" - description: "Setting that allows you to enable pod security policies (PSPs) that allow privileged Longhorn pods to start. This setting applies only to clusters running Kubernetes 1.25 and earlier, and with the built-in Pod Security admission controller enabled." - label: Pod Security Policy - type: boolean - group: "Other Settings" -- variable: global.cattle.windowsCluster.enabled - default: "false" - description: "Setting that allows Longhorn to run on a Rancher Windows cluster." - label: Rancher Windows Cluster - type: boolean - group: "Other Settings" -- variable: networkPolicies.enabled - description: "Setting that allows you to enable network policies that control access to Longhorn pods. - Warning: The Rancher Proxy will not work if this feature is enabled and a custom NetworkPolicy must be added." - group: "Other Settings" - label: Network Policies - default: "false" - type: boolean - subquestions: - - variable: networkPolicies.type - label: Network Policies for Ingress - description: "Distribution that determines the policy for allowing access for an ingress. (Options: \"k3s\", \"rke2\", \"rke1\")" - show_if: "networkPolicies.enabled=true&&ingress.enabled=true" - type: enum - default: "rke2" - options: - - "rke1" - - "rke2" - - "k3s" - - variable: defaultSettings.v2DataEngineGuaranteedInstanceManagerCPU - label: Guaranteed Instance Manager CPU for V2 Data Engine - description: 'Number of millicpus on each node to be reserved for each Instance Manager pod when the V2 Data Engine is enabled. The default value is "1250". - WARNING: - - Specifying a value of 0 disables CPU requests for instance manager pods. You must specify an integer between 1000 and 8000. - - This is a global setting. Modifying the value triggers an automatic restart of the instance manager pods. Do not modify the value while volumes are still attached." - group: "Longhorn Default Settings' - type: int - min: 1000 - max: 8000 - default: 1250 \ No newline at end of file diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/NOTES.txt b/deploy/charts/harvester/dependency_charts/longhorn/templates/NOTES.txt deleted file mode 100644 index cca7cd77b9..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/NOTES.txt +++ /dev/null @@ -1,5 +0,0 @@ -Longhorn is now installed on the cluster! - -Please wait a few minutes for other Longhorn components such as CSI deployments, Engine Images, and Instance Managers to be initialized. - -Visit our documentation at https://longhorn.io/docs/ diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/_helpers.tpl b/deploy/charts/harvester/dependency_charts/longhorn/templates/_helpers.tpl deleted file mode 100644 index 3fbc2ac02f..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/_helpers.tpl +++ /dev/null @@ -1,66 +0,0 @@ -{{/* vim: set filetype=mustache: */}} -{{/* -Expand the name of the chart. -*/}} -{{- define "longhorn.name" -}} -{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} -{{- end -}} - -{{/* -Create a default fully qualified app name. -We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec). -*/}} -{{- define "longhorn.fullname" -}} -{{- $name := default .Chart.Name .Values.nameOverride -}} -{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}} -{{- end -}} - - -{{- define "longhorn.managerIP" -}} -{{- $fullname := (include "longhorn.fullname" .) -}} -{{- printf "http://%s-backend:9500" $fullname | trunc 63 | trimSuffix "-" -}} -{{- end -}} - - -{{- define "secret" }} -{{- printf "{\"auths\": {\"%s\": {\"auth\": \"%s\"}}}" .Values.privateRegistry.registryUrl (printf "%s:%s" .Values.privateRegistry.registryUser .Values.privateRegistry.registryPasswd | b64enc) | b64enc }} -{{- end }} - -{{- /* -longhorn.labels generates the standard Helm labels. -*/ -}} -{{- define "longhorn.labels" -}} -app.kubernetes.io/name: {{ template "longhorn.name" . }} -helm.sh/chart: {{ .Chart.Name }}-{{ .Chart.Version | replace "+" "_" }} -app.kubernetes.io/managed-by: {{ .Release.Service }} -app.kubernetes.io/instance: {{ .Release.Name }} -app.kubernetes.io/version: {{ .Chart.AppVersion }} -{{- end -}} - - -{{- define "system_default_registry" -}} -{{- if .Values.global.cattle.systemDefaultRegistry -}} -{{- printf "%s/" .Values.global.cattle.systemDefaultRegistry -}} -{{- else -}} -{{- "" -}} -{{- end -}} -{{- end -}} - -{{- define "registry_url" -}} -{{- if .Values.privateRegistry.registryUrl -}} -{{- printf "%s/" .Values.privateRegistry.registryUrl -}} -{{- else -}} -{{ include "system_default_registry" . }} -{{- end -}} -{{- end -}} - -{{- /* - define the longhorn release namespace -*/ -}} -{{- define "release_namespace" -}} -{{- if .Values.namespaceOverride -}} -{{- .Values.namespaceOverride -}} -{{- else -}} -{{- .Release.Namespace -}} -{{- end -}} -{{- end -}} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/clusterrole.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/clusterrole.yaml deleted file mode 100644 index f6e069f004..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/clusterrole.yaml +++ /dev/null @@ -1,77 +0,0 @@ -apiVersion: rbac.authorization.k8s.io/v1 -kind: ClusterRole -metadata: - name: longhorn-role - labels: {{- include "longhorn.labels" . | nindent 4 }} -rules: -- apiGroups: - - apiextensions.k8s.io - resources: - - customresourcedefinitions - verbs: - - "*" -- apiGroups: [""] - resources: ["pods", "events", "persistentvolumes", "persistentvolumeclaims","persistentvolumeclaims/status", "nodes", "proxy/nodes", "pods/log", "secrets", "services", "endpoints", "configmaps", "serviceaccounts"] - verbs: ["*"] -- apiGroups: [""] - resources: ["namespaces"] - verbs: ["get", "list"] -- apiGroups: ["apps"] - resources: ["daemonsets", "statefulsets", "deployments"] - verbs: ["*"] -- apiGroups: ["batch"] - resources: ["jobs", "cronjobs"] - verbs: ["*"] -- apiGroups: ["policy"] - resources: ["poddisruptionbudgets", "podsecuritypolicies"] - verbs: ["*"] -- apiGroups: ["scheduling.k8s.io"] - resources: ["priorityclasses"] - verbs: ["watch", "list"] -- apiGroups: ["storage.k8s.io"] - resources: ["storageclasses", "volumeattachments", "volumeattachments/status", "csinodes", "csidrivers"] - verbs: ["*"] -- apiGroups: ["snapshot.storage.k8s.io"] - resources: ["volumesnapshotclasses", "volumesnapshots", "volumesnapshotcontents", "volumesnapshotcontents/status"] - verbs: ["*"] -- apiGroups: ["longhorn.io"] - resources: ["volumes", "volumes/status", "engines", "engines/status", "replicas", "replicas/status", "settings", - "engineimages", "engineimages/status", "nodes", "nodes/status", "instancemanagers", "instancemanagers/status", - {{- if .Values.openshift.enabled }} - "engineimages/finalizers", "nodes/finalizers", "instancemanagers/finalizers", - {{- end }} - "sharemanagers", "sharemanagers/status", "backingimages", "backingimages/status", - "backingimagemanagers", "backingimagemanagers/status", "backingimagedatasources", "backingimagedatasources/status", - "backuptargets", "backuptargets/status", "backupvolumes", "backupvolumes/status", "backups", "backups/status", - "recurringjobs", "recurringjobs/status", "orphans", "orphans/status", "snapshots", "snapshots/status", - "supportbundles", "supportbundles/status", "systembackups", "systembackups/status", "systemrestores", "systemrestores/status", - "volumeattachments", "volumeattachments/status", "backupbackingimages", "backupbackingimages/status"] - verbs: ["*"] -- apiGroups: ["coordination.k8s.io"] - resources: ["leases"] - verbs: ["*"] -- apiGroups: ["metrics.k8s.io"] - resources: ["pods", "nodes"] - verbs: ["get", "list"] -- apiGroups: ["apiregistration.k8s.io"] - resources: ["apiservices"] - verbs: ["list", "watch"] -- apiGroups: ["admissionregistration.k8s.io"] - resources: ["mutatingwebhookconfigurations", "validatingwebhookconfigurations"] - verbs: ["get", "list", "create", "patch", "delete"] -- apiGroups: ["rbac.authorization.k8s.io"] - resources: ["roles", "rolebindings", "clusterrolebindings", "clusterroles"] - verbs: ["*"] -{{- if .Values.openshift.enabled }} ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: ClusterRole -metadata: - name: longhorn-ocp-privileged-role - labels: {{- include "longhorn.labels" . | nindent 4 }} -rules: -- apiGroups: ["security.openshift.io"] - resources: ["securitycontextconstraints"] - resourceNames: ["anyuid", "privileged"] - verbs: ["use"] -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/clusterrolebinding.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/clusterrolebinding.yaml deleted file mode 100644 index 2e34f014ce..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/clusterrolebinding.yaml +++ /dev/null @@ -1,49 +0,0 @@ -apiVersion: rbac.authorization.k8s.io/v1 -kind: ClusterRoleBinding -metadata: - name: longhorn-bind - labels: {{- include "longhorn.labels" . | nindent 4 }} -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: ClusterRole - name: longhorn-role -subjects: -- kind: ServiceAccount - name: longhorn-service-account - namespace: {{ include "release_namespace" . }} ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: ClusterRoleBinding -metadata: - name: longhorn-support-bundle - labels: {{- include "longhorn.labels" . | nindent 4 }} -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: ClusterRole - name: cluster-admin -subjects: -- kind: ServiceAccount - name: longhorn-support-bundle - namespace: {{ include "release_namespace" . }} -{{- if .Values.openshift.enabled }} ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: ClusterRoleBinding -metadata: - name: longhorn-ocp-privileged-bind - labels: {{- include "longhorn.labels" . | nindent 4 }} -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: ClusterRole - name: longhorn-ocp-privileged-role -subjects: -- kind: ServiceAccount - name: longhorn-service-account - namespace: {{ include "release_namespace" . }} -- kind: ServiceAccount - name: longhorn-ui-service-account - namespace: {{ include "release_namespace" . }} -- kind: ServiceAccount - name: default # supportbundle-agent-support-bundle uses default sa - namespace: {{ include "release_namespace" . }} -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/crds.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/crds.yaml deleted file mode 100644 index de5046a492..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/crds.yaml +++ /dev/null @@ -1,3942 +0,0 @@ -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: backingimagedatasources.longhorn.io -spec: - group: longhorn.io - names: - kind: BackingImageDataSource - listKind: BackingImageDataSourceList - plural: backingimagedatasources - shortNames: - - lhbids - singular: backingimagedatasource - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The current state of the pod used to provision the backing image file from source - jsonPath: .status.currentState - name: State - type: string - - description: The data source type - jsonPath: .spec.sourceType - name: SourceType - type: string - - description: The node the backing image file will be prepared on - jsonPath: .spec.nodeID - name: Node - type: string - - description: The disk the backing image file will be prepared on - jsonPath: .spec.diskUUID - name: DiskUUID - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta1 - schema: - openAPIV3Schema: - description: BackingImageDataSource is where Longhorn stores backing image data source object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: The system generated UUID of the provisioned backing image file - jsonPath: .spec.uuid - name: UUID - type: string - - description: The current state of the pod used to provision the backing image file from source - jsonPath: .status.currentState - name: State - type: string - - description: The data source type - jsonPath: .spec.sourceType - name: SourceType - type: string - - description: The backing image file size - jsonPath: .status.size - name: Size - type: string - - description: The node the backing image file will be prepared on - jsonPath: .spec.nodeID - name: Node - type: string - - description: The disk the backing image file will be prepared on - jsonPath: .spec.diskUUID - name: DiskUUID - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: BackingImageDataSource is where Longhorn stores backing image data source object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: BackingImageDataSourceSpec defines the desired state of the Longhorn backing image data source - properties: - checksum: - type: string - diskPath: - type: string - diskUUID: - type: string - fileTransferred: - type: boolean - nodeID: - type: string - parameters: - additionalProperties: - type: string - type: object - sourceType: - enum: - - download - - upload - - export-from-volume - - restore - type: string - uuid: - type: string - type: object - status: - description: BackingImageDataSourceStatus defines the observed state of the Longhorn backing image data source - properties: - checksum: - type: string - currentState: - type: string - ip: - type: string - message: - type: string - ownerID: - type: string - progress: - type: integer - runningParameters: - additionalProperties: - type: string - nullable: true - type: object - size: - format: int64 - type: integer - storageIP: - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: backingimagemanagers.longhorn.io -spec: - group: longhorn.io - names: - kind: BackingImageManager - listKind: BackingImageManagerList - plural: backingimagemanagers - shortNames: - - lhbim - singular: backingimagemanager - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The current state of the manager - jsonPath: .status.currentState - name: State - type: string - - description: The image the manager pod will use - jsonPath: .spec.image - name: Image - type: string - - description: The node the manager is on - jsonPath: .spec.nodeID - name: Node - type: string - - description: The disk the manager is responsible for - jsonPath: .spec.diskUUID - name: DiskUUID - type: string - - description: The disk path the manager is using - jsonPath: .spec.diskPath - name: DiskPath - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta1 - schema: - openAPIV3Schema: - description: BackingImageManager is where Longhorn stores backing image manager object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: The current state of the manager - jsonPath: .status.currentState - name: State - type: string - - description: The image the manager pod will use - jsonPath: .spec.image - name: Image - type: string - - description: The node the manager is on - jsonPath: .spec.nodeID - name: Node - type: string - - description: The disk the manager is responsible for - jsonPath: .spec.diskUUID - name: DiskUUID - type: string - - description: The disk path the manager is using - jsonPath: .spec.diskPath - name: DiskPath - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: BackingImageManager is where Longhorn stores backing image manager object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: BackingImageManagerSpec defines the desired state of the Longhorn backing image manager - properties: - backingImages: - additionalProperties: - type: string - type: object - diskPath: - type: string - diskUUID: - type: string - image: - type: string - nodeID: - type: string - type: object - status: - description: BackingImageManagerStatus defines the observed state of the Longhorn backing image manager - properties: - apiMinVersion: - type: integer - apiVersion: - type: integer - backingImageFileMap: - additionalProperties: - properties: - currentChecksum: - type: string - message: - type: string - name: - type: string - progress: - type: integer - senderManagerAddress: - type: string - sendingReference: - type: integer - size: - format: int64 - type: integer - state: - type: string - uuid: - type: string - virtualSize: - format: int64 - type: integer - type: object - nullable: true - type: object - currentState: - type: string - ip: - type: string - ownerID: - type: string - storageIP: - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: backingimages.longhorn.io -spec: - conversion: - strategy: Webhook - webhook: - clientConfig: - service: - name: longhorn-conversion-webhook - namespace: {{ include "release_namespace" . }} - path: /v1/webhook/conversion - port: 9501 - conversionReviewVersions: - - v1beta2 - - v1beta1 - group: longhorn.io - names: - kind: BackingImage - listKind: BackingImageList - plural: backingimages - shortNames: - - lhbi - singular: backingimage - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The backing image name - jsonPath: .spec.image - name: Image - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta1 - schema: - openAPIV3Schema: - description: BackingImage is where Longhorn stores backing image object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: The system generated UUID - jsonPath: .status.uuid - name: UUID - type: string - - description: The source of the backing image file data - jsonPath: .spec.sourceType - name: SourceType - type: string - - description: The backing image file size in each disk - jsonPath: .status.size - name: Size - type: string - - description: The virtual size of the image (may be larger than file size) - jsonPath: .status.virtualSize - name: VirtualSize - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: BackingImage is where Longhorn stores backing image object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: BackingImageSpec defines the desired state of the Longhorn backing image - properties: - checksum: - type: string - disks: - additionalProperties: - type: string - type: object - sourceParameters: - additionalProperties: - type: string - type: object - sourceType: - enum: - - download - - upload - - export-from-volume - - restore - type: string - type: object - status: - description: BackingImageStatus defines the observed state of the Longhorn backing image status - properties: - checksum: - type: string - diskFileStatusMap: - additionalProperties: - properties: - lastStateTransitionTime: - type: string - message: - type: string - progress: - type: integer - state: - type: string - type: object - nullable: true - type: object - diskLastRefAtMap: - additionalProperties: - type: string - nullable: true - type: object - ownerID: - type: string - size: - format: int64 - type: integer - uuid: - type: string - virtualSize: - description: Virtual size of image, which may be larger than physical size. Will be zero until known (e.g. while a backing image is uploading) - format: int64 - type: integer - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: - longhorn-manager: "" - name: backupbackingimages.longhorn.io -spec: - group: longhorn.io - names: - kind: BackupBackingImage - listKind: BackupBackingImageList - plural: backupbackingimages - shortNames: - - lhbbi - singular: backupbackingimage - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The backing image name - jsonPath: .status.backingImage - name: BackingImage - type: string - - description: The backing image size - jsonPath: .status.size - name: Size - type: string - - description: The backing image backup upload finished time - jsonPath: .status.backupCreatedAt - name: BackupCreatedAt - type: string - - description: The backing image backup state - jsonPath: .status.state - name: State - type: string - - description: The last synced time - jsonPath: .status.lastSyncedAt - name: LastSyncedAt - type: string - name: v1beta2 - schema: - openAPIV3Schema: - description: BackupBackingImage is where Longhorn stores backing image backup object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: BackupBackingImageSpec defines the desired state of the Longhorn backing image backup - properties: - labels: - additionalProperties: - type: string - description: The labels of backing image backup. - type: object - syncRequestedAt: - description: The time to request run sync the remote backing image backup. - format: date-time - nullable: true - type: string - userCreated: - description: Is this CR created by user through API or UI. Required - type: boolean - required: - - userCreated - type: object - status: - description: BackupBackingImageStatus defines the observed state of the Longhorn backing image backup - properties: - backingImage: - description: The backing image name. - type: string - backupCreatedAt: - description: The backing image backup upload finished time. - type: string - checksum: - description: The checksum of the backing image. - type: string - compressionMethod: - description: Compression method - type: string - error: - description: The error message when taking the backing image backup. - type: string - labels: - additionalProperties: - type: string - description: The labels of backing image backup. - nullable: true - type: object - lastSyncedAt: - description: The last time that the backing image backup was synced with the remote backup target. - format: date-time - nullable: true - type: string - managerAddress: - description: The address of the backing image manager that runs backing image backup. - type: string - messages: - additionalProperties: - type: string - description: The error messages when listing or inspecting backing image backup. - nullable: true - type: object - ownerID: - description: The node ID on which the controller is responsible to reconcile this CR. - type: string - progress: - description: The backing image backup progress. - type: integer - size: - description: The backing image size. - format: int64 - type: integer - state: - description: The backing image backup creation state. Can be "", "InProgress", "Completed", "Error", "Unknown". - type: string - url: - description: The backing image backup URL. - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: backups.longhorn.io -spec: - group: longhorn.io - names: - kind: Backup - listKind: BackupList - plural: backups - shortNames: - - lhb - singular: backup - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The snapshot name - jsonPath: .status.snapshotName - name: SnapshotName - type: string - - description: The snapshot size - jsonPath: .status.size - name: SnapshotSize - type: string - - description: The snapshot creation time - jsonPath: .status.snapshotCreatedAt - name: SnapshotCreatedAt - type: string - - description: The backup state - jsonPath: .status.state - name: State - type: string - - description: The backup last synced time - jsonPath: .status.lastSyncedAt - name: LastSyncedAt - type: string - name: v1beta1 - schema: - openAPIV3Schema: - description: Backup is where Longhorn stores backup object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: The snapshot name - jsonPath: .status.snapshotName - name: SnapshotName - type: string - - description: The snapshot size - jsonPath: .status.size - name: SnapshotSize - type: string - - description: The snapshot creation time - jsonPath: .status.snapshotCreatedAt - name: SnapshotCreatedAt - type: string - - description: The backup state - jsonPath: .status.state - name: State - type: string - - description: The backup last synced time - jsonPath: .status.lastSyncedAt - name: LastSyncedAt - type: string - name: v1beta2 - schema: - openAPIV3Schema: - description: Backup is where Longhorn stores backup object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: BackupSpec defines the desired state of the Longhorn backup - properties: - labels: - additionalProperties: - type: string - description: The labels of snapshot backup. - type: object - snapshotName: - description: The snapshot name. - type: string - syncRequestedAt: - description: The time to request run sync the remote backup. - format: date-time - nullable: true - type: string - type: object - status: - description: BackupStatus defines the observed state of the Longhorn backup - properties: - backupCreatedAt: - description: The snapshot backup upload finished time. - type: string - compressionMethod: - description: Compression method - type: string - error: - description: The error message when taking the snapshot backup. - type: string - labels: - additionalProperties: - type: string - description: The labels of snapshot backup. - nullable: true - type: object - lastSyncedAt: - description: The last time that the backup was synced with the remote backup target. - format: date-time - nullable: true - type: string - messages: - additionalProperties: - type: string - description: The error messages when calling longhorn engine on listing or inspecting backups. - nullable: true - type: object - ownerID: - description: The node ID on which the controller is responsible to reconcile this backup CR. - type: string - progress: - description: The snapshot backup progress. - type: integer - replicaAddress: - description: The address of the replica that runs snapshot backup. - type: string - size: - description: The snapshot size. - type: string - snapshotCreatedAt: - description: The snapshot creation time. - type: string - snapshotName: - description: The snapshot name. - type: string - state: - description: The backup creation state. Can be "", "InProgress", "Completed", "Error", "Unknown". - type: string - url: - description: The snapshot backup URL. - type: string - volumeBackingImageName: - description: The volume's backing image name. - type: string - volumeCreated: - description: The volume creation time. - type: string - volumeName: - description: The volume name. - type: string - volumeSize: - description: The volume size. - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: backuptargets.longhorn.io -spec: - conversion: - strategy: Webhook - webhook: - clientConfig: - service: - name: longhorn-conversion-webhook - namespace: {{ include "release_namespace" . }} - path: /v1/webhook/conversion - port: 9501 - conversionReviewVersions: - - v1beta2 - - v1beta1 - group: longhorn.io - names: - kind: BackupTarget - listKind: BackupTargetList - plural: backuptargets - shortNames: - - lhbt - singular: backuptarget - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The backup target URL - jsonPath: .spec.backupTargetURL - name: URL - type: string - - description: The backup target credential secret - jsonPath: .spec.credentialSecret - name: Credential - type: string - - description: The backup target poll interval - jsonPath: .spec.pollInterval - name: LastBackupAt - type: string - - description: Indicate whether the backup target is available or not - jsonPath: .status.available - name: Available - type: boolean - - description: The backup target last synced time - jsonPath: .status.lastSyncedAt - name: LastSyncedAt - type: string - name: v1beta1 - schema: - openAPIV3Schema: - description: BackupTarget is where Longhorn stores backup target object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: The backup target URL - jsonPath: .spec.backupTargetURL - name: URL - type: string - - description: The backup target credential secret - jsonPath: .spec.credentialSecret - name: Credential - type: string - - description: The backup target poll interval - jsonPath: .spec.pollInterval - name: LastBackupAt - type: string - - description: Indicate whether the backup target is available or not - jsonPath: .status.available - name: Available - type: boolean - - description: The backup target last synced time - jsonPath: .status.lastSyncedAt - name: LastSyncedAt - type: string - name: v1beta2 - schema: - openAPIV3Schema: - description: BackupTarget is where Longhorn stores backup target object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: BackupTargetSpec defines the desired state of the Longhorn backup target - properties: - backupTargetURL: - description: The backup target URL. - type: string - credentialSecret: - description: The backup target credential secret. - type: string - pollInterval: - description: The interval that the cluster needs to run sync with the backup target. - type: string - syncRequestedAt: - description: The time to request run sync the remote backup target. - format: date-time - nullable: true - type: string - type: object - status: - description: BackupTargetStatus defines the observed state of the Longhorn backup target - properties: - available: - description: Available indicates if the remote backup target is available or not. - type: boolean - conditions: - description: Records the reason on why the backup target is unavailable. - items: - properties: - lastProbeTime: - description: Last time we probed the condition. - type: string - lastTransitionTime: - description: Last time the condition transitioned from one status to another. - type: string - message: - description: Human-readable message indicating details about last transition. - type: string - reason: - description: Unique, one-word, CamelCase reason for the condition's last transition. - type: string - status: - description: Status is the status of the condition. Can be True, False, Unknown. - type: string - type: - description: Type is the type of the condition. - type: string - type: object - nullable: true - type: array - lastSyncedAt: - description: The last time that the controller synced with the remote backup target. - format: date-time - nullable: true - type: string - ownerID: - description: The node ID on which the controller is responsible to reconcile this backup target CR. - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: backupvolumes.longhorn.io -spec: - group: longhorn.io - names: - kind: BackupVolume - listKind: BackupVolumeList - plural: backupvolumes - shortNames: - - lhbv - singular: backupvolume - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The backup volume creation time - jsonPath: .status.createdAt - name: CreatedAt - type: string - - description: The backup volume last backup name - jsonPath: .status.lastBackupName - name: LastBackupName - type: string - - description: The backup volume last backup time - jsonPath: .status.lastBackupAt - name: LastBackupAt - type: string - - description: The backup volume last synced time - jsonPath: .status.lastSyncedAt - name: LastSyncedAt - type: string - name: v1beta1 - schema: - openAPIV3Schema: - description: BackupVolume is where Longhorn stores backup volume object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: The backup volume creation time - jsonPath: .status.createdAt - name: CreatedAt - type: string - - description: The backup volume last backup name - jsonPath: .status.lastBackupName - name: LastBackupName - type: string - - description: The backup volume last backup time - jsonPath: .status.lastBackupAt - name: LastBackupAt - type: string - - description: The backup volume last synced time - jsonPath: .status.lastSyncedAt - name: LastSyncedAt - type: string - name: v1beta2 - schema: - openAPIV3Schema: - description: BackupVolume is where Longhorn stores backup volume object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: BackupVolumeSpec defines the desired state of the Longhorn backup volume - properties: - syncRequestedAt: - description: The time to request run sync the remote backup volume. - format: date-time - nullable: true - type: string - type: object - status: - description: BackupVolumeStatus defines the observed state of the Longhorn backup volume - properties: - backingImageChecksum: - description: the backing image checksum. - type: string - backingImageName: - description: The backing image name. - type: string - createdAt: - description: The backup volume creation time. - type: string - dataStored: - description: The backup volume block count. - type: string - labels: - additionalProperties: - type: string - description: The backup volume labels. - nullable: true - type: object - lastBackupAt: - description: The latest volume backup time. - type: string - lastBackupName: - description: The latest volume backup name. - type: string - lastModificationTime: - description: The backup volume config last modification time. - format: date-time - nullable: true - type: string - lastSyncedAt: - description: The last time that the backup volume was synced into the cluster. - format: date-time - nullable: true - type: string - messages: - additionalProperties: - type: string - description: The error messages when call longhorn engine on list or inspect backup volumes. - nullable: true - type: object - ownerID: - description: The node ID on which the controller is responsible to reconcile this backup volume CR. - type: string - size: - description: The backup volume size. - type: string - storageClassName: - description: the storage class name of pv/pvc binding with the volume. - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: engineimages.longhorn.io -spec: - preserveUnknownFields: false - conversion: - strategy: Webhook - webhook: - clientConfig: - service: - name: longhorn-conversion-webhook - namespace: {{ include "release_namespace" . }} - path: /v1/webhook/conversion - port: 9501 - conversionReviewVersions: - - v1beta2 - - v1beta1 - group: longhorn.io - names: - kind: EngineImage - listKind: EngineImageList - plural: engineimages - shortNames: - - lhei - singular: engineimage - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: State of the engine image - jsonPath: .status.state - name: State - type: string - - description: The Longhorn engine image - jsonPath: .spec.image - name: Image - type: string - - description: Number of resources using the engine image - jsonPath: .status.refCount - name: RefCount - type: integer - - description: The build date of the engine image - jsonPath: .status.buildDate - name: BuildDate - type: date - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta1 - schema: - openAPIV3Schema: - description: EngineImage is where Longhorn stores engine image object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: Compatibility of the engine image - jsonPath: .status.incompatible - name: Incompatible - type: boolean - - description: State of the engine image - jsonPath: .status.state - name: State - type: string - - description: The Longhorn engine image - jsonPath: .spec.image - name: Image - type: string - - description: Number of resources using the engine image - jsonPath: .status.refCount - name: RefCount - type: integer - - description: The build date of the engine image - jsonPath: .status.buildDate - name: BuildDate - type: date - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: EngineImage is where Longhorn stores engine image object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: EngineImageSpec defines the desired state of the Longhorn engine image - properties: - image: - minLength: 1 - type: string - required: - - image - type: object - status: - description: EngineImageStatus defines the observed state of the Longhorn engine image - properties: - buildDate: - type: string - cliAPIMinVersion: - type: integer - cliAPIVersion: - type: integer - conditions: - items: - properties: - lastProbeTime: - description: Last time we probed the condition. - type: string - lastTransitionTime: - description: Last time the condition transitioned from one status to another. - type: string - message: - description: Human-readable message indicating details about last transition. - type: string - reason: - description: Unique, one-word, CamelCase reason for the condition's last transition. - type: string - status: - description: Status is the status of the condition. Can be True, False, Unknown. - type: string - type: - description: Type is the type of the condition. - type: string - type: object - nullable: true - type: array - controllerAPIMinVersion: - type: integer - controllerAPIVersion: - type: integer - dataFormatMinVersion: - type: integer - dataFormatVersion: - type: integer - gitCommit: - type: string - incompatible: - type: boolean - noRefSince: - type: string - nodeDeploymentMap: - additionalProperties: - type: boolean - nullable: true - type: object - ownerID: - type: string - refCount: - type: integer - state: - type: string - version: - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: engines.longhorn.io -spec: - group: longhorn.io - names: - kind: Engine - listKind: EngineList - plural: engines - shortNames: - - lhe - singular: engine - preserveUnknownFields: false - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The current state of the engine - jsonPath: .status.currentState - name: State - type: string - - description: The node that the engine is on - jsonPath: .spec.nodeID - name: Node - type: string - - description: The instance manager of the engine - jsonPath: .status.instanceManagerName - name: InstanceManager - type: string - - description: The current image of the engine - jsonPath: .status.currentImage - name: Image - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta1 - schema: - openAPIV3Schema: - description: Engine is where Longhorn stores engine object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: The data engine of the engine - jsonPath: .spec.dataEngine - name: Data Engine - type: string - - description: The current state of the engine - jsonPath: .status.currentState - name: State - type: string - - description: The node that the engine is on - jsonPath: .spec.nodeID - name: Node - type: string - - description: The instance manager of the engine - jsonPath: .status.instanceManagerName - name: InstanceManager - type: string - - description: The current image of the engine - jsonPath: .status.currentImage - name: Image - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: Engine is where Longhorn stores engine object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: EngineSpec defines the desired state of the Longhorn engine - properties: - active: - type: boolean - backendStoreDriver: - description: 'Deprecated: Replaced by field `dataEngine`.' - type: string - backupVolume: - type: string - dataEngine: - enum: - - v1 - - v2 - type: string - desireState: - type: string - disableFrontend: - type: boolean - engineImage: - description: 'Deprecated: Replaced by field `image`.' - type: string - frontend: - enum: - - blockdev - - iscsi - - nvmf - - "" - type: string - image: - type: string - logRequested: - type: boolean - nodeID: - type: string - replicaAddressMap: - additionalProperties: - type: string - type: object - requestedBackupRestore: - type: string - requestedDataSource: - type: string - revisionCounterDisabled: - type: boolean - salvageRequested: - type: boolean - snapshotMaxCount: - type: integer - snapshotMaxSize: - format: int64 - type: string - unmapMarkSnapChainRemovedEnabled: - type: boolean - upgradedReplicaAddressMap: - additionalProperties: - type: string - type: object - volumeName: - type: string - volumeSize: - format: int64 - type: string - type: object - status: - description: EngineStatus defines the observed state of the Longhorn engine - properties: - backupStatus: - additionalProperties: - properties: - backupURL: - type: string - error: - type: string - progress: - type: integer - replicaAddress: - type: string - snapshotName: - type: string - state: - type: string - type: object - nullable: true - type: object - cloneStatus: - additionalProperties: - properties: - error: - type: string - fromReplicaAddress: - type: string - isCloning: - type: boolean - progress: - type: integer - snapshotName: - type: string - state: - type: string - type: object - nullable: true - type: object - conditions: - items: - properties: - lastProbeTime: - description: Last time we probed the condition. - type: string - lastTransitionTime: - description: Last time the condition transitioned from one status to another. - type: string - message: - description: Human-readable message indicating details about last transition. - type: string - reason: - description: Unique, one-word, CamelCase reason for the condition's last transition. - type: string - status: - description: Status is the status of the condition. Can be True, False, Unknown. - type: string - type: - description: Type is the type of the condition. - type: string - type: object - nullable: true - type: array - currentImage: - type: string - currentReplicaAddressMap: - additionalProperties: - type: string - nullable: true - type: object - currentSize: - format: int64 - type: string - currentState: - type: string - endpoint: - type: string - instanceManagerName: - type: string - ip: - type: string - isExpanding: - type: boolean - lastExpansionError: - type: string - lastExpansionFailedAt: - type: string - lastRestoredBackup: - type: string - logFetched: - type: boolean - ownerID: - type: string - port: - type: integer - purgeStatus: - additionalProperties: - properties: - error: - type: string - isPurging: - type: boolean - progress: - type: integer - state: - type: string - type: object - nullable: true - type: object - rebuildStatus: - additionalProperties: - properties: - error: - type: string - fromReplicaAddress: - type: string - isRebuilding: - type: boolean - progress: - type: integer - state: - type: string - type: object - nullable: true - type: object - replicaModeMap: - additionalProperties: - type: string - nullable: true - type: object - replicaTransitionTimeMap: - additionalProperties: - type: string - description: ReplicaTransitionTimeMap records the time a replica in ReplicaModeMap transitions from one mode to another (or from not being in the ReplicaModeMap to being in it). This information is sometimes required by other controllers (e.g. the volume controller uses it to determine the correct value for replica.Spec.lastHealthyAt). - type: object - restoreStatus: - additionalProperties: - properties: - backupURL: - type: string - currentRestoringBackup: - type: string - error: - type: string - filename: - type: string - isRestoring: - type: boolean - lastRestored: - type: string - progress: - type: integer - state: - type: string - type: object - nullable: true - type: object - salvageExecuted: - type: boolean - snapshotMaxCount: - type: integer - snapshotMaxSize: - format: int64 - type: string - snapshots: - additionalProperties: - properties: - children: - additionalProperties: - type: boolean - nullable: true - type: object - created: - type: string - labels: - additionalProperties: - type: string - nullable: true - type: object - name: - type: string - parent: - type: string - removed: - type: boolean - size: - type: string - usercreated: - type: boolean - type: object - nullable: true - type: object - snapshotsError: - type: string - started: - type: boolean - storageIP: - type: string - unmapMarkSnapChainRemovedEnabled: - type: boolean - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: instancemanagers.longhorn.io -spec: - group: longhorn.io - names: - kind: InstanceManager - listKind: InstanceManagerList - plural: instancemanagers - shortNames: - - lhim - singular: instancemanager - preserveUnknownFields: false - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The state of the instance manager - jsonPath: .status.currentState - name: State - type: string - - description: The type of the instance manager (engine or replica) - jsonPath: .spec.type - name: Type - type: string - - description: The node that the instance manager is running on - jsonPath: .spec.nodeID - name: Node - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta1 - schema: - openAPIV3Schema: - description: InstanceManager is where Longhorn stores instance manager object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: The data engine of the instance manager - jsonPath: .spec.dataEngine - name: Data Engine - type: string - - description: The state of the instance manager - jsonPath: .status.currentState - name: State - type: string - - description: The type of the instance manager (engine or replica) - jsonPath: .spec.type - name: Type - type: string - - description: The node that the instance manager is running on - jsonPath: .spec.nodeID - name: Node - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: InstanceManager is where Longhorn stores instance manager object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: InstanceManagerSpec defines the desired state of the Longhorn instance manager - properties: - dataEngine: - type: string - image: - type: string - nodeID: - type: string - type: - enum: - - aio - - engine - - replica - type: string - type: object - status: - description: InstanceManagerStatus defines the observed state of the Longhorn instance manager - properties: - apiMinVersion: - type: integer - apiVersion: - type: integer - proxyApiMinVersion: - type: integer - proxyApiVersion: - type: integer - currentState: - type: string - instanceEngines: - additionalProperties: - properties: - spec: - properties: - backendStoreDriver: - description: 'Deprecated: Replaced by field `dataEngine`.' - type: string - dataEngine: - type: string - name: - type: string - type: object - status: - properties: - conditions: - additionalProperties: - type: boolean - nullable: true - type: object - endpoint: - type: string - errorMsg: - type: string - listen: - type: string - portEnd: - format: int32 - type: integer - portStart: - format: int32 - type: integer - resourceVersion: - format: int64 - type: integer - state: - type: string - type: - type: string - type: object - type: object - nullable: true - type: object - instanceReplicas: - additionalProperties: - properties: - spec: - properties: - backendStoreDriver: - description: 'Deprecated: Replaced by field `dataEngine`.' - type: string - dataEngine: - type: string - name: - type: string - type: object - status: - properties: - conditions: - additionalProperties: - type: boolean - nullable: true - type: object - endpoint: - type: string - errorMsg: - type: string - listen: - type: string - portEnd: - format: int32 - type: integer - portStart: - format: int32 - type: integer - resourceVersion: - format: int64 - type: integer - state: - type: string - type: - type: string - type: object - type: object - nullable: true - type: object - instances: - additionalProperties: - properties: - spec: - properties: - backendStoreDriver: - description: 'Deprecated: Replaced by field `dataEngine`.' - type: string - dataEngine: - type: string - name: - type: string - type: object - status: - properties: - conditions: - additionalProperties: - type: boolean - nullable: true - type: object - endpoint: - type: string - errorMsg: - type: string - listen: - type: string - portEnd: - format: int32 - type: integer - portStart: - format: int32 - type: integer - resourceVersion: - format: int64 - type: integer - state: - type: string - type: - type: string - type: object - type: object - nullable: true - description: 'Deprecated: Replaced by InstanceEngines and InstanceReplicas' - type: object - ip: - type: string - ownerID: - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: nodes.longhorn.io -spec: - preserveUnknownFields: false - conversion: - strategy: Webhook - webhook: - clientConfig: - service: - name: longhorn-conversion-webhook - namespace: {{ include "release_namespace" . }} - path: /v1/webhook/conversion - port: 9501 - conversionReviewVersions: - - v1beta2 - - v1beta1 - group: longhorn.io - names: - kind: Node - listKind: NodeList - plural: nodes - shortNames: - - lhn - singular: node - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: Indicate whether the node is ready - jsonPath: .status.conditions['Ready']['status'] - name: Ready - type: string - - description: Indicate whether the user disabled/enabled replica scheduling for the node - jsonPath: .spec.allowScheduling - name: AllowScheduling - type: boolean - - description: Indicate whether Longhorn can schedule replicas on the node - jsonPath: .status.conditions['Schedulable']['status'] - name: Schedulable - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta1 - schema: - openAPIV3Schema: - description: Node is where Longhorn stores Longhorn node object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: Indicate whether the node is ready - jsonPath: .status.conditions[?(@.type=='Ready')].status - name: Ready - type: string - - description: Indicate whether the user disabled/enabled replica scheduling for the node - jsonPath: .spec.allowScheduling - name: AllowScheduling - type: boolean - - description: Indicate whether Longhorn can schedule replicas on the node - jsonPath: .status.conditions[?(@.type=='Schedulable')].status - name: Schedulable - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: Node is where Longhorn stores Longhorn node object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: NodeSpec defines the desired state of the Longhorn node - properties: - allowScheduling: - description: Allow scheduling replicas on the node. - type: boolean - disks: - additionalProperties: - properties: - allowScheduling: - type: boolean - diskType: - enum: - - filesystem - - block - type: string - evictionRequested: - type: boolean - path: - type: string - storageReserved: - format: int64 - type: integer - tags: - items: - type: string - type: array - type: object - type: object - evictionRequested: - type: boolean - instanceManagerCPURequest: - type: integer - name: - type: string - tags: - items: - type: string - type: array - type: object - status: - description: NodeStatus defines the observed state of the Longhorn node - properties: - autoEvicting: - type: boolean - conditions: - items: - properties: - lastProbeTime: - description: Last time we probed the condition. - type: string - lastTransitionTime: - description: Last time the condition transitioned from one status to another. - type: string - message: - description: Human-readable message indicating details about last transition. - type: string - reason: - description: Unique, one-word, CamelCase reason for the condition's last transition. - type: string - status: - description: Status is the status of the condition. Can be True, False, Unknown. - type: string - type: - description: Type is the type of the condition. - type: string - type: object - nullable: true - type: array - diskStatus: - additionalProperties: - properties: - conditions: - items: - properties: - lastProbeTime: - description: Last time we probed the condition. - type: string - lastTransitionTime: - description: Last time the condition transitioned from one status to another. - type: string - message: - description: Human-readable message indicating details about last transition. - type: string - reason: - description: Unique, one-word, CamelCase reason for the condition's last transition. - type: string - status: - description: Status is the status of the condition. Can be True, False, Unknown. - type: string - type: - description: Type is the type of the condition. - type: string - type: object - nullable: true - type: array - diskType: - type: string - diskUUID: - type: string - filesystemType: - type: string - scheduledReplica: - additionalProperties: - format: int64 - type: integer - nullable: true - type: object - storageAvailable: - format: int64 - type: integer - storageMaximum: - format: int64 - type: integer - storageScheduled: - format: int64 - type: integer - type: object - description: The status of the disks on the node. - nullable: true - type: object - region: - description: The Region of the node. - type: string - snapshotCheckStatus: - description: The status of the snapshot integrity check. - properties: - lastPeriodicCheckedAt: - format: date-time - type: string - type: object - zone: - description: The Zone of the node. - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: orphans.longhorn.io -spec: - group: longhorn.io - names: - kind: Orphan - listKind: OrphanList - plural: orphans - shortNames: - - lho - singular: orphan - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The type of the orphan - jsonPath: .spec.orphanType - name: Type - type: string - - description: The node that the orphan is on - jsonPath: .spec.nodeID - name: Node - type: string - name: v1beta2 - schema: - openAPIV3Schema: - description: Orphan is where Longhorn stores orphan object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: OrphanSpec defines the desired state of the Longhorn orphaned data - properties: - nodeID: - description: The node ID on which the controller is responsible to reconcile this orphan CR. - type: string - orphanType: - description: The type of the orphaned data. Can be "replica". - type: string - parameters: - additionalProperties: - type: string - description: The parameters of the orphaned data - type: object - type: object - status: - description: OrphanStatus defines the observed state of the Longhorn orphaned data - properties: - conditions: - items: - properties: - lastProbeTime: - description: Last time we probed the condition. - type: string - lastTransitionTime: - description: Last time the condition transitioned from one status to another. - type: string - message: - description: Human-readable message indicating details about last transition. - type: string - reason: - description: Unique, one-word, CamelCase reason for the condition's last transition. - type: string - status: - description: Status is the status of the condition. Can be True, False, Unknown. - type: string - type: - description: Type is the type of the condition. - type: string - type: object - nullable: true - type: array - ownerID: - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: - longhorn-manager: "" - name: recurringjobs.longhorn.io -spec: - group: longhorn.io - names: - kind: RecurringJob - listKind: RecurringJobList - plural: recurringjobs - shortNames: - - lhrj - singular: recurringjob - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: Sets groupings to the jobs. When set to "default" group will be added to the volume label when no other job label exist in volume - jsonPath: .spec.groups - name: Groups - type: string - - description: Should be one of "backup" or "snapshot" - jsonPath: .spec.task - name: Task - type: string - - description: The cron expression represents recurring job scheduling - jsonPath: .spec.cron - name: Cron - type: string - - description: The number of snapshots/backups to keep for the volume - jsonPath: .spec.retain - name: Retain - type: integer - - description: The concurrent job to run by each cron job - jsonPath: .spec.concurrency - name: Concurrency - type: integer - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - - description: Specify the labels - jsonPath: .spec.labels - name: Labels - type: string - name: v1beta1 - schema: - openAPIV3Schema: - description: RecurringJob is where Longhorn stores recurring job object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: Sets groupings to the jobs. When set to "default" group will be added to the volume label when no other job label exist in volume - jsonPath: .spec.groups - name: Groups - type: string - - description: Should be one of "snapshot", "snapshot-force-create", "snapshot-cleanup", "snapshot-delete", "backup", "backup-force-create" or "filesystem-trim" - jsonPath: .spec.task - name: Task - type: string - - description: The cron expression represents recurring job scheduling - jsonPath: .spec.cron - name: Cron - type: string - - description: The number of snapshots/backups to keep for the volume - jsonPath: .spec.retain - name: Retain - type: integer - - description: The concurrent job to run by each cron job - jsonPath: .spec.concurrency - name: Concurrency - type: integer - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - - description: Specify the labels - jsonPath: .spec.labels - name: Labels - type: string - name: v1beta2 - schema: - openAPIV3Schema: - description: RecurringJob is where Longhorn stores recurring job object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: RecurringJobSpec defines the desired state of the Longhorn recurring job - properties: - concurrency: - description: The concurrency of taking the snapshot/backup. - type: integer - cron: - description: The cron setting. - type: string - groups: - description: The recurring job group. - items: - type: string - type: array - labels: - additionalProperties: - type: string - description: The label of the snapshot/backup. - type: object - name: - description: The recurring job name. - type: string - retain: - description: The retain count of the snapshot/backup. - type: integer - task: - description: The recurring job task. Can be "snapshot", "snapshot-force-create", "snapshot-cleanup", "snapshot-delete", "backup", "backup-force-create" or "filesystem-trim" - enum: - - snapshot - - snapshot-force-create - - snapshot-cleanup - - snapshot-delete - - backup - - backup-force-create - - filesystem-trim - type: string - type: object - status: - description: RecurringJobStatus defines the observed state of the Longhorn recurring job - properties: - ownerID: - description: The owner ID which is responsible to reconcile this recurring job CR. - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: replicas.longhorn.io -spec: - group: longhorn.io - names: - kind: Replica - listKind: ReplicaList - plural: replicas - shortNames: - - lhr - singular: replica - preserveUnknownFields: false - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The current state of the replica - jsonPath: .status.currentState - name: State - type: string - - description: The node that the replica is on - jsonPath: .spec.nodeID - name: Node - type: string - - description: The disk that the replica is on - jsonPath: .spec.diskID - name: Disk - type: string - - description: The instance manager of the replica - jsonPath: .status.instanceManagerName - name: InstanceManager - type: string - - description: The current image of the replica - jsonPath: .status.currentImage - name: Image - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta1 - schema: - openAPIV3Schema: - description: Replica is where Longhorn stores replica object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: The data engine of the replica - jsonPath: .spec.dataEngine - name: Data Engine - type: string - - description: The current state of the replica - jsonPath: .status.currentState - name: State - type: string - - description: The node that the replica is on - jsonPath: .spec.nodeID - name: Node - type: string - - description: The disk that the replica is on - jsonPath: .spec.diskID - name: Disk - type: string - - description: The instance manager of the replica - jsonPath: .status.instanceManagerName - name: InstanceManager - type: string - - description: The current image of the replica - jsonPath: .status.currentImage - name: Image - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: Replica is where Longhorn stores replica object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: ReplicaSpec defines the desired state of the Longhorn replica - properties: - active: - type: boolean - backendStoreDriver: - description: 'Deprecated: Replaced by field `dataEngine`.' - type: string - backingImage: - type: string - dataDirectoryName: - type: string - dataEngine: - enum: - - v1 - - v2 - type: string - desireState: - type: string - diskID: - type: string - diskPath: - type: string - engineImage: - description: 'Deprecated: Replaced by field `image`.' - type: string - engineName: - type: string - evictionRequested: - type: boolean - failedAt: - description: FailedAt is set when a running replica fails or when a running engine is unable to use a replica for any reason. FailedAt indicates the time the failure occurred. When FailedAt is set, a replica is likely to have useful (though possibly stale) data. A replica with FailedAt set must be rebuilt from a non-failed replica (or it can be used in a salvage if all replicas are failed). FailedAt is cleared before a rebuild or salvage. FailedAt may be later than the corresponding entry in an engine's replicaTransitionTimeMap because it is set when the volume controller acknowledges the change. - type: string - hardNodeAffinity: - type: string - healthyAt: - description: HealthyAt is set the first time a replica becomes read/write in an engine after creation or rebuild. HealthyAt indicates the time the last successful rebuild occurred. When HealthyAt is set, a replica is likely to have useful (though possibly stale) data. HealthyAt is cleared before a rebuild. HealthyAt may be later than the corresponding entry in an engine's replicaTransitionTimeMap because it is set when the volume controller acknowledges the change. - type: string - image: - type: string - lastFailedAt: - description: LastFailedAt is always set at the same time as FailedAt. Unlike FailedAt, LastFailedAt is never cleared. LastFailedAt is not a reliable indicator of the state of a replica's data. For example, a replica with LastFailedAt may already be healthy and in use again. However, because it is never cleared, it can be compared to LastHealthyAt to help prevent dangerous replica deletion in some corner cases. LastFailedAt may be later than the corresponding entry in an engine's replicaTransitionTimeMap because it is set when the volume controller acknowledges the change. - type: string - lastHealthyAt: - description: LastHealthyAt is set every time a replica becomes read/write in an engine. Unlike HealthyAt, LastHealthyAt is never cleared. LastHealthyAt is not a reliable indicator of the state of a replica's data. For example, a replica with LastHealthyAt set may be in the middle of a rebuild. However, because it is never cleared, it can be compared to LastFailedAt to help prevent dangerous replica deletion in some corner cases. LastHealthyAt may be later than the corresponding entry in an engine's replicaTransitionTimeMap because it is set when the volume controller acknowledges the change. - type: string - logRequested: - type: boolean - nodeID: - type: string - rebuildRetryCount: - type: integer - revisionCounterDisabled: - type: boolean - salvageRequested: - type: boolean - snapshotMaxCount: - type: integer - snapshotMaxSize: - format: int64 - type: string - unmapMarkDiskChainRemovedEnabled: - type: boolean - volumeName: - type: string - volumeSize: - format: int64 - type: string - type: object - status: - description: ReplicaStatus defines the observed state of the Longhorn replica - properties: - conditions: - items: - properties: - lastProbeTime: - description: Last time we probed the condition. - type: string - lastTransitionTime: - description: Last time the condition transitioned from one status to another. - type: string - message: - description: Human-readable message indicating details about last transition. - type: string - reason: - description: Unique, one-word, CamelCase reason for the condition's last transition. - type: string - status: - description: Status is the status of the condition. Can be True, False, Unknown. - type: string - type: - description: Type is the type of the condition. - type: string - type: object - nullable: true - type: array - currentImage: - type: string - currentState: - type: string - evictionRequested: - description: 'Deprecated: Replaced by field `spec.evictionRequested`.' - type: boolean - instanceManagerName: - type: string - ip: - type: string - logFetched: - type: boolean - ownerID: - type: string - port: - type: integer - salvageExecuted: - type: boolean - started: - type: boolean - storageIP: - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: settings.longhorn.io -spec: - group: longhorn.io - names: - kind: Setting - listKind: SettingList - plural: settings - shortNames: - - lhs - singular: setting - preserveUnknownFields: false - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The value of the setting - jsonPath: .value - name: Value - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta1 - schema: - openAPIV3Schema: - description: Setting is where Longhorn stores setting object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - value: - type: string - required: - - value - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: The value of the setting - jsonPath: .value - name: Value - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: Setting is where Longhorn stores setting object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - value: - description: The value of the setting. - type: string - required: - - value - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: sharemanagers.longhorn.io -spec: - group: longhorn.io - names: - kind: ShareManager - listKind: ShareManagerList - plural: sharemanagers - shortNames: - - lhsm - singular: sharemanager - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The state of the share manager - jsonPath: .status.state - name: State - type: string - - description: The node that the share manager is owned by - jsonPath: .status.ownerID - name: Node - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta1 - schema: - openAPIV3Schema: - description: ShareManager is where Longhorn stores share manager object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: The state of the share manager - jsonPath: .status.state - name: State - type: string - - description: The node that the share manager is owned by - jsonPath: .status.ownerID - name: Node - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: ShareManager is where Longhorn stores share manager object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: ShareManagerSpec defines the desired state of the Longhorn share manager - properties: - image: - description: Share manager image used for creating a share manager pod - type: string - type: object - status: - description: ShareManagerStatus defines the observed state of the Longhorn share manager - properties: - endpoint: - description: NFS endpoint that can access the mounted filesystem of the volume - type: string - ownerID: - description: The node ID on which the controller is responsible to reconcile this share manager resource - type: string - state: - description: The state of the share manager resource - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: snapshots.longhorn.io -spec: - group: longhorn.io - names: - kind: Snapshot - listKind: SnapshotList - plural: snapshots - shortNames: - - lhsnap - singular: snapshot - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The volume that this snapshot belongs to - jsonPath: .spec.volume - name: Volume - type: string - - description: Timestamp when the point-in-time snapshot was taken - jsonPath: .status.creationTime - name: CreationTime - type: string - - description: Indicates if the snapshot is ready to be used to restore/backup a volume - jsonPath: .status.readyToUse - name: ReadyToUse - type: boolean - - description: Represents the minimum size of volume required to rehydrate from this snapshot - jsonPath: .status.restoreSize - name: RestoreSize - type: string - - description: The actual size of the snapshot - jsonPath: .status.size - name: Size - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: Snapshot is the Schema for the snapshots API - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: SnapshotSpec defines the desired state of Longhorn Snapshot - properties: - createSnapshot: - description: require creating a new snapshot - type: boolean - labels: - additionalProperties: - type: string - description: The labels of snapshot - nullable: true - type: object - volume: - description: the volume that this snapshot belongs to. This field is immutable after creation. Required - type: string - required: - - volume - type: object - status: - description: SnapshotStatus defines the observed state of Longhorn Snapshot - properties: - checksum: - type: string - children: - additionalProperties: - type: boolean - nullable: true - type: object - creationTime: - type: string - error: - type: string - labels: - additionalProperties: - type: string - nullable: true - type: object - markRemoved: - type: boolean - ownerID: - type: string - parent: - type: string - readyToUse: - type: boolean - restoreSize: - format: int64 - type: integer - size: - format: int64 - type: integer - userCreated: - type: boolean - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: supportbundles.longhorn.io -spec: - group: longhorn.io - names: - kind: SupportBundle - listKind: SupportBundleList - plural: supportbundles - shortNames: - - lhbundle - singular: supportbundle - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The state of the support bundle - jsonPath: .status.state - name: State - type: string - - description: The issue URL - jsonPath: .spec.issueURL - name: Issue - type: string - - description: A brief description of the issue - jsonPath: .spec.description - name: Description - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: SupportBundle is where Longhorn stores support bundle object - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: SupportBundleSpec defines the desired state of the Longhorn SupportBundle - properties: - description: - description: A brief description of the issue - type: string - issueURL: - description: The issue URL - nullable: true - type: string - nodeID: - description: The preferred responsible controller node ID. - type: string - required: - - description - type: object - status: - description: SupportBundleStatus defines the observed state of the Longhorn SupportBundle - properties: - conditions: - items: - properties: - lastProbeTime: - description: Last time we probed the condition. - type: string - lastTransitionTime: - description: Last time the condition transitioned from one status to another. - type: string - message: - description: Human-readable message indicating details about last transition. - type: string - reason: - description: Unique, one-word, CamelCase reason for the condition's last transition. - type: string - status: - description: Status is the status of the condition. Can be True, False, Unknown. - type: string - type: - description: Type is the type of the condition. - type: string - type: object - type: array - filename: - type: string - filesize: - format: int64 - type: integer - image: - description: The support bundle manager image - type: string - managerIP: - description: The support bundle manager IP - type: string - ownerID: - description: The current responsible controller node ID - type: string - progress: - type: integer - state: - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: systembackups.longhorn.io -spec: - group: longhorn.io - names: - kind: SystemBackup - listKind: SystemBackupList - plural: systembackups - shortNames: - - lhsb - singular: systembackup - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The system backup Longhorn version - jsonPath: .status.version - name: Version - type: string - - description: The system backup state - jsonPath: .status.state - name: State - type: string - - description: The system backup creation time - jsonPath: .status.createdAt - name: Created - type: string - - description: The last time that the system backup was synced into the cluster - jsonPath: .status.lastSyncedAt - name: LastSyncedAt - type: string - name: v1beta2 - schema: - openAPIV3Schema: - description: SystemBackup is where Longhorn stores system backup object - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: SystemBackupSpec defines the desired state of the Longhorn SystemBackup - properties: - volumeBackupPolicy: - description: The create volume backup policy Can be "if-not-present", "always" or "disabled" - nullable: true - type: string - type: object - status: - description: SystemBackupStatus defines the observed state of the Longhorn SystemBackup - properties: - conditions: - items: - properties: - lastProbeTime: - description: Last time we probed the condition. - type: string - lastTransitionTime: - description: Last time the condition transitioned from one status to another. - type: string - message: - description: Human-readable message indicating details about last transition. - type: string - reason: - description: Unique, one-word, CamelCase reason for the condition's last transition. - type: string - status: - description: Status is the status of the condition. Can be True, False, Unknown. - type: string - type: - description: Type is the type of the condition. - type: string - type: object - nullable: true - type: array - createdAt: - description: The system backup creation time. - format: date-time - type: string - gitCommit: - description: The saved Longhorn manager git commit. - nullable: true - type: string - lastSyncedAt: - description: The last time that the system backup was synced into the cluster. - format: date-time - nullable: true - type: string - managerImage: - description: The saved manager image. - type: string - ownerID: - description: The node ID of the responsible controller to reconcile this SystemBackup. - type: string - state: - description: The system backup state. - type: string - version: - description: The saved Longhorn version. - nullable: true - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: systemrestores.longhorn.io -spec: - group: longhorn.io - names: - kind: SystemRestore - listKind: SystemRestoreList - plural: systemrestores - shortNames: - - lhsr - singular: systemrestore - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The system restore state - jsonPath: .status.state - name: State - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: SystemRestore is where Longhorn stores system restore object - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: SystemRestoreSpec defines the desired state of the Longhorn SystemRestore - properties: - systemBackup: - description: The system backup name in the object store. - type: string - required: - - systemBackup - type: object - status: - description: SystemRestoreStatus defines the observed state of the Longhorn SystemRestore - properties: - conditions: - items: - properties: - lastProbeTime: - description: Last time we probed the condition. - type: string - lastTransitionTime: - description: Last time the condition transitioned from one status to another. - type: string - message: - description: Human-readable message indicating details about last transition. - type: string - reason: - description: Unique, one-word, CamelCase reason for the condition's last transition. - type: string - status: - description: Status is the status of the condition. Can be True, False, Unknown. - type: string - type: - description: Type is the type of the condition. - type: string - type: object - nullable: true - type: array - ownerID: - description: The node ID of the responsible controller to reconcile this SystemRestore. - type: string - sourceURL: - description: The source system backup URL. - type: string - state: - description: The system restore state. - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: volumes.longhorn.io -spec: - preserveUnknownFields: false - conversion: - strategy: Webhook - webhook: - clientConfig: - service: - name: longhorn-conversion-webhook - namespace: {{ include "release_namespace" . }} - path: /v1/webhook/conversion - port: 9501 - conversionReviewVersions: - - v1beta2 - - v1beta1 - group: longhorn.io - names: - kind: Volume - listKind: VolumeList - plural: volumes - shortNames: - - lhv - singular: volume - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The state of the volume - jsonPath: .status.state - name: State - type: string - - description: The robustness of the volume - jsonPath: .status.robustness - name: Robustness - type: string - - description: The scheduled condition of the volume - jsonPath: .status.conditions['scheduled']['status'] - name: Scheduled - type: string - - description: The size of the volume - jsonPath: .spec.size - name: Size - type: string - - description: The node that the volume is currently attaching to - jsonPath: .status.currentNodeID - name: Node - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta1 - schema: - openAPIV3Schema: - description: Volume is where Longhorn stores volume object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - x-kubernetes-preserve-unknown-fields: true - status: - x-kubernetes-preserve-unknown-fields: true - type: object - served: true - storage: false - subresources: - status: {} - - additionalPrinterColumns: - - description: The data engine of the volume - jsonPath: .spec.dataEngine - name: Data Engine - type: string - - description: The state of the volume - jsonPath: .status.state - name: State - type: string - - description: The robustness of the volume - jsonPath: .status.robustness - name: Robustness - type: string - - description: The scheduled condition of the volume - jsonPath: .status.conditions[?(@.type=='Schedulable')].status - name: Scheduled - type: string - - description: The size of the volume - jsonPath: .spec.size - name: Size - type: string - - description: The node that the volume is currently attaching to - jsonPath: .status.currentNodeID - name: Node - type: string - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: Volume is where Longhorn stores volume object. - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: VolumeSpec defines the desired state of the Longhorn volume - properties: - Standby: - type: boolean - accessMode: - enum: - - rwo - - rwx - type: string - backendStoreDriver: - description: 'Deprecated: Replaced by field `dataEngine`.' - type: string - backingImage: - type: string - backupCompressionMethod: - enum: - - none - - lz4 - - gzip - type: string - dataEngine: - enum: - - v1 - - v2 - type: string - dataLocality: - enum: - - disabled - - best-effort - - strict-local - type: string - dataSource: - type: string - disableFrontend: - type: boolean - diskSelector: - items: - type: string - type: array - encrypted: - type: boolean - engineImage: - description: 'Deprecated: Replaced by field `image`.' - type: string - fromBackup: - type: string - frontend: - enum: - - blockdev - - iscsi - - nvmf - - "" - type: string - image: - type: string - lastAttachedBy: - type: string - migratable: - type: boolean - migrationNodeID: - type: string - nodeID: - type: string - nodeSelector: - items: - type: string - type: array - numberOfReplicas: - type: integer - offlineReplicaRebuilding: - description: OfflineReplicaRebuilding is used to determine if the offline replica rebuilding feature is enabled or not - enum: - - ignored - - disabled - - enabled - type: string - replicaAutoBalance: - enum: - - ignored - - disabled - - least-effort - - best-effort - type: string - replicaDiskSoftAntiAffinity: - description: Replica disk soft anti affinity of the volume. Set enabled to allow replicas to be scheduled in the same disk. - enum: - - ignored - - enabled - - disabled - type: string - replicaSoftAntiAffinity: - description: Replica soft anti affinity of the volume. Set enabled to allow replicas to be scheduled on the same node. - enum: - - ignored - - enabled - - disabled - type: string - replicaZoneSoftAntiAffinity: - description: Replica zone soft anti affinity of the volume. Set enabled to allow replicas to be scheduled in the same zone. - enum: - - ignored - - enabled - - disabled - type: string - restoreVolumeRecurringJob: - enum: - - ignored - - enabled - - disabled - type: string - revisionCounterDisabled: - type: boolean - size: - format: int64 - type: string - snapshotDataIntegrity: - enum: - - ignored - - disabled - - enabled - - fast-check - type: string - snapshotMaxCount: - type: integer - snapshotMaxSize: - format: int64 - type: string - staleReplicaTimeout: - type: integer - unmapMarkSnapChainRemoved: - enum: - - ignored - - disabled - - enabled - type: string - type: object - status: - description: VolumeStatus defines the observed state of the Longhorn volume - properties: - actualSize: - format: int64 - type: integer - cloneStatus: - properties: - snapshot: - type: string - sourceVolume: - type: string - state: - type: string - type: object - conditions: - items: - properties: - lastProbeTime: - description: Last time we probed the condition. - type: string - lastTransitionTime: - description: Last time the condition transitioned from one status to another. - type: string - message: - description: Human-readable message indicating details about last transition. - type: string - reason: - description: Unique, one-word, CamelCase reason for the condition's last transition. - type: string - status: - description: Status is the status of the condition. Can be True, False, Unknown. - type: string - type: - description: Type is the type of the condition. - type: string - type: object - nullable: true - type: array - currentImage: - type: string - currentMigrationNodeID: - description: the node that this volume is currently migrating to - type: string - currentNodeID: - type: string - expansionRequired: - type: boolean - frontendDisabled: - type: boolean - isStandby: - type: boolean - kubernetesStatus: - properties: - lastPVCRefAt: - type: string - lastPodRefAt: - type: string - namespace: - description: determine if PVC/Namespace is history or not - type: string - pvName: - type: string - pvStatus: - type: string - pvcName: - type: string - workloadsStatus: - description: determine if Pod/Workload is history or not - items: - properties: - podName: - type: string - podStatus: - type: string - workloadName: - type: string - workloadType: - type: string - type: object - nullable: true - type: array - type: object - lastBackup: - type: string - lastBackupAt: - type: string - lastDegradedAt: - type: string - offlineReplicaRebuildingRequired: - type: boolean - ownerID: - type: string - pendingNodeID: - description: Deprecated. - type: string - remountRequestedAt: - type: string - restoreInitiated: - type: boolean - restoreRequired: - type: boolean - robustness: - type: string - shareEndpoint: - type: string - shareState: - type: string - state: - type: string - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - controller-gen.kubebuilder.io/version: v0.7.0 - creationTimestamp: null - labels: {{- include "longhorn.labels" . | nindent 4 }} - longhorn-manager: "" - name: volumeattachments.longhorn.io -spec: - group: longhorn.io - names: - kind: VolumeAttachment - listKind: VolumeAttachmentList - plural: volumeattachments - shortNames: - - lhva - singular: volumeattachment - scope: Namespaced - versions: - - additionalPrinterColumns: - - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta2 - schema: - openAPIV3Schema: - description: VolumeAttachment stores attachment information of a Longhorn volume - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation of an object. Servers should convert recognized schemas to the latest internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this object represents. Servers may infer this from the endpoint the client submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: VolumeAttachmentSpec defines the desired state of Longhorn VolumeAttachment - properties: - attachmentTickets: - additionalProperties: - properties: - generation: - description: A sequence number representing a specific generation of the desired state. Populated by the system. Read-only. - format: int64 - type: integer - id: - description: The unique ID of this attachment. Used to differentiate different attachments of the same volume. - type: string - nodeID: - description: The node that this attachment is requesting - type: string - parameters: - additionalProperties: - type: string - description: Optional additional parameter for this attachment - type: object - type: - type: string - type: object - type: object - volume: - description: The name of Longhorn volume of this VolumeAttachment - type: string - required: - - volume - type: object - status: - description: VolumeAttachmentStatus defines the observed state of Longhorn VolumeAttachment - properties: - attachmentTicketStatuses: - additionalProperties: - properties: - conditions: - description: Record any error when trying to fulfill this attachment - items: - properties: - lastProbeTime: - description: Last time we probed the condition. - type: string - lastTransitionTime: - description: Last time the condition transitioned from one status to another. - type: string - message: - description: Human-readable message indicating details about last transition. - type: string - reason: - description: Unique, one-word, CamelCase reason for the condition's last transition. - type: string - status: - description: Status is the status of the condition. Can be True, False, Unknown. - type: string - type: - description: Type is the type of the condition. - type: string - type: object - nullable: true - type: array - generation: - description: A sequence number representing a specific generation of the desired state. Populated by the system. Read-only. - format: int64 - type: integer - id: - description: The unique ID of this attachment. Used to differentiate different attachments of the same volume. - type: string - satisfied: - description: Indicate whether this attachment ticket has been satisfied - type: boolean - required: - - conditions - - satisfied - type: object - type: object - type: object - type: object - served: true - storage: true - subresources: - status: {} -status: - acceptedNames: - kind: "" - plural: "" - conditions: [] - storedVersions: [] diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/daemonset-sa.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/daemonset-sa.yaml deleted file mode 100644 index 2fa1cbc243..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/daemonset-sa.yaml +++ /dev/null @@ -1,167 +0,0 @@ -apiVersion: apps/v1 -kind: DaemonSet -metadata: - labels: {{- include "longhorn.labels" . | nindent 4 }} - app: longhorn-manager - name: longhorn-manager - namespace: {{ include "release_namespace" . }} -spec: - selector: - matchLabels: - app: longhorn-manager - template: - metadata: - labels: {{- include "longhorn.labels" . | nindent 8 }} - app: longhorn-manager - {{- with .Values.annotations }} - annotations: - {{- toYaml . | nindent 8 }} - {{- end }} - spec: - containers: - - name: longhorn-manager - image: {{ template "registry_url" . }}{{ .Values.image.longhorn.manager.repository }}:{{ .Values.image.longhorn.manager.tag }} - imagePullPolicy: {{ .Values.image.pullPolicy }} - securityContext: - privileged: true - command: - - longhorn-manager - - -d - {{- if eq .Values.longhornManager.log.format "json" }} - - -j - {{- end }} - - daemon - - --engine-image - - "{{ template "registry_url" . }}{{ .Values.image.longhorn.engine.repository }}:{{ .Values.image.longhorn.engine.tag }}" - - --instance-manager-image - - "{{ template "registry_url" . }}{{ .Values.image.longhorn.instanceManager.repository }}:{{ .Values.image.longhorn.instanceManager.tag }}" - - --share-manager-image - - "{{ template "registry_url" . }}{{ .Values.image.longhorn.shareManager.repository }}:{{ .Values.image.longhorn.shareManager.tag }}" - - --backing-image-manager-image - - "{{ template "registry_url" . }}{{ .Values.image.longhorn.backingImageManager.repository }}:{{ .Values.image.longhorn.backingImageManager.tag }}" - - --support-bundle-manager-image - - "{{ template "registry_url" . }}{{ .Values.image.longhorn.supportBundleKit.repository }}:{{ .Values.image.longhorn.supportBundleKit.tag }}" - - --manager-image - - "{{ template "registry_url" . }}{{ .Values.image.longhorn.manager.repository }}:{{ .Values.image.longhorn.manager.tag }}" - - --service-account - - longhorn-service-account - {{- if .Values.preUpgradeChecker.upgradeVersionCheck}} - - --upgrade-version-check - {{- end }} - ports: - - containerPort: 9500 - name: manager - - containerPort: 9501 - name: conversion-wh - - containerPort: 9502 - name: admission-wh - - containerPort: 9503 - name: recov-backend - readinessProbe: - httpGet: - path: /v1/healthz - port: 9501 - scheme: HTTPS - volumeMounts: - - name: dev - mountPath: /host/dev/ - - name: proc - mountPath: /host/proc/ - - name: longhorn - mountPath: /var/lib/longhorn/ - mountPropagation: Bidirectional - - name: longhorn-grpc-tls - mountPath: /tls-files/ - {{- if .Values.enableGoCoverDir }} - - name: go-cover-dir - mountPath: /go-cover-dir/ - {{- end }} - env: - - name: POD_NAMESPACE - valueFrom: - fieldRef: - fieldPath: metadata.namespace - - name: POD_IP - valueFrom: - fieldRef: - fieldPath: status.podIP - - name: NODE_NAME - valueFrom: - fieldRef: - fieldPath: spec.nodeName - {{- if .Values.enableGoCoverDir }} - - name: GOCOVERDIR - value: /go-cover-dir/ - {{- end }} - volumes: - - name: dev - hostPath: - path: /dev/ - - name: proc - hostPath: - path: /proc/ - - name: longhorn - hostPath: - path: /var/lib/longhorn/ - {{- if .Values.enableGoCoverDir }} - - name: go-cover-dir - hostPath: - path: /go-cover-dir/ - type: DirectoryOrCreate - {{- end }} - - name: longhorn-grpc-tls - secret: - secretName: longhorn-grpc-tls - optional: true - {{- if .Values.privateRegistry.registrySecret }} - imagePullSecrets: - - name: {{ .Values.privateRegistry.registrySecret }} - {{- end }} - {{- if .Values.longhornManager.priorityClass }} - priorityClassName: {{ .Values.longhornManager.priorityClass | quote }} - {{- end }} - {{- if or .Values.longhornManager.tolerations .Values.global.cattle.windowsCluster.enabled }} - tolerations: - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.tolerations }} -{{ toYaml .Values.global.cattle.windowsCluster.tolerations | indent 6 }} - {{- end }} - {{- if .Values.longhornManager.tolerations }} -{{ toYaml .Values.longhornManager.tolerations | indent 6 }} - {{- end }} - {{- end }} - {{- if or .Values.longhornManager.nodeSelector .Values.global.cattle.windowsCluster.enabled }} - nodeSelector: - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.nodeSelector }} -{{ toYaml .Values.global.cattle.windowsCluster.nodeSelector | indent 8 }} - {{- end }} - {{- if .Values.longhornManager.nodeSelector }} -{{ toYaml .Values.longhornManager.nodeSelector | indent 8 }} - {{- end }} - {{- end }} - serviceAccountName: longhorn-service-account - updateStrategy: - rollingUpdate: - maxUnavailable: "100%" ---- -apiVersion: v1 -kind: Service -metadata: - labels: {{- include "longhorn.labels" . | nindent 4 }} - app: longhorn-manager - name: longhorn-backend - namespace: {{ include "release_namespace" . }} - {{- if .Values.longhornManager.serviceAnnotations }} - annotations: -{{ toYaml .Values.longhornManager.serviceAnnotations | indent 4 }} - {{- end }} -spec: - type: {{ .Values.service.manager.type }} - selector: - app: longhorn-manager - ports: - - name: manager - port: 9500 - targetPort: manager - {{- if .Values.service.manager.nodePort }} - nodePort: {{ .Values.service.manager.nodePort }} - {{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/default-setting.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/default-setting.yaml deleted file mode 100644 index 5261f7fef8..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/default-setting.yaml +++ /dev/null @@ -1,229 +0,0 @@ -apiVersion: v1 -kind: ConfigMap -metadata: - name: longhorn-default-setting - namespace: {{ include "release_namespace" . }} - labels: {{- include "longhorn.labels" . | nindent 4 }} -data: - default-setting.yaml: |- - {{- if not (kindIs "invalid" .Values.defaultSettings.backupTarget) }} - backup-target: {{ .Values.defaultSettings.backupTarget }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.backupTargetCredentialSecret) }} - backup-target-credential-secret: {{ .Values.defaultSettings.backupTargetCredentialSecret }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.allowRecurringJobWhileVolumeDetached) }} - allow-recurring-job-while-volume-detached: {{ .Values.defaultSettings.allowRecurringJobWhileVolumeDetached }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.createDefaultDiskLabeledNodes) }} - create-default-disk-labeled-nodes: {{ .Values.defaultSettings.createDefaultDiskLabeledNodes }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.defaultDataPath) }} - default-data-path: {{ .Values.defaultSettings.defaultDataPath }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.replicaSoftAntiAffinity) }} - replica-soft-anti-affinity: {{ .Values.defaultSettings.replicaSoftAntiAffinity }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.replicaAutoBalance) }} - replica-auto-balance: {{ .Values.defaultSettings.replicaAutoBalance }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.storageOverProvisioningPercentage) }} - storage-over-provisioning-percentage: {{ .Values.defaultSettings.storageOverProvisioningPercentage }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.storageMinimalAvailablePercentage) }} - storage-minimal-available-percentage: {{ .Values.defaultSettings.storageMinimalAvailablePercentage }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.storageReservedPercentageForDefaultDisk) }} - storage-reserved-percentage-for-default-disk: {{ .Values.defaultSettings.storageReservedPercentageForDefaultDisk }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.upgradeChecker) }} - upgrade-checker: {{ .Values.defaultSettings.upgradeChecker }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.defaultReplicaCount) }} - default-replica-count: {{ .Values.defaultSettings.defaultReplicaCount }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.defaultDataLocality) }} - default-data-locality: {{ .Values.defaultSettings.defaultDataLocality }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.defaultLonghornStaticStorageClass) }} - default-longhorn-static-storage-class: {{ .Values.defaultSettings.defaultLonghornStaticStorageClass }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.backupstorePollInterval) }} - backupstore-poll-interval: {{ .Values.defaultSettings.backupstorePollInterval }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.failedBackupTTL) }} - failed-backup-ttl: {{ .Values.defaultSettings.failedBackupTTL }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.restoreVolumeRecurringJobs) }} - restore-volume-recurring-jobs: {{ .Values.defaultSettings.restoreVolumeRecurringJobs }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.recurringSuccessfulJobsHistoryLimit) }} - recurring-successful-jobs-history-limit: {{ .Values.defaultSettings.recurringSuccessfulJobsHistoryLimit }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.recurringJobMaxRetention) }} - recurring-job-max-retention: {{ .Values.defaultSettings.recurringJobMaxRetention }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.recurringFailedJobsHistoryLimit) }} - recurring-failed-jobs-history-limit: {{ .Values.defaultSettings.recurringFailedJobsHistoryLimit }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.supportBundleFailedHistoryLimit) }} - support-bundle-failed-history-limit: {{ .Values.defaultSettings.supportBundleFailedHistoryLimit }} - {{- end }} - {{- if or (not (kindIs "invalid" .Values.defaultSettings.taintToleration)) (.Values.global.cattle.windowsCluster.enabled) }} - taint-toleration: {{ $windowsDefaultSettingTaintToleration := list }}{{ $defaultSettingTaintToleration := list -}} - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.defaultSetting.taintToleration -}} - {{- $windowsDefaultSettingTaintToleration = .Values.global.cattle.windowsCluster.defaultSetting.taintToleration -}} - {{- end -}} - {{- if not (kindIs "invalid" .Values.defaultSettings.taintToleration) -}} - {{- $defaultSettingTaintToleration = .Values.defaultSettings.taintToleration -}} - {{- end -}} - {{- $taintToleration := list $windowsDefaultSettingTaintToleration $defaultSettingTaintToleration }}{{ join ";" (compact $taintToleration) -}} - {{- end }} - {{- if or (not (kindIs "invalid" .Values.defaultSettings.systemManagedComponentsNodeSelector)) (.Values.global.cattle.windowsCluster.enabled) }} - system-managed-components-node-selector: {{ $windowsDefaultSettingNodeSelector := list }}{{ $defaultSettingNodeSelector := list -}} - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.defaultSetting.systemManagedComponentsNodeSelector -}} - {{ $windowsDefaultSettingNodeSelector = .Values.global.cattle.windowsCluster.defaultSetting.systemManagedComponentsNodeSelector -}} - {{- end -}} - {{- if not (kindIs "invalid" .Values.defaultSettings.systemManagedComponentsNodeSelector) -}} - {{- $defaultSettingNodeSelector = .Values.defaultSettings.systemManagedComponentsNodeSelector -}} - {{- end -}} - {{- $nodeSelector := list $windowsDefaultSettingNodeSelector $defaultSettingNodeSelector }}{{ join ";" (compact $nodeSelector) -}} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.priorityClass) }} - priority-class: {{ .Values.defaultSettings.priorityClass }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.autoSalvage) }} - auto-salvage: {{ .Values.defaultSettings.autoSalvage }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.autoDeletePodWhenVolumeDetachedUnexpectedly) }} - auto-delete-pod-when-volume-detached-unexpectedly: {{ .Values.defaultSettings.autoDeletePodWhenVolumeDetachedUnexpectedly }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.disableSchedulingOnCordonedNode) }} - disable-scheduling-on-cordoned-node: {{ .Values.defaultSettings.disableSchedulingOnCordonedNode }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.replicaZoneSoftAntiAffinity) }} - replica-zone-soft-anti-affinity: {{ .Values.defaultSettings.replicaZoneSoftAntiAffinity }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.replicaDiskSoftAntiAffinity) }} - replica-disk-soft-anti-affinity: {{ .Values.defaultSettings.replicaDiskSoftAntiAffinity }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.nodeDownPodDeletionPolicy) }} - node-down-pod-deletion-policy: {{ .Values.defaultSettings.nodeDownPodDeletionPolicy }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.nodeDrainPolicy) }} - node-drain-policy: {{ .Values.defaultSettings.nodeDrainPolicy }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.detachManuallyAttachedVolumesWhenCordoned) }} - detach-manually-attached-volumes-when-cordoned: {{ .Values.defaultSettings.detachManuallyAttachedVolumesWhenCordoned }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.replicaReplenishmentWaitInterval) }} - replica-replenishment-wait-interval: {{ .Values.defaultSettings.replicaReplenishmentWaitInterval }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.concurrentReplicaRebuildPerNodeLimit) }} - concurrent-replica-rebuild-per-node-limit: {{ .Values.defaultSettings.concurrentReplicaRebuildPerNodeLimit }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.concurrentVolumeBackupRestorePerNodeLimit) }} - concurrent-volume-backup-restore-per-node-limit: {{ .Values.defaultSettings.concurrentVolumeBackupRestorePerNodeLimit }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.disableRevisionCounter) }} - disable-revision-counter: {{ .Values.defaultSettings.disableRevisionCounter }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.systemManagedPodsImagePullPolicy) }} - system-managed-pods-image-pull-policy: {{ .Values.defaultSettings.systemManagedPodsImagePullPolicy }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.allowVolumeCreationWithDegradedAvailability) }} - allow-volume-creation-with-degraded-availability: {{ .Values.defaultSettings.allowVolumeCreationWithDegradedAvailability }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.autoCleanupSystemGeneratedSnapshot) }} - auto-cleanup-system-generated-snapshot: {{ .Values.defaultSettings.autoCleanupSystemGeneratedSnapshot }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.autoCleanupRecurringJobBackupSnapshot) }} - auto-cleanup-recurring-job-backup-snapshot: {{ .Values.defaultSettings.autoCleanupRecurringJobBackupSnapshot }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.concurrentAutomaticEngineUpgradePerNodeLimit) }} - concurrent-automatic-engine-upgrade-per-node-limit: {{ .Values.defaultSettings.concurrentAutomaticEngineUpgradePerNodeLimit }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.backingImageCleanupWaitInterval) }} - backing-image-cleanup-wait-interval: {{ .Values.defaultSettings.backingImageCleanupWaitInterval }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.backingImageRecoveryWaitInterval) }} - backing-image-recovery-wait-interval: {{ .Values.defaultSettings.backingImageRecoveryWaitInterval }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.guaranteedInstanceManagerCPU) }} - guaranteed-instance-manager-cpu: {{ .Values.defaultSettings.guaranteedInstanceManagerCPU }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.kubernetesClusterAutoscalerEnabled) }} - kubernetes-cluster-autoscaler-enabled: {{ .Values.defaultSettings.kubernetesClusterAutoscalerEnabled }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.orphanAutoDeletion) }} - orphan-auto-deletion: {{ .Values.defaultSettings.orphanAutoDeletion }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.storageNetwork) }} - storage-network: {{ .Values.defaultSettings.storageNetwork }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.deletingConfirmationFlag) }} - deleting-confirmation-flag: {{ .Values.defaultSettings.deletingConfirmationFlag }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.engineReplicaTimeout) }} - engine-replica-timeout: {{ .Values.defaultSettings.engineReplicaTimeout }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.snapshotDataIntegrity) }} - snapshot-data-integrity: {{ .Values.defaultSettings.snapshotDataIntegrity }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.snapshotDataIntegrityImmediateCheckAfterSnapshotCreation) }} - snapshot-data-integrity-immediate-check-after-snapshot-creation: {{ .Values.defaultSettings.snapshotDataIntegrityImmediateCheckAfterSnapshotCreation }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.snapshotDataIntegrityCronjob) }} - snapshot-data-integrity-cronjob: {{ .Values.defaultSettings.snapshotDataIntegrityCronjob }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.removeSnapshotsDuringFilesystemTrim) }} - remove-snapshots-during-filesystem-trim: {{ .Values.defaultSettings.removeSnapshotsDuringFilesystemTrim }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.fastReplicaRebuildEnabled) }} - fast-replica-rebuild-enabled: {{ .Values.defaultSettings.fastReplicaRebuildEnabled }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.replicaFileSyncHttpClientTimeout) }} - replica-file-sync-http-client-timeout: {{ .Values.defaultSettings.replicaFileSyncHttpClientTimeout }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.logLevel) }} - log-level: {{ .Values.defaultSettings.logLevel }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.backupCompressionMethod) }} - backup-compression-method: {{ .Values.defaultSettings.backupCompressionMethod }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.backupConcurrentLimit) }} - backup-concurrent-limit: {{ .Values.defaultSettings.backupConcurrentLimit }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.restoreConcurrentLimit) }} - restore-concurrent-limit: {{ .Values.defaultSettings.restoreConcurrentLimit }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.v1DataEngine) }} - v1-data-engine: {{ .Values.defaultSettings.v1DataEngine }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.v2DataEngine) }} - v2-data-engine: {{ .Values.defaultSettings.v2DataEngine }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.v2DataEngineHugepageLimit) }} - v2-data-engine-hugepage-limit: {{ .Values.defaultSettings.v2DataEngineHugepageLimit }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.offlineReplicaRebuilding) }} - offline-replica-rebuilding: {{ .Values.defaultSettings.offlineReplicaRebuilding }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.allowEmptyNodeSelectorVolume) }} - allow-empty-node-selector-volume: {{ .Values.defaultSettings.allowEmptyNodeSelectorVolume }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.allowEmptyDiskSelectorVolume) }} - allow-empty-disk-selector-volume: {{ .Values.defaultSettings.allowEmptyDiskSelectorVolume }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.allowCollectingLonghornUsageMetrics) }} - allow-collecting-longhorn-usage-metrics: {{ .Values.defaultSettings.allowCollectingLonghornUsageMetrics }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.disableSnapshotPurge) }} - disable-snapshot-purge: {{ .Values.defaultSettings.disableSnapshotPurge }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.v2DataEngineGuaranteedInstanceManagerCPU) }} - v2-data-engine-guaranteed-instance-manager-cpu: {{ .Values.defaultSettings.v2DataEngineGuaranteedInstanceManagerCPU }} - {{- end }} - {{- if not (kindIs "invalid" .Values.defaultSettings.snapshotMaxCount) }} - snapshot-max-count: {{ .Values.defaultSettings.snapshotMaxCount }} - {{- end }} \ No newline at end of file diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/deployment-driver.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/deployment-driver.yaml deleted file mode 100644 index cd2ab3a344..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/deployment-driver.yaml +++ /dev/null @@ -1,132 +0,0 @@ -apiVersion: apps/v1 -kind: Deployment -metadata: - name: longhorn-driver-deployer - namespace: {{ include "release_namespace" . }} - labels: {{- include "longhorn.labels" . | nindent 4 }} -spec: - replicas: 1 - selector: - matchLabels: - app: longhorn-driver-deployer - template: - metadata: - labels: {{- include "longhorn.labels" . | nindent 8 }} - app: longhorn-driver-deployer - spec: - initContainers: - - name: wait-longhorn-manager - image: {{ template "registry_url" . }}{{ .Values.image.longhorn.manager.repository }}:{{ .Values.image.longhorn.manager.tag }} - command: ['sh', '-c', 'while [ $(curl -m 1 -s -o /dev/null -w "%{http_code}" http://longhorn-backend:9500/v1) != "200" ]; do echo waiting; sleep 2; done'] - containers: - - name: longhorn-driver-deployer - image: {{ template "registry_url" . }}{{ .Values.image.longhorn.manager.repository }}:{{ .Values.image.longhorn.manager.tag }} - imagePullPolicy: {{ .Values.image.pullPolicy }} - command: - - longhorn-manager - - -d - - deploy-driver - - --manager-image - - "{{ template "registry_url" . }}{{ .Values.image.longhorn.manager.repository }}:{{ .Values.image.longhorn.manager.tag }}" - - --manager-url - - http://longhorn-backend:9500/v1 - env: - - name: POD_NAMESPACE - valueFrom: - fieldRef: - fieldPath: metadata.namespace - - name: NODE_NAME - valueFrom: - fieldRef: - fieldPath: spec.nodeName - - name: SERVICE_ACCOUNT - valueFrom: - fieldRef: - fieldPath: spec.serviceAccountName - {{- if .Values.csi.kubeletRootDir }} - - name: KUBELET_ROOT_DIR - value: {{ .Values.csi.kubeletRootDir }} - {{- end }} - {{- if and .Values.image.csi.attacher.repository .Values.image.csi.attacher.tag }} - - name: CSI_ATTACHER_IMAGE - value: "{{ template "registry_url" . }}{{ .Values.image.csi.attacher.repository }}:{{ .Values.image.csi.attacher.tag }}" - {{- end }} - {{- if and .Values.image.csi.provisioner.repository .Values.image.csi.provisioner.tag }} - - name: CSI_PROVISIONER_IMAGE - value: "{{ template "registry_url" . }}{{ .Values.image.csi.provisioner.repository }}:{{ .Values.image.csi.provisioner.tag }}" - {{- end }} - {{- if and .Values.image.csi.nodeDriverRegistrar.repository .Values.image.csi.nodeDriverRegistrar.tag }} - - name: CSI_NODE_DRIVER_REGISTRAR_IMAGE - value: "{{ template "registry_url" . }}{{ .Values.image.csi.nodeDriverRegistrar.repository }}:{{ .Values.image.csi.nodeDriverRegistrar.tag }}" - {{- end }} - {{- if and .Values.image.csi.resizer.repository .Values.image.csi.resizer.tag }} - - name: CSI_RESIZER_IMAGE - value: "{{ template "registry_url" . }}{{ .Values.image.csi.resizer.repository }}:{{ .Values.image.csi.resizer.tag }}" - {{- end }} - {{- if and .Values.image.csi.snapshotter.repository .Values.image.csi.snapshotter.tag }} - - name: CSI_SNAPSHOTTER_IMAGE - value: "{{ template "registry_url" . }}{{ .Values.image.csi.snapshotter.repository }}:{{ .Values.image.csi.snapshotter.tag }}" - {{- end }} - {{- if and .Values.image.csi.livenessProbe.repository .Values.image.csi.livenessProbe.tag }} - - name: CSI_LIVENESS_PROBE_IMAGE - value: "{{ template "registry_url" . }}{{ .Values.image.csi.livenessProbe.repository }}:{{ .Values.image.csi.livenessProbe.tag }}" - {{- end }} - {{- if .Values.csi.attacherReplicaCount }} - - name: CSI_ATTACHER_REPLICA_COUNT - value: {{ .Values.csi.attacherReplicaCount | quote }} - {{- end }} - {{- if .Values.csi.provisionerReplicaCount }} - - name: CSI_PROVISIONER_REPLICA_COUNT - value: {{ .Values.csi.provisionerReplicaCount | quote }} - {{- end }} - {{- if .Values.csi.resizerReplicaCount }} - - name: CSI_RESIZER_REPLICA_COUNT - value: {{ .Values.csi.resizerReplicaCount | quote }} - {{- end }} - {{- if .Values.csi.snapshotterReplicaCount }} - - name: CSI_SNAPSHOTTER_REPLICA_COUNT - value: {{ .Values.csi.snapshotterReplicaCount | quote }} - {{- end }} - {{- if .Values.enableGoCoverDir }} - - name: GOCOVERDIR - value: /go-cover-dir/ - volumeMounts: - - name: go-cover-dir - mountPath: /go-cover-dir/ - {{- end }} - - {{- if .Values.privateRegistry.registrySecret }} - imagePullSecrets: - - name: {{ .Values.privateRegistry.registrySecret }} - {{- end }} - {{- if .Values.longhornDriver.priorityClass }} - priorityClassName: {{ .Values.longhornDriver.priorityClass | quote }} - {{- end }} - {{- if or .Values.longhornDriver.tolerations .Values.global.cattle.windowsCluster.enabled }} - tolerations: - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.tolerations }} -{{ toYaml .Values.global.cattle.windowsCluster.tolerations | indent 6 }} - {{- end }} - {{- if .Values.longhornDriver.tolerations }} -{{ toYaml .Values.longhornDriver.tolerations | indent 6 }} - {{- end }} - {{- end }} - {{- if or .Values.longhornDriver.nodeSelector .Values.global.cattle.windowsCluster.enabled }} - nodeSelector: - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.nodeSelector }} -{{ toYaml .Values.global.cattle.windowsCluster.nodeSelector | indent 8 }} - {{- end }} - {{- if .Values.longhornDriver.nodeSelector }} -{{ toYaml .Values.longhornDriver.nodeSelector | indent 8 }} - {{- end }} - {{- end }} - serviceAccountName: longhorn-service-account - securityContext: - runAsUser: 0 - {{- if .Values.enableGoCoverDir }} - volumes: - - name: go-cover-dir - hostPath: - path: /go-cover-dir/ - type: DirectoryOrCreate - {{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/deployment-ui.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/deployment-ui.yaml deleted file mode 100644 index 0ee86c7904..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/deployment-ui.yaml +++ /dev/null @@ -1,182 +0,0 @@ -{{- if .Values.openshift.enabled }} -{{- if .Values.openshift.ui.route }} -# https://github.com/openshift/oauth-proxy/blob/master/contrib/sidecar.yaml -# Create a proxy service account and ensure it will use the route "proxy" -# Create a secure connection to the proxy via a route -apiVersion: route.openshift.io/v1 -kind: Route -metadata: - labels: {{- include "longhorn.labels" . | nindent 4 }} - app: longhorn-ui - name: {{ .Values.openshift.ui.route }} - namespace: {{ include "release_namespace" . }} -spec: - to: - kind: Service - name: longhorn-ui - tls: - termination: reencrypt ---- -apiVersion: v1 -kind: Service -metadata: - labels: {{- include "longhorn.labels" . | nindent 4 }} - app: longhorn-ui - name: longhorn-ui - namespace: {{ include "release_namespace" . }} - annotations: - service.alpha.openshift.io/serving-cert-secret-name: longhorn-ui-tls -spec: - ports: - - name: longhorn-ui - port: {{ .Values.openshift.ui.port | default 443 }} - targetPort: {{ .Values.openshift.ui.proxy | default 8443 }} - selector: - app: longhorn-ui ---- -{{- end }} -{{- end }} -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: {{- include "longhorn.labels" . | nindent 4 }} - app: longhorn-ui - name: longhorn-ui - namespace: {{ include "release_namespace" . }} -spec: - replicas: {{ .Values.longhornUI.replicas }} - selector: - matchLabels: - app: longhorn-ui - template: - metadata: - labels: {{- include "longhorn.labels" . | nindent 8 }} - app: longhorn-ui - spec: - serviceAccountName: longhorn-ui-service-account - affinity: - podAntiAffinity: - preferredDuringSchedulingIgnoredDuringExecution: - - weight: 1 - podAffinityTerm: - labelSelector: - matchExpressions: - - key: app - operator: In - values: - - longhorn-ui - topologyKey: kubernetes.io/hostname - containers: - {{- if .Values.openshift.enabled }} - {{- if .Values.openshift.ui.route }} - - name: oauth-proxy - image: {{ template "registry_url" . }}{{ .Values.image.openshift.oauthProxy.repository }}:{{ .Values.image.openshift.oauthProxy.tag }} - imagePullPolicy: IfNotPresent - ports: - - containerPort: {{ .Values.openshift.ui.proxy | default 8443 }} - name: public - args: - - --https-address=:{{ .Values.openshift.ui.proxy | default 8443 }} - - --provider=openshift - - --openshift-service-account=longhorn-ui-service-account - - --upstream=http://localhost:8000 - - --tls-cert=/etc/tls/private/tls.crt - - --tls-key=/etc/tls/private/tls.key - - --cookie-secret=SECRET - - --openshift-sar={"namespace":"{{ include "release_namespace" . }}","group":"longhorn.io","resource":"setting","verb":"delete"} - volumeMounts: - - mountPath: /etc/tls/private - name: longhorn-ui-tls - {{- end }} - {{- end }} - - name: longhorn-ui - image: {{ template "registry_url" . }}{{ .Values.image.longhorn.ui.repository }}:{{ .Values.image.longhorn.ui.tag }} - imagePullPolicy: {{ .Values.image.pullPolicy }} - volumeMounts: - - name : nginx-cache - mountPath: /var/cache/nginx/ - - name : nginx-config - mountPath: /var/config/nginx/ - - name: var-run - mountPath: /var/run/ - ports: - - containerPort: 8000 - name: http - env: - - name: LONGHORN_MANAGER_IP - value: "http://longhorn-backend:9500" - - name: LONGHORN_UI_PORT - value: "8000" - volumes: - {{- if .Values.openshift.enabled }} - {{- if .Values.openshift.ui.route }} - - name: longhorn-ui-tls - secret: - secretName: longhorn-ui-tls - {{- end }} - {{- end }} - - emptyDir: {} - name: nginx-cache - - emptyDir: {} - name: nginx-config - - emptyDir: {} - name: var-run - {{- if .Values.privateRegistry.registrySecret }} - imagePullSecrets: - - name: {{ .Values.privateRegistry.registrySecret }} - {{- end }} - {{- if .Values.longhornUI.priorityClass }} - priorityClassName: {{ .Values.longhornUI.priorityClass | quote }} - {{- end }} - {{- if or .Values.longhornUI.tolerations .Values.global.cattle.windowsCluster.enabled }} - tolerations: - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.tolerations }} -{{ toYaml .Values.global.cattle.windowsCluster.tolerations | indent 6 }} - {{- end }} - {{- if .Values.longhornUI.tolerations }} -{{ toYaml .Values.longhornUI.tolerations | indent 6 }} - {{- end }} - {{- end }} - {{- if or .Values.longhornUI.nodeSelector .Values.global.cattle.windowsCluster.enabled }} - nodeSelector: - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.nodeSelector }} -{{ toYaml .Values.global.cattle.windowsCluster.nodeSelector | indent 8 }} - {{- end }} - {{- if .Values.longhornUI.nodeSelector }} -{{ toYaml .Values.longhornUI.nodeSelector | indent 8 }} - {{- end }} - {{- end }} ---- -kind: Service -apiVersion: v1 -metadata: - labels: {{- include "longhorn.labels" . | nindent 4 }} - app: longhorn-ui - {{- if eq .Values.service.ui.type "Rancher-Proxy" }} - kubernetes.io/cluster-service: "true" - {{- end }} - name: longhorn-frontend - namespace: {{ include "release_namespace" . }} -spec: - {{- if eq .Values.service.ui.type "Rancher-Proxy" }} - type: ClusterIP - {{- else }} - type: {{ .Values.service.ui.type }} - {{- end }} - {{- if and .Values.service.ui.loadBalancerIP (eq .Values.service.ui.type "LoadBalancer") }} - loadBalancerIP: {{ .Values.service.ui.loadBalancerIP }} - {{- end }} - {{- if and (eq .Values.service.ui.type "LoadBalancer") .Values.service.ui.loadBalancerSourceRanges }} - loadBalancerSourceRanges: {{- toYaml .Values.service.ui.loadBalancerSourceRanges | nindent 4 }} - {{- end }} - selector: - app: longhorn-ui - ports: - - name: http - port: 80 - targetPort: http - {{- if .Values.service.ui.nodePort }} - nodePort: {{ .Values.service.ui.nodePort }} - {{- else }} - nodePort: null - {{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/ingress.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/ingress.yaml deleted file mode 100644 index 9038ff0cc1..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/ingress.yaml +++ /dev/null @@ -1,37 +0,0 @@ -{{- if .Values.ingress.enabled }} -apiVersion: networking.k8s.io/v1 -kind: Ingress -metadata: - name: longhorn-ingress - namespace: {{ include "release_namespace" . }} - labels: {{- include "longhorn.labels" . | nindent 4 }} - app: longhorn-ingress - annotations: - {{- if .Values.ingress.secureBackends }} - ingress.kubernetes.io/secure-backends: "true" - {{- end }} - {{- range $key, $value := .Values.ingress.annotations }} - {{ $key }}: {{ $value | quote }} - {{- end }} -spec: - {{- if .Values.ingress.ingressClassName }} - ingressClassName: {{ .Values.ingress.ingressClassName }} - {{- end }} - rules: - - host: {{ .Values.ingress.host }} - http: - paths: - - path: {{ default "" .Values.ingress.path }} - pathType: ImplementationSpecific - backend: - service: - name: longhorn-frontend - port: - number: 80 -{{- if .Values.ingress.tls }} - tls: - - hosts: - - {{ .Values.ingress.host }} - secretName: {{ .Values.ingress.tlsSecret }} -{{- end }} -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/backing-image-data-source-network-policy.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/backing-image-data-source-network-policy.yaml deleted file mode 100644 index 7204d63caa..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/backing-image-data-source-network-policy.yaml +++ /dev/null @@ -1,27 +0,0 @@ -{{- if .Values.networkPolicies.enabled }} -apiVersion: networking.k8s.io/v1 -kind: NetworkPolicy -metadata: - name: backing-image-data-source - namespace: {{ include "release_namespace" . }} -spec: - podSelector: - matchLabels: - longhorn.io/component: backing-image-data-source - policyTypes: - - Ingress - ingress: - - from: - - podSelector: - matchLabels: - app: longhorn-manager - - podSelector: - matchLabels: - longhorn.io/component: instance-manager - - podSelector: - matchLabels: - longhorn.io/component: backing-image-manager - - podSelector: - matchLabels: - longhorn.io/component: backing-image-data-source -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/backing-image-manager-network-policy.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/backing-image-manager-network-policy.yaml deleted file mode 100644 index 119ebf08a1..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/backing-image-manager-network-policy.yaml +++ /dev/null @@ -1,27 +0,0 @@ -{{- if .Values.networkPolicies.enabled }} -apiVersion: networking.k8s.io/v1 -kind: NetworkPolicy -metadata: - name: backing-image-manager - namespace: {{ include "release_namespace" . }} -spec: - podSelector: - matchLabels: - longhorn.io/component: backing-image-manager - policyTypes: - - Ingress - ingress: - - from: - - podSelector: - matchLabels: - app: longhorn-manager - - podSelector: - matchLabels: - longhorn.io/component: instance-manager - - podSelector: - matchLabels: - longhorn.io/component: backing-image-manager - - podSelector: - matchLabels: - longhorn.io/component: backing-image-data-source -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/instance-manager-networking.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/instance-manager-networking.yaml deleted file mode 100644 index 332aa2c2fe..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/instance-manager-networking.yaml +++ /dev/null @@ -1,27 +0,0 @@ -{{- if .Values.networkPolicies.enabled }} -apiVersion: networking.k8s.io/v1 -kind: NetworkPolicy -metadata: - name: instance-manager - namespace: {{ include "release_namespace" . }} -spec: - podSelector: - matchLabels: - longhorn.io/component: instance-manager - policyTypes: - - Ingress - ingress: - - from: - - podSelector: - matchLabels: - app: longhorn-manager - - podSelector: - matchLabels: - longhorn.io/component: instance-manager - - podSelector: - matchLabels: - longhorn.io/component: backing-image-manager - - podSelector: - matchLabels: - longhorn.io/component: backing-image-data-source -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/manager-network-policy.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/manager-network-policy.yaml deleted file mode 100644 index 6f94029a53..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/manager-network-policy.yaml +++ /dev/null @@ -1,35 +0,0 @@ -{{- if .Values.networkPolicies.enabled }} -apiVersion: networking.k8s.io/v1 -kind: NetworkPolicy -metadata: - name: longhorn-manager - namespace: {{ include "release_namespace" . }} -spec: - podSelector: - matchLabels: - app: longhorn-manager - policyTypes: - - Ingress - ingress: - - from: - - podSelector: - matchLabels: - app: longhorn-manager - - podSelector: - matchLabels: - app: longhorn-ui - - podSelector: - matchLabels: - app: longhorn-csi-plugin - - podSelector: - matchLabels: - longhorn.io/managed-by: longhorn-manager - matchExpressions: - - { key: recurring-job.longhorn.io, operator: Exists } - - podSelector: - matchExpressions: - - { key: longhorn.io/job-task, operator: Exists } - - podSelector: - matchLabels: - app: longhorn-driver-deployer -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/recovery-backend-network-policy.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/recovery-backend-network-policy.yaml deleted file mode 100644 index 6e34dadfc2..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/recovery-backend-network-policy.yaml +++ /dev/null @@ -1,17 +0,0 @@ -{{- if .Values.networkPolicies.enabled }} -apiVersion: networking.k8s.io/v1 -kind: NetworkPolicy -metadata: - name: longhorn-recovery-backend - namespace: {{ include "release_namespace" . }} -spec: - podSelector: - matchLabels: - app: longhorn-manager - policyTypes: - - Ingress - ingress: - - ports: - - protocol: TCP - port: 9503 -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/ui-frontend-network-policy.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/ui-frontend-network-policy.yaml deleted file mode 100644 index 6f37065980..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/ui-frontend-network-policy.yaml +++ /dev/null @@ -1,46 +0,0 @@ -{{- if and .Values.networkPolicies.enabled .Values.ingress.enabled (not (eq .Values.networkPolicies.type "")) }} -apiVersion: networking.k8s.io/v1 -kind: NetworkPolicy -metadata: - name: longhorn-ui-frontend - namespace: {{ include "release_namespace" . }} -spec: - podSelector: - matchLabels: - app: longhorn-ui - policyTypes: - - Ingress - ingress: - - from: - {{- if eq .Values.networkPolicies.type "rke1"}} - - namespaceSelector: - matchLabels: - kubernetes.io/metadata.name: ingress-nginx - podSelector: - matchLabels: - app.kubernetes.io/component: controller - app.kubernetes.io/instance: ingress-nginx - app.kubernetes.io/name: ingress-nginx - {{- else if eq .Values.networkPolicies.type "rke2" }} - - namespaceSelector: - matchLabels: - kubernetes.io/metadata.name: kube-system - podSelector: - matchLabels: - app.kubernetes.io/component: controller - app.kubernetes.io/instance: rke2-ingress-nginx - app.kubernetes.io/name: rke2-ingress-nginx - {{- else if eq .Values.networkPolicies.type "k3s" }} - - namespaceSelector: - matchLabels: - kubernetes.io/metadata.name: kube-system - podSelector: - matchLabels: - app.kubernetes.io/name: traefik - ports: - - port: 8000 - protocol: TCP - - port: 80 - protocol: TCP - {{- end }} -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/webhook-network-policy.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/webhook-network-policy.yaml deleted file mode 100644 index 3575763d39..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/network-policies/webhook-network-policy.yaml +++ /dev/null @@ -1,33 +0,0 @@ -{{- if .Values.networkPolicies.enabled }} -apiVersion: networking.k8s.io/v1 -kind: NetworkPolicy -metadata: - name: longhorn-conversion-webhook - namespace: {{ include "release_namespace" . }} -spec: - podSelector: - matchLabels: - app: longhorn-manager - policyTypes: - - Ingress - ingress: - - ports: - - protocol: TCP - port: 9501 ---- -apiVersion: networking.k8s.io/v1 -kind: NetworkPolicy -metadata: - name: longhorn-admission-webhook - namespace: {{ include "release_namespace" . }} -spec: - podSelector: - matchLabels: - app: longhorn-manager - policyTypes: - - Ingress - ingress: - - ports: - - protocol: TCP - port: 9502 -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/postupgrade-job.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/postupgrade-job.yaml deleted file mode 100644 index bb25a54d4e..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/postupgrade-job.yaml +++ /dev/null @@ -1,56 +0,0 @@ -apiVersion: batch/v1 -kind: Job -metadata: - annotations: - "helm.sh/hook": post-upgrade - "helm.sh/hook-delete-policy": hook-succeeded,before-hook-creation - name: longhorn-post-upgrade - namespace: {{ include "release_namespace" . }} - labels: {{- include "longhorn.labels" . | nindent 4 }} -spec: - activeDeadlineSeconds: 900 - backoffLimit: 1 - template: - metadata: - name: longhorn-post-upgrade - labels: {{- include "longhorn.labels" . | nindent 8 }} - spec: - containers: - - name: longhorn-post-upgrade - image: {{ template "registry_url" . }}{{ .Values.image.longhorn.manager.repository }}:{{ .Values.image.longhorn.manager.tag }} - imagePullPolicy: {{ .Values.image.pullPolicy }} - command: - - longhorn-manager - - post-upgrade - env: - - name: POD_NAMESPACE - valueFrom: - fieldRef: - fieldPath: metadata.namespace - restartPolicy: OnFailure - {{- if .Values.privateRegistry.registrySecret }} - imagePullSecrets: - - name: {{ .Values.privateRegistry.registrySecret }} - {{- end }} - {{- if .Values.longhornManager.priorityClass }} - priorityClassName: {{ .Values.longhornManager.priorityClass | quote }} - {{- end }} - serviceAccountName: longhorn-service-account - {{- if or .Values.longhornManager.tolerations .Values.global.cattle.windowsCluster.enabled }} - tolerations: - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.tolerations }} -{{ toYaml .Values.global.cattle.windowsCluster.tolerations | indent 6 }} - {{- end }} - {{- if .Values.longhornManager.tolerations }} -{{ toYaml .Values.longhornManager.tolerations | indent 6 }} - {{- end }} - {{- end }} - {{- if or .Values.longhornManager.nodeSelector .Values.global.cattle.windowsCluster.enabled }} - nodeSelector: - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.nodeSelector }} -{{ toYaml .Values.global.cattle.windowsCluster.nodeSelector | indent 8 }} - {{- end }} - {{- if .Values.longhornManager.nodeSelector }} -{{ toYaml .Values.longhornManager.nodeSelector | indent 8 }} - {{- end }} - {{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/preupgrade-job.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/preupgrade-job.yaml deleted file mode 100644 index ef0fe02f43..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/preupgrade-job.yaml +++ /dev/null @@ -1,55 +0,0 @@ -{{- if and .Values.preUpgradeChecker.jobEnabled .Values.preUpgradeChecker.upgradeVersionCheck}} -apiVersion: batch/v1 -kind: Job -metadata: - annotations: - "helm.sh/hook": pre-upgrade - "helm.sh/hook-delete-policy": hook-succeeded,before-hook-creation,hook-failed - name: longhorn-pre-upgrade - namespace: {{ include "release_namespace" . }} - labels: {{- include "longhorn.labels" . | nindent 4 }} -spec: - activeDeadlineSeconds: 900 - backoffLimit: 1 - template: - metadata: - name: longhorn-pre-upgrade - labels: {{- include "longhorn.labels" . | nindent 8 }} - spec: - containers: - - name: longhorn-pre-upgrade - image: {{ template "registry_url" . }}{{ .Values.image.longhorn.manager.repository }}:{{ .Values.image.longhorn.manager.tag }} - imagePullPolicy: {{ .Values.image.pullPolicy }} - command: - - longhorn-manager - - pre-upgrade - env: - - name: POD_NAMESPACE - valueFrom: - fieldRef: - fieldPath: metadata.namespace - restartPolicy: OnFailure - {{- if .Values.privateRegistry.registrySecret }} - imagePullSecrets: - - name: {{ .Values.privateRegistry.registrySecret }} - {{- end }} - serviceAccountName: longhorn-service-account - {{- if or .Values.longhornManager.tolerations .Values.global.cattle.windowsCluster.enabled }} - tolerations: - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.tolerations }} -{{ toYaml .Values.global.cattle.windowsCluster.tolerations | indent 6 }} - {{- end }} - {{- if .Values.longhornManager.tolerations }} -{{ toYaml .Values.longhornManager.tolerations | indent 6 }} - {{- end }} - {{- end }} - {{- if or .Values.longhornManager.nodeSelector .Values.global.cattle.windowsCluster.enabled }} - nodeSelector: - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.nodeSelector }} -{{ toYaml .Values.global.cattle.windowsCluster.nodeSelector | indent 8 }} - {{- end }} - {{- if .Values.longhornManager.nodeSelector }} -{{ toYaml .Values.longhornManager.nodeSelector | indent 8 }} - {{- end }} - {{- end }} -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/priorityclass.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/priorityclass.yaml deleted file mode 100644 index 208adc84a2..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/priorityclass.yaml +++ /dev/null @@ -1,9 +0,0 @@ -apiVersion: scheduling.k8s.io/v1 -kind: PriorityClass -metadata: - name: "longhorn-critical" - labels: {{- include "longhorn.labels" . | nindent 4 }} -description: "Ensure Longhorn pods have the highest priority to prevent any unexpected eviction by the Kubernetes scheduler under node pressure" -globalDefault: false -preemptionPolicy: PreemptLowerPriority -value: 1000000000 diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/psp.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/psp.yaml deleted file mode 100644 index a2dfc05bef..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/psp.yaml +++ /dev/null @@ -1,66 +0,0 @@ -{{- if .Values.enablePSP }} -apiVersion: policy/v1beta1 -kind: PodSecurityPolicy -metadata: - name: longhorn-psp - labels: {{- include "longhorn.labels" . | nindent 4 }} -spec: - privileged: true - allowPrivilegeEscalation: true - requiredDropCapabilities: - - NET_RAW - allowedCapabilities: - - SYS_ADMIN - hostNetwork: false - hostIPC: false - hostPID: true - runAsUser: - rule: RunAsAny - seLinux: - rule: RunAsAny - fsGroup: - rule: RunAsAny - supplementalGroups: - rule: RunAsAny - volumes: - - configMap - - downwardAPI - - emptyDir - - secret - - projected - - hostPath ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: Role -metadata: - name: longhorn-psp-role - labels: {{- include "longhorn.labels" . | nindent 4 }} - namespace: {{ include "release_namespace" . }} -rules: -- apiGroups: - - policy - resources: - - podsecuritypolicies - verbs: - - use - resourceNames: - - longhorn-psp ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: RoleBinding -metadata: - name: longhorn-psp-binding - labels: {{- include "longhorn.labels" . | nindent 4 }} - namespace: {{ include "release_namespace" . }} -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: Role - name: longhorn-psp-role -subjects: -- kind: ServiceAccount - name: longhorn-service-account - namespace: {{ include "release_namespace" . }} -- kind: ServiceAccount - name: default - namespace: {{ include "release_namespace" . }} -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/registry-secret.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/registry-secret.yaml deleted file mode 100644 index 3c6b1dc510..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/registry-secret.yaml +++ /dev/null @@ -1,13 +0,0 @@ -{{- if .Values.privateRegistry.createSecret }} -{{- if .Values.privateRegistry.registrySecret }} -apiVersion: v1 -kind: Secret -metadata: - name: {{ .Values.privateRegistry.registrySecret }} - namespace: {{ include "release_namespace" . }} - labels: {{- include "longhorn.labels" . | nindent 4 }} -type: kubernetes.io/dockerconfigjson -data: - .dockerconfigjson: {{ template "secret" . }} -{{- end }} -{{- end }} \ No newline at end of file diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/serviceaccount.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/serviceaccount.yaml deleted file mode 100644 index b0d6dd505b..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/serviceaccount.yaml +++ /dev/null @@ -1,40 +0,0 @@ -apiVersion: v1 -kind: ServiceAccount -metadata: - name: longhorn-service-account - namespace: {{ include "release_namespace" . }} - labels: {{- include "longhorn.labels" . | nindent 4 }} - {{- with .Values.serviceAccount.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} ---- -apiVersion: v1 -kind: ServiceAccount -metadata: - name: longhorn-ui-service-account - namespace: {{ include "release_namespace" . }} - labels: {{- include "longhorn.labels" . | nindent 4 }} - {{- with .Values.serviceAccount.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} - {{- if .Values.openshift.enabled }} - {{- if .Values.openshift.ui.route }} - {{- if not .Values.serviceAccount.annotations }} - annotations: - {{- end }} - serviceaccounts.openshift.io/oauth-redirectreference.primary: '{"kind":"OAuthRedirectReference","apiVersion":"v1","reference":{"kind":"Route","name":"longhorn-ui"}}' - {{- end }} - {{- end }} ---- -apiVersion: v1 -kind: ServiceAccount -metadata: - name: longhorn-support-bundle - namespace: {{ include "release_namespace" . }} - labels: {{- include "longhorn.labels" . | nindent 4 }} - {{- with .Values.serviceAccount.annotations }} - annotations: - {{- toYaml . | nindent 4 }} - {{- end }} \ No newline at end of file diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/servicemonitor.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/servicemonitor.yaml deleted file mode 100644 index fd11fe9d47..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/servicemonitor.yaml +++ /dev/null @@ -1,19 +0,0 @@ -{{- if .Values.metrics.serviceMonitor.enabled -}} -apiVersion: monitoring.coreos.com/v1 -kind: ServiceMonitor -metadata: - name: longhorn-prometheus-servicemonitor - namespace: {{ include "release_namespace" . }} - labels: - {{- include "longhorn.labels" . | nindent 4 }} - name: longhorn-prometheus-servicemonitor -spec: - selector: - matchLabels: - app: longhorn-manager - namespaceSelector: - matchNames: - - {{ include "release_namespace" . }} - endpoints: - - port: manager -{{- end }} \ No newline at end of file diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/services.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/services.yaml deleted file mode 100644 index 8baef021f3..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/services.yaml +++ /dev/null @@ -1,71 +0,0 @@ -apiVersion: v1 -kind: Service -metadata: - labels: {{- include "longhorn.labels" . | nindent 4 }} - app: longhorn-conversion-webhook - name: longhorn-conversion-webhook - namespace: {{ include "release_namespace" . }} -spec: - type: ClusterIP - selector: - app: longhorn-manager - ports: - - name: conversion-webhook - port: 9501 - targetPort: conversion-wh ---- -apiVersion: v1 -kind: Service -metadata: - labels: {{- include "longhorn.labels" . | nindent 4 }} - app: longhorn-admission-webhook - name: longhorn-admission-webhook - namespace: {{ include "release_namespace" . }} -spec: - type: ClusterIP - selector: - app: longhorn-manager - ports: - - name: admission-webhook - port: 9502 - targetPort: admission-wh ---- -apiVersion: v1 -kind: Service -metadata: - labels: {{- include "longhorn.labels" . | nindent 4 }} - app: longhorn-recovery-backend - name: longhorn-recovery-backend - namespace: {{ include "release_namespace" . }} -spec: - type: ClusterIP - selector: - app: longhorn-manager - ports: - - name: recovery-backend - port: 9503 - targetPort: recov-backend ---- -apiVersion: v1 -kind: Service -metadata: - labels: {{- include "longhorn.labels" . | nindent 4 }} - name: longhorn-engine-manager - namespace: {{ include "release_namespace" . }} -spec: - clusterIP: None - selector: - longhorn.io/component: instance-manager - longhorn.io/instance-manager-type: engine ---- -apiVersion: v1 -kind: Service -metadata: - labels: {{- include "longhorn.labels" . | nindent 4 }} - name: longhorn-replica-manager - namespace: {{ include "release_namespace" . }} -spec: - clusterIP: None - selector: - longhorn.io/component: instance-manager - longhorn.io/instance-manager-type: replica diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/storageclass.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/storageclass.yaml deleted file mode 100644 index f79699f5e0..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/storageclass.yaml +++ /dev/null @@ -1,50 +0,0 @@ -apiVersion: v1 -kind: ConfigMap -metadata: - name: longhorn-storageclass - namespace: {{ include "release_namespace" . }} - labels: {{- include "longhorn.labels" . | nindent 4 }} -data: - storageclass.yaml: | - kind: StorageClass - apiVersion: storage.k8s.io/v1 - metadata: - name: longhorn - annotations: - storageclass.kubernetes.io/is-default-class: {{ .Values.persistence.defaultClass | quote }} - provisioner: driver.longhorn.io - allowVolumeExpansion: true - reclaimPolicy: "{{ .Values.persistence.reclaimPolicy }}" - volumeBindingMode: Immediate - parameters: - numberOfReplicas: "{{ .Values.persistence.defaultClassReplicaCount }}" - staleReplicaTimeout: "30" - fromBackup: "" - {{- if .Values.persistence.defaultFsType }} - fsType: "{{ .Values.persistence.defaultFsType }}" - {{- end }} - {{- if .Values.persistence.defaultMkfsParams }} - mkfsParams: "{{ .Values.persistence.defaultMkfsParams }}" - {{- end }} - {{- if .Values.persistence.migratable }} - migratable: "{{ .Values.persistence.migratable }}" - {{- end }} - {{- if .Values.persistence.nfsOptions }} - nfsOptions: "{{ .Values.persistence.nfsOptions }}" - {{- end }} - {{- if .Values.persistence.backingImage.enable }} - backingImage: {{ .Values.persistence.backingImage.name }} - backingImageDataSourceType: {{ .Values.persistence.backingImage.dataSourceType }} - backingImageDataSourceParameters: {{ .Values.persistence.backingImage.dataSourceParameters }} - backingImageChecksum: {{ .Values.persistence.backingImage.expectedChecksum }} - {{- end }} - {{- if .Values.persistence.recurringJobSelector.enable }} - recurringJobSelector: '{{ .Values.persistence.recurringJobSelector.jobList }}' - {{- end }} - dataLocality: {{ .Values.persistence.defaultDataLocality | quote }} - {{- if .Values.persistence.defaultNodeSelector.enable }} - nodeSelector: "{{ .Values.persistence.defaultNodeSelector.selector }}" - {{- end }} - {{- if .Values.persistence.removeSnapshotsDuringFilesystemTrim }} - unmapMarkSnapChainRemoved: "{{ .Values.persistence.removeSnapshotsDuringFilesystemTrim }}" - {{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/tls-secrets.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/tls-secrets.yaml deleted file mode 100644 index 74c43426de..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/tls-secrets.yaml +++ /dev/null @@ -1,16 +0,0 @@ -{{- if .Values.ingress.enabled }} -{{- range .Values.ingress.secrets }} -apiVersion: v1 -kind: Secret -metadata: - name: {{ .name }} - namespace: {{ include "release_namespace" $ }} - labels: {{- include "longhorn.labels" $ | nindent 4 }} - app: longhorn -type: kubernetes.io/tls -data: - tls.crt: {{ .certificate | b64enc }} - tls.key: {{ .key | b64enc }} ---- -{{- end }} -{{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/uninstall-job.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/uninstall-job.yaml deleted file mode 100644 index 968f420616..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/uninstall-job.yaml +++ /dev/null @@ -1,57 +0,0 @@ -apiVersion: batch/v1 -kind: Job -metadata: - annotations: - "helm.sh/hook": pre-delete - "helm.sh/hook-delete-policy": before-hook-creation,hook-succeeded - name: longhorn-uninstall - namespace: {{ include "release_namespace" . }} - labels: {{- include "longhorn.labels" . | nindent 4 }} -spec: - activeDeadlineSeconds: 900 - backoffLimit: 1 - template: - metadata: - name: longhorn-uninstall - labels: {{- include "longhorn.labels" . | nindent 8 }} - spec: - containers: - - name: longhorn-uninstall - image: {{ template "registry_url" . }}{{ .Values.image.longhorn.manager.repository }}:{{ .Values.image.longhorn.manager.tag }} - imagePullPolicy: {{ .Values.image.pullPolicy }} - command: - - longhorn-manager - - uninstall - - --force - env: - - name: LONGHORN_NAMESPACE - valueFrom: - fieldRef: - fieldPath: metadata.namespace - restartPolicy: Never - {{- if .Values.privateRegistry.registrySecret }} - imagePullSecrets: - - name: {{ .Values.privateRegistry.registrySecret }} - {{- end }} - {{- if .Values.longhornManager.priorityClass }} - priorityClassName: {{ .Values.longhornManager.priorityClass | quote }} - {{- end }} - serviceAccountName: longhorn-service-account - {{- if or .Values.longhornManager.tolerations .Values.global.cattle.windowsCluster.enabled }} - tolerations: - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.tolerations }} -{{ toYaml .Values.global.cattle.windowsCluster.tolerations | indent 6 }} - {{- end }} - {{- if .Values.longhornManager.tolerations }} -{{ toYaml .Values.longhornManager.tolerations | indent 6 }} - {{- end }} - {{- end }} - {{- if or .Values.longhornManager.nodeSelector .Values.global.cattle.windowsCluster.enabled }} - nodeSelector: - {{- if and .Values.global.cattle.windowsCluster.enabled .Values.global.cattle.windowsCluster.nodeSelector }} -{{ toYaml .Values.global.cattle.windowsCluster.nodeSelector | indent 8 }} - {{- end }} - {{- if or .Values.longhornManager.nodeSelector }} -{{ toYaml .Values.longhornManager.nodeSelector | indent 8 }} - {{- end }} - {{- end }} diff --git a/deploy/charts/harvester/dependency_charts/longhorn/templates/validate-psp-install.yaml b/deploy/charts/harvester/dependency_charts/longhorn/templates/validate-psp-install.yaml deleted file mode 100644 index 0df98e3657..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/templates/validate-psp-install.yaml +++ /dev/null @@ -1,7 +0,0 @@ -#{{- if gt (len (lookup "rbac.authorization.k8s.io/v1" "ClusterRole" "" "")) 0 -}} -#{{- if .Values.enablePSP }} -#{{- if not (.Capabilities.APIVersions.Has "policy/v1beta1/PodSecurityPolicy") }} -#{{- fail "The target cluster does not have the PodSecurityPolicy API resource. Please disable PSPs in this chart before proceeding." -}} -#{{- end }} -#{{- end }} -#{{- end }} \ No newline at end of file diff --git a/deploy/charts/harvester/dependency_charts/longhorn/values.yaml b/deploy/charts/harvester/dependency_charts/longhorn/values.yaml deleted file mode 100644 index ab4ad8ca29..0000000000 --- a/deploy/charts/harvester/dependency_charts/longhorn/values.yaml +++ /dev/null @@ -1,484 +0,0 @@ -# Default values for longhorn. -# This is a YAML-formatted file. -# Declare variables to be passed into your templates. -global: - cattle: - # -- Default system registry. - systemDefaultRegistry: "" - windowsCluster: - # -- Setting that allows Longhorn to run on a Rancher Windows cluster. - enabled: false - # -- Toleration for Linux nodes that can run user-deployed Longhorn components. - tolerations: - - key: "cattle.io/os" - value: "linux" - effect: "NoSchedule" - operator: "Equal" - # -- Node selector for Linux nodes that can run user-deployed Longhorn components. - nodeSelector: - kubernetes.io/os: "linux" - defaultSetting: - # -- Toleration for system-managed Longhorn components. - taintToleration: cattle.io/os=linux:NoSchedule - # -- Node selector for system-managed Longhorn components. - systemManagedComponentsNodeSelector: kubernetes.io/os:linux - -networkPolicies: - # -- Setting that allows you to enable network policies that control access to Longhorn pods. - enabled: false - # -- Distribution that determines the policy for allowing access for an ingress. (Options: "k3s", "rke2", "rke1") - type: "k3s" - -image: - longhorn: - engine: - # -- Repository for the Longhorn Engine image. - repository: longhornio/longhorn-engine - # -- Specify Longhorn engine image tag - tag: v1.6.2-rc2 - manager: - # -- Repository for the Longhorn Manager image. - repository: longhornio/longhorn-manager - # -- Specify Longhorn manager image tag - tag: v1.6.2-rc2 - ui: - # -- Repository for the Longhorn UI image. - repository: longhornio/longhorn-ui - # -- Specify Longhorn ui image tag - tag: v1.6.2-rc2 - instanceManager: - # -- Repository for the Longhorn Instance Manager image. - repository: longhornio/longhorn-instance-manager - # -- Specify Longhorn instance manager image tag - tag: v1.6.2-rc2 - shareManager: - # -- Repository for the Longhorn Share Manager image. - repository: longhornio/longhorn-share-manager - # -- Specify Longhorn share manager image tag - tag: v1.6.2-rc2 - backingImageManager: - # -- Repository for the Backing Image Manager image. When unspecified, Longhorn uses the default value. - repository: longhornio/backing-image-manager - # -- Specify Longhorn backing image manager image tag - tag: v1.6.2-rc2 - supportBundleKit: - # -- Repository for the Longhorn Support Bundle Manager image. - repository: longhornio/support-bundle-kit - # -- Tag for the Longhorn Support Bundle Manager image. - tag: v0.0.37 - csi: - attacher: - # -- Repository for the CSI attacher image. When unspecified, Longhorn uses the default value. - repository: longhornio/csi-attacher - # -- Tag for the CSI attacher image. When unspecified, Longhorn uses the default value. - tag: v4.5.1 - provisioner: - # -- Repository for the CSI Provisioner image. When unspecified, Longhorn uses the default value. - repository: longhornio/csi-provisioner - # -- Tag for the CSI Provisioner image. When unspecified, Longhorn uses the default value. - tag: v3.6.4 - nodeDriverRegistrar: - # -- Repository for the CSI Node Driver Registrar image. When unspecified, Longhorn uses the default value. - repository: longhornio/csi-node-driver-registrar - # -- Tag for the CSI Node Driver Registrar image. When unspecified, Longhorn uses the default value. - tag: v2.9.2 - resizer: - # -- Repository for the CSI Resizer image. When unspecified, Longhorn uses the default value. - repository: longhornio/csi-resizer - # -- Tag for the CSI Resizer image. When unspecified, Longhorn uses the default value. - tag: v1.10.1 - snapshotter: - # -- Repository for the CSI Snapshotter image. When unspecified, Longhorn uses the default value. - repository: longhornio/csi-snapshotter - # -- Tag for the CSI Snapshotter image. When unspecified, Longhorn uses the default value. - tag: v6.3.4 - livenessProbe: - # -- Repository for the CSI liveness probe image. When unspecified, Longhorn uses the default value. - repository: longhornio/livenessprobe - # -- Tag for the CSI liveness probe image. When unspecified, Longhorn uses the default value. - tag: v2.12.0 - openshift: - oauthProxy: - # -- Repository for the OAuth Proxy image. This setting applies only to OpenShift users. - repository: longhornio/openshift-origin-oauth-proxy - # -- Tag for the OAuth Proxy image. This setting applies only to OpenShift users. Specify OCP/OKD version 4.1 or later. The latest stable version is 4.14. - tag: 4.14 - # -- Image pull policy that applies to all user-deployed Longhorn components, such as Longhorn Manager, Longhorn driver, and Longhorn UI. - pullPolicy: IfNotPresent - -service: - ui: - # -- Service type for Longhorn UI. (Options: "ClusterIP", "NodePort", "LoadBalancer", "Rancher-Proxy") - type: ClusterIP - # -- NodePort port number for Longhorn UI. When unspecified, Longhorn selects a free port between 30000 and 32767. - nodePort: null - manager: - # -- Service type for Longhorn Manager. - type: ClusterIP - # -- NodePort port number for Longhorn Manager. When unspecified, Longhorn selects a free port between 30000 and 32767. - nodePort: "" - -persistence: - # -- Setting that allows you to specify the default Longhorn StorageClass. - defaultClass: true - # -- Filesystem type of the default Longhorn StorageClass. - defaultFsType: ext4 - # -- mkfs parameters of the default Longhorn StorageClass. - defaultMkfsParams: "" - # -- Replica count of the default Longhorn StorageClass. - defaultClassReplicaCount: 3 - # -- Data locality of the default Longhorn StorageClass. (Options: "disabled", "best-effort") - defaultDataLocality: disabled - # -- Reclaim policy that provides instructions for handling of a volume after its claim is released. (Options: "Retain", "Delete") - reclaimPolicy: Delete - # -- Setting that allows you to enable live migration of a Longhorn volume from one node to another. - migratable: false - # -- Set NFS mount options for Longhorn StorageClass for RWX volumes - nfsOptions: "" - recurringJobSelector: - # -- Setting that allows you to enable the recurring job selector for a Longhorn StorageClass. - enable: false - # -- Recurring job selector for a Longhorn StorageClass. Ensure that quotes are used correctly when specifying job parameters. (Example: `[{"name":"backup", "isGroup":true}]`) - jobList: [] - backingImage: - # -- Setting that allows you to use a backing image in a Longhorn StorageClass. - enable: false - # -- Backing image to be used for creating and restoring volumes in a Longhorn StorageClass. When no backing images are available, specify the data source type and parameters that Longhorn can use to create a backing image. - name: ~ - # -- Data source type of a backing image used in a Longhorn StorageClass. - # If the backing image exists in the cluster, Longhorn uses this setting to verify the image. - # If the backing image does not exist, Longhorn creates one using the specified data source type. - dataSourceType: ~ - # -- Data source parameters of a backing image used in a Longhorn StorageClass. - # You can specify a JSON string of a map. (Example: `'{\"url\":\"https://backing-image-example.s3-region.amazonaws.com/test-backing-image\"}'`) - dataSourceParameters: ~ - # -- Expected SHA-512 checksum of a backing image used in a Longhorn StorageClass. - expectedChecksum: ~ - defaultNodeSelector: - # -- Setting that allows you to enable the node selector for the default Longhorn StorageClass. - enable: false - # -- Node selector for the default Longhorn StorageClass. Longhorn uses only nodes with the specified tags for storing volume data. (Examples: "storage,fast") - selector: "" - # -- Setting that allows you to enable automatic snapshot removal during filesystem trim for a Longhorn StorageClass. (Options: "ignored", "enabled", "disabled") - removeSnapshotsDuringFilesystemTrim: ignored - -preUpgradeChecker: - # -- Setting that allows Longhorn to perform pre-upgrade checks. Disable this setting when installing Longhorn using Argo CD or other GitOps solutions. - jobEnabled: true - # -- Setting that allows Longhorn to perform upgrade version checks after starting the Longhorn Manager DaemonSet Pods. Disabling this setting also disables `preUpgradeChecker.jobEnabled`. Longhorn recommends keeping this setting enabled. - upgradeVersionCheck: true - -csi: - # -- kubelet root directory. When unspecified, Longhorn uses the default value. - kubeletRootDir: ~ - # -- Replica count of the CSI Attacher. When unspecified, Longhorn uses the default value ("3"). - attacherReplicaCount: ~ - # -- Replica count of the CSI Provisioner. When unspecified, Longhorn uses the default value ("3"). - provisionerReplicaCount: ~ - # -- Replica count of the CSI Resizer. When unspecified, Longhorn uses the default value ("3"). - resizerReplicaCount: ~ - # -- Replica count of the CSI Snapshotter. When unspecified, Longhorn uses the default value ("3"). - snapshotterReplicaCount: ~ - -defaultSettings: - # -- Endpoint used to access the backupstore. (Options: "NFS", "CIFS", "AWS", "GCP", "AZURE") - backupTarget: ~ - # -- Name of the Kubernetes secret associated with the backup target. - backupTargetCredentialSecret: ~ - # -- Setting that allows Longhorn to automatically attach a volume and create snapshots or backups when recurring jobs are run. - allowRecurringJobWhileVolumeDetached: ~ - # -- Setting that allows Longhorn to automatically create a default disk only on nodes with the label "node.longhorn.io/create-default-disk=true" (if no other disks exist). When this setting is disabled, Longhorn creates a default disk on each node that is added to the cluster. - createDefaultDiskLabeledNodes: ~ - # -- Default path for storing data on a host. The default value is "/var/lib/longhorn/". - defaultDataPath: ~ - # -- Default data locality. A Longhorn volume has data locality if a local replica of the volume exists on the same node as the pod that is using the volume. - defaultDataLocality: ~ - # -- Setting that allows scheduling on nodes with healthy replicas of the same volume. This setting is disabled by default. - replicaSoftAntiAffinity: ~ - # -- Setting that automatically rebalances replicas when an available node is discovered. - replicaAutoBalance: ~ - # -- Percentage of storage that can be allocated relative to hard drive capacity. The default value is "100". - storageOverProvisioningPercentage: ~ - # -- Percentage of minimum available disk capacity. When the minimum available capacity exceeds the total available capacity, the disk becomes unschedulable until more space is made available for use. The default value is "25". - storageMinimalAvailablePercentage: ~ - # -- Percentage of disk space that is not allocated to the default disk on each new Longhorn node. - storageReservedPercentageForDefaultDisk: ~ - # -- Upgrade Checker that periodically checks for new Longhorn versions. When a new version is available, a notification appears on the Longhorn UI. This setting is enabled by default - upgradeChecker: ~ - # -- Default number of replicas for volumes created using the Longhorn UI. For Kubernetes configuration, modify the `numberOfReplicas` field in the StorageClass. The default value is "3". - defaultReplicaCount: ~ - # -- Default Longhorn StorageClass. "storageClassName" is assigned to PVs and PVCs that are created for an existing Longhorn volume. "storageClassName" can also be used as a label, so it is possible to use a Longhorn StorageClass to bind a workload to an existing PV without creating a Kubernetes StorageClass object. The default value is "longhorn-static". - defaultLonghornStaticStorageClass: ~ - # -- Number of seconds that Longhorn waits before checking the backupstore for new backups. The default value is "300". When the value is "0", polling is disabled. - backupstorePollInterval: ~ - # -- Number of minutes that Longhorn keeps a failed backup resource. When the value is "0", automatic deletion is disabled. - failedBackupTTL: ~ - # -- Setting that restores recurring jobs from a backup volume on a backup target and creates recurring jobs if none exist during backup restoration. - restoreVolumeRecurringJobs: ~ - # -- Maximum number of successful recurring backup and snapshot jobs to be retained. When the value is "0", a history of successful recurring jobs is not retained. - recurringSuccessfulJobsHistoryLimit: ~ - # -- Maximum number of failed recurring backup and snapshot jobs to be retained. When the value is "0", a history of failed recurring jobs is not retained. - recurringFailedJobsHistoryLimit: ~ - # -- Maximum number of snapshots or backups to be retained. - recurringJobMaxRetention: ~ - # -- Maximum number of failed support bundles that can exist in the cluster. When the value is "0", Longhorn automatically purges all failed support bundles. - supportBundleFailedHistoryLimit: ~ - # -- Taint or toleration for system-managed Longhorn components. - # Specify values using a semicolon-separated list in `kubectl taint` syntax (Example: key1=value1:effect; key2=value2:effect). - taintToleration: ~ - # -- Node selector for system-managed Longhorn components. - systemManagedComponentsNodeSelector: ~ - # -- PriorityClass for system-managed Longhorn components. - # This setting can help prevent Longhorn components from being evicted under Node Pressure. - # Notice that this will be applied to Longhorn user-deployed components by default if there are no priority class values set yet, such as `longhornManager.priorityClass`. - priorityClass: &defaultPriorityClassNameRef "longhorn-critical" - # -- Setting that allows Longhorn to automatically salvage volumes when all replicas become faulty (for example, when the network connection is interrupted). Longhorn determines which replicas are usable and then uses these replicas for the volume. This setting is enabled by default. - autoSalvage: ~ - # -- Setting that allows Longhorn to automatically delete a workload pod that is managed by a controller (for example, daemonset) whenever a Longhorn volume is detached unexpectedly (for example, during Kubernetes upgrades). After deletion, the controller restarts the pod and then Kubernetes handles volume reattachment and remounting. - autoDeletePodWhenVolumeDetachedUnexpectedly: ~ - # -- Setting that prevents Longhorn Manager from scheduling replicas on a cordoned Kubernetes node. This setting is enabled by default. - disableSchedulingOnCordonedNode: ~ - # -- Setting that allows Longhorn to schedule new replicas of a volume to nodes in the same zone as existing healthy replicas. Nodes that do not belong to any zone are treated as existing in the zone that contains healthy replicas. When identifying zones, Longhorn relies on the label "topology.kubernetes.io/zone=" in the Kubernetes node object. - replicaZoneSoftAntiAffinity: ~ - # -- Setting that allows scheduling on disks with existing healthy replicas of the same volume. This setting is enabled by default. - replicaDiskSoftAntiAffinity: ~ - # -- Policy that defines the action Longhorn takes when a volume is stuck with a StatefulSet or Deployment pod on a node that failed. - nodeDownPodDeletionPolicy: ~ - # -- Policy that defines the action Longhorn takes when a node with the last healthy replica of a volume is drained. - nodeDrainPolicy: ~ - # -- Setting that allows automatic detaching of manually-attached volumes when a node is cordoned. - detachManuallyAttachedVolumesWhenCordoned: ~ - # -- Number of seconds that Longhorn waits before reusing existing data on a failed replica instead of creating a new replica of a degraded volume. - replicaReplenishmentWaitInterval: ~ - # -- Maximum number of replicas that can be concurrently rebuilt on each node. - concurrentReplicaRebuildPerNodeLimit: ~ - # -- Maximum number of volumes that can be concurrently restored on each node using a backup. When the value is "0", restoration of volumes using a backup is disabled. - concurrentVolumeBackupRestorePerNodeLimit: ~ - # -- Setting that disables the revision counter and thereby prevents Longhorn from tracking all write operations to a volume. When salvaging a volume, Longhorn uses properties of the "volume-head-xxx.img" file (the last file size and the last time the file was modified) to select the replica to be used for volume recovery. This setting applies only to volumes created using the Longhorn UI. - disableRevisionCounter: ~ - # -- Image pull policy for system-managed pods, such as Instance Manager, engine images, and CSI Driver. Changes to the image pull policy are applied only after the system-managed pods restart. - systemManagedPodsImagePullPolicy: ~ - # -- Setting that allows you to create and attach a volume without having all replicas scheduled at the time of creation. - allowVolumeCreationWithDegradedAvailability: ~ - # -- Setting that allows Longhorn to automatically clean up the system-generated snapshot after replica rebuilding is completed. - autoCleanupSystemGeneratedSnapshot: ~ - # -- Setting that allows Longhorn to automatically clean up the snapshot generated by a recurring backup job. - autoCleanupRecurringJobBackupSnapshot: ~ - # -- Maximum number of engines that are allowed to concurrently upgrade on each node after Longhorn Manager is upgraded. When the value is "0", Longhorn does not automatically upgrade volume engines to the new default engine image version. - concurrentAutomaticEngineUpgradePerNodeLimit: ~ - # -- Number of minutes that Longhorn waits before cleaning up the backing image file when no replicas in the disk are using it. - backingImageCleanupWaitInterval: ~ - # -- Number of seconds that Longhorn waits before downloading a backing image file again when the status of all image disk files changes to "failed" or "unknown". - backingImageRecoveryWaitInterval: ~ - # -- Percentage of the total allocatable CPU resources on each node to be reserved for each instance manager pod when the V1 Data Engine is enabled. The default value is "12". - guaranteedInstanceManagerCPU: ~ - # -- Setting that notifies Longhorn that the cluster is using the Kubernetes Cluster Autoscaler. - kubernetesClusterAutoscalerEnabled: ~ - # -- Setting that allows Longhorn to automatically delete an orphaned resource and the corresponding data (for example, stale replicas). Orphaned resources on failed or unknown nodes are not automatically cleaned up. - orphanAutoDeletion: ~ - # -- Storage network for in-cluster traffic. When unspecified, Longhorn uses the Kubernetes cluster network. - storageNetwork: ~ - # -- Flag that prevents accidental uninstallation of Longhorn. - deletingConfirmationFlag: ~ - # -- Timeout between the Longhorn Engine and replicas. Specify a value between "8" and "30" seconds. The default value is "8". - engineReplicaTimeout: ~ - # -- Setting that allows you to enable and disable snapshot hashing and data integrity checks. - snapshotDataIntegrity: ~ - # -- Setting that allows disabling of snapshot hashing after snapshot creation to minimize impact on system performance. - snapshotDataIntegrityImmediateCheckAfterSnapshotCreation: ~ - # -- Setting that defines when Longhorn checks the integrity of data in snapshot disk files. You must use the Unix cron expression format. - snapshotDataIntegrityCronjob: ~ - # -- Setting that allows Longhorn to automatically mark the latest snapshot and its parent files as removed during a filesystem trim. Longhorn does not remove snapshots containing multiple child files. - removeSnapshotsDuringFilesystemTrim: ~ - # -- Setting that allows fast rebuilding of replicas using the checksum of snapshot disk files. Before enabling this setting, you must set the snapshot-data-integrity value to "enable" or "fast-check". - fastReplicaRebuildEnabled: ~ - # -- Number of seconds that an HTTP client waits for a response from a File Sync server before considering the connection to have failed. - replicaFileSyncHttpClientTimeout: ~ - # -- Log levels that indicate the type and severity of logs in Longhorn Manager. The default value is "Info". (Options: "Panic", "Fatal", "Error", "Warn", "Info", "Debug", "Trace") - logLevel: ~ - # -- Setting that allows you to specify a backup compression method. - backupCompressionMethod: ~ - # -- Maximum number of worker threads that can concurrently run for each backup. - backupConcurrentLimit: ~ - # -- Maximum number of worker threads that can concurrently run for each restore operation. - restoreConcurrentLimit: ~ - # -- Setting that allows you to enable the V1 Data Engine. - v1DataEngine: ~ - # -- Setting that allows you to enable the V2 Data Engine, which is based on the Storage Performance Development Kit (SPDK). The V2 Data Engine is a preview feature and should not be used in production environments. - v2DataEngine: ~ - # -- Setting that allows you to configure maximum huge page size (in MiB) for the V2 Data Engine. - v2DataEngineHugepageLimit: ~ - # -- Setting that allows rebuilding of offline replicas for volumes using the V2 Data Engine. - offlineReplicaRebuilding: ~ - # -- Number of millicpus on each node to be reserved for each Instance Manager pod when the V2 Data Engine is enabled. The default value is "1250". - v2DataEngineGuaranteedInstanceManagerCPU: ~ - # -- Setting that allows scheduling of empty node selector volumes to any node. - allowEmptyNodeSelectorVolume: ~ - # -- Setting that allows scheduling of empty disk selector volumes to any disk. - allowEmptyDiskSelectorVolume: ~ - # -- Setting that allows Longhorn to periodically collect anonymous usage data for product improvement purposes. Longhorn sends collected data to the [Upgrade Responder](https://github.com/longhorn/upgrade-responder) server, which is the data source of the Longhorn Public Metrics Dashboard (https://metrics.longhorn.io). The Upgrade Responder server does not store data that can be used to identify clients, including IP addresses. - allowCollectingLonghornUsageMetrics: ~ - # -- Setting that temporarily prevents all attempts to purge volume snapshots. - disableSnapshotPurge: ~ - # -- Maximum snapshot count for a volume. The value should be between 2 to 250 - snapshotMaxCount: ~ - -privateRegistry: - # -- Setting that allows you to create a private registry secret. - createSecret: ~ - # -- URL of a private registry. When unspecified, Longhorn uses the default system registry. - registryUrl: ~ - # -- User account used for authenticating with a private registry. - registryUser: ~ - # -- Password for authenticating with a private registry. - registryPasswd: ~ - # -- Kubernetes secret that allows you to pull images from a private registry. This setting applies only when creation of private registry secrets is enabled. You must include the private registry name in the secret name. - registrySecret: ~ - -longhornManager: - log: - # -- Format of Longhorn Manager logs. (Options: "plain", "json") - format: plain - # -- PriorityClass for Longhorn Manager. - priorityClass: *defaultPriorityClassNameRef - # -- Toleration for Longhorn Manager on nodes allowed to run Longhorn Manager. - tolerations: [] - ## If you want to set tolerations for Longhorn Manager DaemonSet, delete the `[]` in the line above - ## and uncomment this example block - # - key: "key" - # operator: "Equal" - # value: "value" - # effect: "NoSchedule" - # -- Node selector for Longhorn Manager. Specify the nodes allowed to run Longhorn Manager. - nodeSelector: {} - ## If you want to set node selector for Longhorn Manager DaemonSet, delete the `{}` in the line above - ## and uncomment this example block - # label-key1: "label-value1" - # label-key2: "label-value2" - # -- Annotation for the Longhorn Manager service. - serviceAnnotations: {} - ## If you want to set annotations for the Longhorn Manager service, delete the `{}` in the line above - ## and uncomment this example block - # annotation-key1: "annotation-value1" - # annotation-key2: "annotation-value2" - -longhornDriver: - # -- PriorityClass for Longhorn Driver. - priorityClass: *defaultPriorityClassNameRef - # -- Toleration for Longhorn Driver on nodes allowed to run Longhorn components. - tolerations: [] - ## If you want to set tolerations for Longhorn Driver Deployer Deployment, delete the `[]` in the line above - ## and uncomment this example block - # - key: "key" - # operator: "Equal" - # value: "value" - # effect: "NoSchedule" - # -- Node selector for Longhorn Driver. Specify the nodes allowed to run Longhorn Driver. - nodeSelector: {} - ## If you want to set node selector for Longhorn Driver Deployer Deployment, delete the `{}` in the line above - ## and uncomment this example block - # label-key1: "label-value1" - # label-key2: "label-value2" - -longhornUI: - # -- Replica count for Longhorn UI. - replicas: 2 - # -- PriorityClass for Longhorn UI. - priorityClass: *defaultPriorityClassNameRef - # -- Toleration for Longhorn UI on nodes allowed to run Longhorn components. - tolerations: [] - ## If you want to set tolerations for Longhorn UI Deployment, delete the `[]` in the line above - ## and uncomment this example block - # - key: "key" - # operator: "Equal" - # value: "value" - # effect: "NoSchedule" - # -- Node selector for Longhorn UI. Specify the nodes allowed to run Longhorn UI. - nodeSelector: {} - ## If you want to set node selector for Longhorn UI Deployment, delete the `{}` in the line above - ## and uncomment this example block - # label-key1: "label-value1" - # label-key2: "label-value2" - -ingress: - # -- Setting that allows Longhorn to generate ingress records for the Longhorn UI service. - enabled: false - - # -- IngressClass resource that contains ingress configuration, including the name of the Ingress controller. - # ingressClassName can replace the kubernetes.io/ingress.class annotation used in earlier Kubernetes releases. - ingressClassName: ~ - - # -- Hostname of the Layer 7 load balancer. - host: sslip.io - - # -- Setting that allows you to enable TLS on ingress records. - tls: false - - # -- Setting that allows you to enable secure connections to the Longhorn UI service via port 443. - secureBackends: false - - # -- TLS secret that contains the private key and certificate to be used for TLS. This setting applies only when TLS is enabled on ingress records. - tlsSecret: longhorn.local-tls - - # -- Default ingress path. You can access the Longhorn UI by following the full ingress path {{host}}+{{path}}. - path: / - - ## If you're using kube-lego, you will want to add: - ## kubernetes.io/tls-acme: true - ## - ## For a full list of possible ingress annotations, please see - ## ref: https://github.com/kubernetes/ingress-nginx/blob/master/docs/annotations.md - ## - ## If tls is set to true, annotation ingress.kubernetes.io/secure-backends: "true" will automatically be set - # -- Ingress annotations in the form of key-value pairs. - annotations: - # kubernetes.io/ingress.class: nginx - # kubernetes.io/tls-acme: true - - # -- Secret that contains a TLS private key and certificate. Use secrets if you want to use your own certificates to secure ingresses. - secrets: - ## If you're providing your own certificates, please use this to add the certificates as secrets - ## key and certificate should start with -----BEGIN CERTIFICATE----- or - ## -----BEGIN RSA PRIVATE KEY----- - ## - ## name should line up with a tlsSecret set further up - ## If you're using kube-lego, this is unneeded, as it will create the secret for you if it is not set - ## - ## It is also possible to create and manage the certificates outside of this helm chart - ## Please see README.md for more information - # - name: longhorn.local-tls - # key: - # certificate: - -# -- Setting that allows you to enable pod security policies (PSPs) that allow privileged Longhorn pods to start. This setting applies only to clusters running Kubernetes 1.25 and earlier, and with the built-in Pod Security admission controller enabled. -enablePSP: false - -# -- Specify override namespace, specifically this is useful for using longhorn as sub-chart and its release namespace is not the `longhorn-system`. -namespaceOverride: "" - -# -- Annotation for the Longhorn Manager DaemonSet pods. This setting is optional. -annotations: {} - -serviceAccount: - # -- Annotations to add to the service account - annotations: {} - -metrics: - serviceMonitor: - # -- Setting that allows the creation of a Prometheus ServiceMonitor resource for Longhorn Manager components. - enabled: false - -## openshift settings -openshift: - # -- Setting that allows Longhorn to integrate with OpenShift. - enabled: false - ui: - # -- Route for connections between Longhorn and the OpenShift web console. - route: "longhorn-ui" - # -- Port for accessing the OpenShift web console. - port: 443 - # -- Port for proxy that provides access to the OpenShift web console. - proxy: 8443 - -# -- Setting that allows Longhorn to generate code coverage profiles. -enableGoCoverDir: false