From 1ad6cc13edb04952a71e689a8efdaf187434bd02 Mon Sep 17 00:00:00 2001 From: Gaurav Vaidya Date: Thu, 16 Oct 2025 14:31:48 -0400 Subject: [PATCH 1/9] Replace /docs with /status as the probe endpoint. Also reduced frequency of liveness probes. --- .../templates/web-server-deployment.yaml | 6 +++--- helm/node-normalization-web-server/values.yaml | 12 ++++++------ 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/helm/node-normalization-web-server/templates/web-server-deployment.yaml b/helm/node-normalization-web-server/templates/web-server-deployment.yaml index d94ae0dad..76a8512c3 100644 --- a/helm/node-normalization-web-server/templates/web-server-deployment.yaml +++ b/helm/node-normalization-web-server/templates/web-server-deployment.yaml @@ -76,7 +76,7 @@ spec: {{ if .Values.web.startupProbe.enabled }} startupProbe: httpGet: - path: /docs + path: /status port: {{ .Values.web.port }} {{ with .Values.web.startupProbe.config }} {{ . | toYaml | nindent 12 }} @@ -85,7 +85,7 @@ spec: {{ if .Values.web.readinessProbe.enabled }} readinessProbe: httpGet: - path: /docs + path: /status port: {{ .Values.web.port }} {{ with .Values.web.readinessProbe.config }} {{ . | toYaml | nindent 12 }} @@ -94,7 +94,7 @@ spec: {{ if .Values.web.livenessProbe.enabled }} livenessProbe: httpGet: - path: /docs + path: /status port: {{ .Values.web.port }} {{ with .Values.web.livenessProbe.config }} {{ . | toYaml | nindent 12 }} diff --git a/helm/node-normalization-web-server/values.yaml b/helm/node-normalization-web-server/values.yaml index 97ce8241c..ed1ec2958 100644 --- a/helm/node-normalization-web-server/values.yaml +++ b/helm/node-normalization-web-server/values.yaml @@ -49,8 +49,8 @@ web: startupProbe: enabled: true config: - periodSeconds: 1 - timeoutSeconds: 1 + periodSeconds: 10 + timeoutSeconds: 5 successThreshold: 1 # to be able to detect pod started asap pinged every second, but not cause restart failureThreshold: 1500 @@ -58,8 +58,8 @@ web: readinessProbe: enabled: true config: - periodSeconds: 1 - timeoutSeconds: 1 + periodSeconds: 10 + timeoutSeconds: 3 # to make sure that if a worker got booted # we need to be sure before we start routing to that pod. successThreshold: 1 @@ -68,10 +68,10 @@ web: livenessProbe: enabled: true config: - periodSeconds: 5 # five seconds + periodSeconds: 30 timeoutSeconds: 30 successThreshold: 1 - # if a pod fails twice on /docs we boot it. + # if a pod fails twice on /status we boot it. failureThreshold: 2 resources: From 4dd9aaaeeb98b8eeab73150972cdf9a8d61b29e8 Mon Sep 17 00:00:00 2001 From: Gaurav Vaidya Date: Thu, 16 Oct 2025 14:52:40 -0400 Subject: [PATCH 2/9] Increased RENCI Dev maximum replicas from 20 to 30. --- .../renci-dev-values-populated.yaml | Bin 3350 -> 3280 bytes 1 file changed, 0 insertions(+), 0 deletions(-) diff --git a/helm/node-normalization-web-server/renci-dev-values-populated.yaml b/helm/node-normalization-web-server/renci-dev-values-populated.yaml index dc9018e211f5fb906fb6f1e05d44b998e376a679..637ab24df1ea75fcb2458f2b8ae5fbe5956c5b45 100644 GIT binary patch literal 3280 zcmV;>3@`HlM@dveQdv+`0Qc6M!e3z{WQQ)`Io&8{82t<{KuL!Ibdz<8JEL>FLMHge zo!_s|+)^pi#r=s4K_F@UecU>VsG z=ZA^ptH2Vpr8)l5`8~|~4}Vt*N7EpGYx^$YW$9TE%LZm3BYEz|8y&OUZ|Tmp(Ug#s z^M*_jpgs>pO||+Ax4fgtfRVw}2ve&^g-`Ny*Li)uYx^SUZ;%-)qac=EXp2mamEW;- zBa1#Im}F*peH*4Y;Fkdpi{%h+K7s*fMIAGU{3dC1bV7%6cM!p-Wlp@Ws5uA&|D>RD z>2!8n0f>RRuQESZPtU_tW@}cQ_4i$uUvirn-C`^*E==7d)NVG_XYmln$v*RfCx3*H zn1`7>e*=0xKb;3yuyJ5iLs@^m(Rh9epISc3S2dI2!|uucP${ZmdAFGqw2n=YZFC1) z8W-t6-%RTm9lkH!vq{$40n&ucJjO+A&YZrNAy|4G9a#*>jfqgxBSwU zhWyIesN$5GKKTGksGQ8D9=p%nPLyY2fBm1DuzGFeg^yXa5z*F zqh92L%qL3k$;&XZaHI%%qfWf_hv7vyr&JnQqtsVh2rKX`NQ@W9dDJ<@B?i~RQ9?6~ z#0FfkB7bs-zMFlb;< zv+b@$QK_kh$yjG$n61wo>Tzow(bYVXB2$T8v8In5$z?F0Swm0@nH10O$~Hb0Q;u3{ z95nO*WSp$+`4@u>R_WsSzZh=IhpLRDQDsP#V*0l+p1H|lc2yjG{AsnZ?TV~OybVj? znES`B+)FvvSp+|ny#KRL%#DEZENTWRDRQ_B*q!Ks82@g!n_vR$$1=`gwBC z@Tflp-r7@X$}75I>>_=)6lwhG0G*>Y7U<@Hs$mKQ@DmD2_Lbuy2Rz&7%h{JZZp;Sl zB02_(I1WnJwb)-@S{*{@?v5)_5rdQ;9xAGi!YbgT0p0xR^reS3Wy%Y#D9HQ9g+@0_)nsd$~_W` zf0LPlc(mQMuvku50U1Ojp(glec~MuhR%P+;u>7k7yvpaa#O;T0IR={k^nK_at*X95zg zk5hpMJA}%kD*{ZPXB)}wB=ZdnK)nw_CgsgWxebtyi7sm3`5{ljp!%r`F%bc;QiCS^ zs;AaUi%HU`_v~BmFBrqz8@#!zgdjJ;`^JCO)}KC2Ih!n($r-Jt96^n7-vl6HoMbsC z8x!PcmQl`MRN@sUTf>}>(CJ6mn3(#9vjrUjXM*m-!o)u^ZiM8AAx8`9D|IpoX=kNt zHF6N!l&vXTGY<&ki1(?!tlE{jD04JIxsLGe(-3ROlCLFYR2#%LTu>won_#Be!zGTl$BSGwsJ!z~g7il2ClZ|zqPR^#{N|p>s z8-Pht?jzo!friLT_=;g~)A0{^#eKQv9O5 zdk-rI*+vZsMbjIYV_pID@8d2AiwHdYXHC?12414ifHMyzjw=YXcAb#apBEf~lFxyP zrn|=^_Tzc+8Uk$5*{gKiOQAw&(8}Sn3>2{g~~PU>xHN%%(Xc4(yuTqOr8MG|_v09+==GQ>~-6j&X8dTR{Bo z%p8Nx>Li_q_9d1KC@Xw2JaIT1`Z-!_dUq=D0F#fwcHs3hAlglP6;P9ypjY1M4GvBG zE^_fsR0OOo!w;JY+aboHb)=K~ymz+WHMZBp`||tLpwN;w_g{#=QwJn~SB4v0lrupo z51+Kg`~5Ih_0sH}A5vcA6^Q+{?T&>J;|fh&K3I{eIBu?BEjV-8X{N9`rRj6cr~6Zg ziHpRAt$&zq>>#-|ZtypwoRF(nJF@W>fJXOU2p}xDNLiGjCYJd5^}fy{VVa+CH{K4B zlU3Pmg@hB|NBb-wg+Z^2fiQlKt>a68Z^zSniK0vKfHTV?8|gR6J_ikHH^?ZVikuQ%QV6JmsYlUBgehqDweS5xGe2+j`2S z8~8pr=+8XEt5q4$Sf|7$qOlk1>`8g=$Q1n#TEM25J%2=1(MrjtB z=dG0PyP4ZT@N{T3xMDjJto(3*hbE@iSh&M?zS4)3S{kR7$J*0H##2tGfr?8+rrHP4 zWsuPt&JVPv__mBkz4;3=IWSK^8Lc{kX5Rn;W`!!+7Vkfno1aL%m7yHsTiJz0Rr~IH z^-YE5v0tR&ZJNZQjG&;NMnkR-dTSC!J)HRK44)Ahqopk3qYL3+K5NhU*lU+=N^N{)D#HRmNG{{aZ zoOB(7ft7lROWl^H8Lg+GK2r)cE0Lgex2f6-jEJqw%z`tJ*dE3kbVKEi9MN0j0f;@7 z%my$rMUFeTj$0ssg8*#R?>M}|6x+(AY>;2+XhS)UdzJ@C9C)(n_KnB8O6rN=SFN0= zUtNXq-30EhSp0|5#M&K?Qh;$faw{7sQUcJUs!MRmG`Q67gCo=A+R~&;y^!apQ?#DS z%ErX)12AJOo3}-}#)xzZCouR9&GvFRRl{By$Gz&f$4l@|GM-k$t^xV8CfysCCBD67 zn^%9the@YGi#6Rlmfhhjg8sbmnT|)RuM={>Ul`w0_6f{E?)r?Cpa^xn@W>=H^WKRX zB&Z`ig@N<%l>%kc8MmJ=ZWdHR< zo%(OHP?~nqj5!(EOX=p1O^oVP>K8>kOIc@6!XM6hY=@d9g3kfED+Nf?lM~_J&*)TT zN6lmuVEx%a68QY65E1+d_MJnc`XXu0qK&n~5vzp7k30Y5?=aVcWO|bT^0k~8@9`?R zg(tS+237GqSf>(%+;3H;AQBjDm<*ck>4?1~Q>2RV6Z&uR`rw&!a8o)k4IeBxY@^M~ zV$V0_l%%XF5YK>#VN8ioNW_@-Nb0X~rzVd&w(l4EIyfbG_=mE$nw2VIr zRkUt&GACa1aosd8)hB4#*cw}kD+oHVlUQjj3jcmBho;rQ*^xJoem)oKE@6zD?o?8jTk+!nzu2BlA$3hkeW%D{Tb>?osUYANq7@F~}!_#jIXvp}E_{UZKoRHq1@_R;0og z(B-~_Ve|ZT^0j_9Hd$D|fFOA7NOjCcs8m>n4=`O~sXKu~S(BJIU4FC_Hs)@Wl&=or z`!w;9!J|@n6e9_lazXMquu^m}wr-E|b^iO(#o_4RfqrWjNI5{>)!GQ#T^H9YY10K` zncyrhWN=<|N5AQLM@q9W*zj}c)69C)MC(USi$MgXi>&-IRBuYEGHKp<@>iiXk#*3e z1k1RX(Si_>yuNY^`Urvn0RZ(RoWQq8RWk;iGv2fLG;r^LRF!f;{{oSD%CIEHX^F))me9ei)J=1n8_}y7@!s}=ApXPex7l*M<}XP!AJOA z$YJWZh_ zrlHiioZ&@o*6?aLVP;D9tyS`r7`@6dJfSnXko6=5CxP;JEv`t`gV;9VCP6|6&{luu zjq1%FW5?(DM5xltYy*_N(bjN-_22SEd>NeFJ|>RIaU>ER7T{WbXTZ~Ldxc_tmkQa= zee-MH;L*Lyrl<6GMrBZO6y~OT6i8!ve&O3$J}z&Au9AY&ktDiXmm3DV!F;YAsA2`f z1LJI$kqF5hX4uuJ_a=q#Mvjk6D&faBW|2WY7`1@ zXbq|KYHd^!;8~U6()E8mma^-4+!z?4mXS+jJP0Uuh{VCo45xr>|9*fTvY(3c435N7 z+GtD*<}#k)K#wpfPhPd`9M{;iABB(QC#U0eWw-qgJ8$k05@)k77LmMWc#FT&Y5FD} z(<%h7aXZ!j>6=4G5&r^8mfX%!{fb)_$SCNcMlr(?WG@Zl?KdVErbi>MK}a_DgYbCO zB~rSkonSnhQuFi_+dw`4dJ)irs7BWf%q$h~!wp&j<9Y)fnG}F(^XhI7%U-5Yv>G9BmoLy!7P znUQ1Ma?3_USk5$ATVZvBcO)!+(O8R^slM}n8}GcH>G&38f*-(m#Sd#(%N$E;KXed~ zZY#d)8r%3R5!K@_hRoAW;}cNW&aKO!qXg*c1pdr|!zm1j29>@eXD@#cfv|mN+qFxN zx1)0uA1VBrFYHMV%04UU*O}8eeFtU?3$58+Oe~Q;H4-V0o=z(}^tXWOnrT^$Z7P0E zZ@3?LLNcw$Twa3SpOujmhN$Xs;a7cg(V+uV`Y_S6C6Cw|L_o0r*HUz=O^5if%*m>D z`yk_o;Wuh8YDtKf|5497=3~wy66(sEQi*{ebi}(tu959i-IqO%SR?IYWkNF7QaPld zilwM$z^O=b3e&GtA#r(QL?U|FWT4c>I=RV}%iW4@<&J4n+~hKa7Z*oN#SGf86;gz#;+*;EKUwtri;dX{ zQ`GLBRKPx$Mnjoep}1!SN4t-0Yngd^3Izl?YiobHi1RAs!FH;wSy#FfMp_x+X;eqY z$|lr1)tmE;eN~4%%CWJ>uQ)}pWxO`V0uH_VO#K)kV4*HP2_o`*MGJ(7E1LVE@`$G1 z2TlsRp`yR&njV6L$(^vC2;k*>Y5r5>S4Ok!9~pYM9?C1Wf;5SpN}Aa@9R~ZlS6}or zOjLc^P1@4_j6ty4*aHV&D8b&ToqbqaD=&2&OhMFLjJ>KdPkuwP`D8`Yb~yd!19+u!h>90Vtcl8zkZIpx;|=2BBAIMOVTi)kxnjI56RocawST z%EGGYGbLax*c!N!v8d&0ZRpp5>u_GhKdKmMw=XLMuPmrrG8DHT9K!dRos2O0KhsGr zR1=X^)){86P2(*7YPh&$&GpenZIvtk6YeR(|JW}?eOH_e`2%$7*vp23+bkz`8CU?yo%j*AYy3i= z{EaZJH}&|c2O(y88*7KzVW(G=7Ui$BpO*JW8K* zEEhAdK>JT4+*ovST=%z2)|Bz_I8h~69YT9`0C zdr8p60Y`X+@mb!}DL)1Ah9t>5grPvZ)ln%&S!uj?iG%ynx-4QZ>NTdRC*N4;$~!2w zCxAQ6QICB3HeKM$&KLzi-i}~X$Cyy7o7vt;=>-fy6*EjqqE z*hu1&uaE@sgXX43(Ad0#`KtWDZEVx{l&$lMha{jTge1c5378wCA7o10_TakmrjFBB z`E`SFKHc2_Qf>I?6V907PW0oc;%Bvf(dO+)Wb0tY!J3c?@6++&RJ}YQu=O10a$O-B g!z4^0+duC)Due?0zRm{Pgm3*!(jvbDqM*U>j)4Q8HUIzs From 9008588a0548f11e29163c277d1256bf3df53396 Mon Sep 17 00:00:00 2001 From: Gaurav Vaidya Date: Mon, 8 Dec 2025 18:43:57 -0500 Subject: [PATCH 3/9] Increased NameRes memory requirement. --- helm/name-lookup/values.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/helm/name-lookup/values.yaml b/helm/name-lookup/values.yaml index 7433eac7a..f68254130 100644 --- a/helm/name-lookup/values.yaml +++ b/helm/name-lookup/values.yaml @@ -57,10 +57,10 @@ solr: # the memory to Solr helps with performance. # requests: - memory: "32Gi" + memory: "64Gi" cpu: 4000m limits: - memory: "32Gi" + memory: "64Gi" cpu: 6000m # You can control the nodeSelector/affinity/tolerations settings for Solr with the following settings. @@ -69,7 +69,7 @@ solr: affinity: tolerations: - heap_mem: "-Xms30G -Xmx30G" + heap_mem: "-Xms60G -Xmx60G" gc: "-XX:NewSize=4G -XX:MaxNewSize=4G -XX:+UseG1GC -XX:MaxGCPauseMillis=1000 -XX:+UnlockExperimentalVMOptions -XX:G1MaxNewSizePercent=40 -XX:G1NewSizePercent=5 -XX:G1HeapRegionSize=32M -XX:InitiatingHeapOccupancyPercent=90" # As of Babel 2023jul13, we need 130G to store the From edc4fff92b4d17cf55d0bc9146d5664087493f6c Mon Sep 17 00:00:00 2001 From: Gaurav Vaidya Date: Tue, 9 Dec 2025 11:36:59 -0500 Subject: [PATCH 4/9] Reduced Solr request mem to 32Gi. --- helm/name-lookup/values.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/helm/name-lookup/values.yaml b/helm/name-lookup/values.yaml index f68254130..23b96320d 100644 --- a/helm/name-lookup/values.yaml +++ b/helm/name-lookup/values.yaml @@ -57,7 +57,7 @@ solr: # the memory to Solr helps with performance. # requests: - memory: "64Gi" + memory: "32Gi" cpu: 4000m limits: memory: "64Gi" From 78be772773219a81cdcd3b54bc6e3ba05c6f5702 Mon Sep 17 00:00:00 2001 From: Gaurav Vaidya Date: Wed, 10 Dec 2025 02:54:10 -0500 Subject: [PATCH 5/9] Increased web replicas to 2 on Dev. --- .../name-lookup/renci-dev-values-populated.yaml | Bin 930 -> 948 bytes 1 file changed, 0 insertions(+), 0 deletions(-) diff --git a/helm/name-lookup/renci-dev-values-populated.yaml b/helm/name-lookup/renci-dev-values-populated.yaml index 9686e14d015f8fb337a93eba75f0acb711d1b069..7f26ba5d052a52d649a2117b71444e8b1ef3c662 100644 GIT binary patch literal 948 zcmV;l155k>M@dveQdv+`0I~jlozTJ~h2t&b)LQN|A1I3>Ws~wobVEQXHzNs^b02i6 zl>QHW&F09(4vKkr^Oe31EXUdxVsR`kJd6O&dlI#++H*hSYLFT$f>y9oqw)x3$$V^C zK&;`&^LG_+3dtp&gWWdl-I+Q`58s))Dd#{+0pM^DNmPxQ62;51#>xB?Gw9ExjmB>0 zlSusFD>RSMw9aO|gDKgrb$H3X?zwM$>9nul^@U!;aED6OMn;z5KLmrKNZDOW{k^@5;~qDZqx2jT*usO@gL?%>FP{ zg5zOs+zU0;e@ZlZ_dYXw$D}YI=eMxfV08%IczO^7Hj2Il@jlJnw&M!9RiM-jjpLwY z4J3-ZXRqA1Y`V-xHg5i8vpu42AP*HU?z@6Nx6iRgjX*6BTtqx}XuAwT?dU`Iz@Pez z9_^8u%*<^4t&=DiG8K}_JyGsikQ*yvyFz{p@(o$r9~ZjdaNQ_0z;1m3I?y%1 zf@58hzPC>ciww711cU`sRsvH>Hjjj4|CQT9W%jgi*f^ROp^ zcG>is&LX&n9rsXb*Np$h{A;LvcH04PdC>HWA3#(qgXMDYrI)@~+^EyuxJ8|N+85}jMh2j5ueQmYC5br!53QWq^jwBIrSA) zOW_yhdO0giEbS){584ycj%@0^+{&(J{@EXA$SW&nw8_}%n_zO9%lDEC?K{LtnLw&o zoy3*XqZ5fHLKVgEwUl5E!^-bgoR*fPPhEa~@Au5r%c7WkLZ6G>2KY#{*D7;~NN-=k z3u>sr>~iXT1Ib+NI+pe4l|Xv2fwoN*M)sf^3T2vY3upCN7bUovuMQF~70K(s#_||J zANGorO(J)L2@9uMMqN;N5eP{2qt(i^u@KG&Fk&cP8A0F^F;^8-wW8sbRjDs=QCtQT zfCuI8ybrt0=`}O7SEQ=f=jGm_pk%;0|CVSGElLbm7}7-U%&P;Z!e~2zxI}rmGVdEc WDuyo(KT~wC0gFVU&d&`z7{ai1de)5q literal 930 zcmV;T16}+8M@dveQdv+`0NV^CPT9Q|QX125u3v}it}s^wQz_@5;cMP-S%D(fY+OP$ zjxi+W84dEGWKH3J*Cn|m=hFr;HCF0I9I^?de+Vw`t6;Jc_y%r^0A;?ov%q~1BuQPQ zH!>S4Xhzy-%`zi?rvMLOyV4vl=h6M8qGZd6DESoJcmd*Btc5IS@xP0om=+EDcR1v9 zP0WMnzR;INVmSUDq+pU$@D~QoN{{J|sV~;Amsq+MH-vg|$=Hr8f0FdS61W#&WMYkr z5Cs$NIB=5|id)hJm)$cm2|L)W10clAo6?bgd-4F+Gw2vb48f&47wjbtQxpiDdKa5+{YK7YXSILo_Xf~6>z3`x91oVtz90t+>MSE? zAuIg9s_R4l$5Svf0i@K{O)QZ{U4lLp~*~Z(fq>~?)K!?5zFkjY26DXAn%1!)!UO)gm4E=uQPS+ zGPCnfJt2znvy_L6t*=e2#j|N(Eq#_a7(Kml3e6d8H1^Br)*sR-Q+bS!wxyGju+zf@ zJ;!GXRiAEFAdO3n$}0A5Ze*>ifPwR|Bd96w7#O_F{km2tK<+mY^uV$AKGkr$DlNAC zz(wVVGSzh~)3&KhcRG*U91PNSS0%Psx#xPdYAzTFmvwZ1<=kS5X)*f8IesO(4%-pu zDh6Ri&gyaEBqPtFUAO!!5wYNURW`#T#2xft2g=o8MYJIFwpb8OEcy6?2;PfUalGL$ ze96Ia2&uwyIiqX3)iW-HSGRgpiQ4n&4}9T|Kv3(-KF>Ca7qgYn#IIF|*^S{0?N|Rl z?gzHwegCB@?1WH$^?vg~m@|XE4dR?*NeW+?C_`JajX&%mDQmV^6_}ALZN6P1`u-LaT#Mq-qo`UsB{`X{926ESat! E{7%Ema{vGU From d0c015cef121756ce9b2af3fc44ad86b85b7cf39 Mon Sep 17 00:00:00 2001 From: Gaurav Vaidya Date: Wed, 10 Dec 2025 03:09:29 -0500 Subject: [PATCH 6/9] Increase RENCI Dev replicas to 4. --- .../name-lookup/renci-dev-values-populated.yaml | Bin 948 -> 948 bytes 1 file changed, 0 insertions(+), 0 deletions(-) diff --git a/helm/name-lookup/renci-dev-values-populated.yaml b/helm/name-lookup/renci-dev-values-populated.yaml index 7f26ba5d052a52d649a2117b71444e8b1ef3c662..09f36a317927bca3e7e7435e5b7974942caa1104 100644 GIT binary patch literal 948 zcmV;l155k>M@dveQdv+`003udLPO7hs`Y$tNi(v9+o&hg+$|!~_H4wY^%go=3>Q^> zzB^8Uh@V9~ap2b%aU@+R-Ky$M8NTJKS4H$PJy{wfuUpaJFTeZGChld32UEY0I@8ER!I?Gztc> zB+5xj*nP>r5(N?(3&aj9TQAz1n*(Xxp&d3q>0VLMG0*Omh36IuR3C#8Im@idUnlfw zp^2JV3qbADZ=|=qF%qY5^90JTpRmQ;F8Tkn$=CiJtq_bfft5DjwonsgutwPX&!=1o zIlF>Kf0IH#_pumpmSPN&wNuS(q>y$Pcp;S81Rkw^Gzw;b8j#WU2rp=1xbR7ndi1`$ zc?Tuh9OXDDQdUkgEwzJJjiDGV#=GK*+jfd_kSUF>Rb3XlB7?ds@z`D`-WnRC_!;FP zJhVN}F%5-}gV=|l7u~I(yT{+%HOcYBLL3oW^T5|JaM;a7gGI=T$XjtFyspTgi zp~!a;Vrk1}EY=@FO$VBG=&zU%p~g_%g7AUrQ!>t)zocmaOE_D-=$*T&;98&2SF+@a zD(9;uJdHy1cRqVzOXJQHHyF|&!eR8f+gAx72jmyRe`_I^V4cx;m`#i^Ek&~3T!?4f zOQQtsaEvEXZKo6wP(dPlc>zAI*-8rQts(+n-oqM%O!V4(5i*&7ob8zCzT{}P3Yp!^ z>&T7hN_I1{B;PPw50QQFD*f!Z1iz>=OKZw(Z33kei*Wx=r~{}!D4ZCTM@dveQdv+`0I~jlozTJ~h2t&b)LQN|A1I3>Ws~wobVEQXHzNs^b02i6 zl>QHW&F09(4vKkr^Oe31EXUdxVsR`kJd6O&dlI#++H*hSYLFT$f>y9oqw)x3$$V^C zK&;`&^LG_+3dtp&gWWdl-I+Q`58s))Dd#{+0pM^DNmPxQ62;51#>xB?Gw9ExjmB>0 zlSusFD>RSMw9aO|gDKgrb$H3X?zwM$>9nul^@U!;aED6OMn;z5KLmrKNZDOW{k^@5;~qDZqx2jT*usO@gL?%>FP{ zg5zOs+zU0;e@ZlZ_dYXw$D}YI=eMxfV08%IczO^7Hj2Il@jlJnw&M!9RiM-jjpLwY z4J3-ZXRqA1Y`V-xHg5i8vpu42AP*HU?z@6Nx6iRgjX*6BTtqx}XuAwT?dU`Iz@Pez z9_^8u%*<^4t&=DiG8K}_JyGsikQ*yvyFz{p@(o$r9~ZjdaNQ_0z;1m3I?y%1 zf@58hzPC>ciww711cU`sRsvH>Hjjj4|CQT9W%jgi*f^ROp^ zcG>is&LX&n9rsXb*Np$h{A;LvcH04PdC>HWA3#(qgXMDYrI)@~+^EyuxJ8|N+85}jMh2j5ueQmYC5br!53QWq^jwBIrSA) zOW_yhdO0giEbS){584ycj%@0^+{&(J{@EXA$SW&nw8_}%n_zO9%lDEC?K{LtnLw&o zoy3*XqZ5fHLKVgEwUl5E!^-bgoR*fPPhEa~@Au5r%c7WkLZ6G>2KY#{*D7;~NN-=k z3u>sr>~iXT1Ib+NI+pe4l|Xv2fwoN*M)sf^3T2vY3upCN7bUovuMQF~70K(s#_||J zANGorO(J)L2@9uMMqN;N5eP{2qt(i^u@KG&Fk&cP8A0F^F;^8-wW8sbRjDs=QCtQT zfCuI8ybrt0=`}O7SEQ=f=jGm_pk%;0|CVSGElLbm7}7-U%&P;Z!e~2zxI}rmGVdEc WDuyo(KT~wC0gFVU&d&`z7{ai1de)5q From 11a1b0f74eab0dd77ee145f44b68ba94bc1cdcc0 Mon Sep 17 00:00:00 2001 From: Gaurav Vaidya Date: Wed, 10 Dec 2025 13:33:08 -0500 Subject: [PATCH 7/9] Reduce replicas back down to 2. The /synonyms barrage appears to have ended. --- .../name-lookup/renci-dev-values-populated.yaml | Bin 948 -> 948 bytes 1 file changed, 0 insertions(+), 0 deletions(-) diff --git a/helm/name-lookup/renci-dev-values-populated.yaml b/helm/name-lookup/renci-dev-values-populated.yaml index 09f36a317927bca3e7e7435e5b7974942caa1104..7f26ba5d052a52d649a2117b71444e8b1ef3c662 100644 GIT binary patch literal 948 zcmV;l155k>M@dveQdv+`0I~jlozTJ~h2t&b)LQN|A1I3>Ws~wobVEQXHzNs^b02i6 zl>QHW&F09(4vKkr^Oe31EXUdxVsR`kJd6O&dlI#++H*hSYLFT$f>y9oqw)x3$$V^C zK&;`&^LG_+3dtp&gWWdl-I+Q`58s))Dd#{+0pM^DNmPxQ62;51#>xB?Gw9ExjmB>0 zlSusFD>RSMw9aO|gDKgrb$H3X?zwM$>9nul^@U!;aED6OMn;z5KLmrKNZDOW{k^@5;~qDZqx2jT*usO@gL?%>FP{ zg5zOs+zU0;e@ZlZ_dYXw$D}YI=eMxfV08%IczO^7Hj2Il@jlJnw&M!9RiM-jjpLwY z4J3-ZXRqA1Y`V-xHg5i8vpu42AP*HU?z@6Nx6iRgjX*6BTtqx}XuAwT?dU`Iz@Pez z9_^8u%*<^4t&=DiG8K}_JyGsikQ*yvyFz{p@(o$r9~ZjdaNQ_0z;1m3I?y%1 zf@58hzPC>ciww711cU`sRsvH>Hjjj4|CQT9W%jgi*f^ROp^ zcG>is&LX&n9rsXb*Np$h{A;LvcH04PdC>HWA3#(qgXMDYrI)@~+^EyuxJ8|N+85}jMh2j5ueQmYC5br!53QWq^jwBIrSA) zOW_yhdO0giEbS){584ycj%@0^+{&(J{@EXA$SW&nw8_}%n_zO9%lDEC?K{LtnLw&o zoy3*XqZ5fHLKVgEwUl5E!^-bgoR*fPPhEa~@Au5r%c7WkLZ6G>2KY#{*D7;~NN-=k z3u>sr>~iXT1Ib+NI+pe4l|Xv2fwoN*M)sf^3T2vY3upCN7bUovuMQF~70K(s#_||J zANGorO(J)L2@9uMMqN;N5eP{2qt(i^u@KG&Fk&cP8A0F^F;^8-wW8sbRjDs=QCtQT zfCuI8ybrt0=`}O7SEQ=f=jGm_pk%;0|CVSGElLbm7}7-U%&P;Z!e~2zxI}rmGVdEc WDuyo(KT~wC0gFVU&d&`z7{ai1de)5q literal 948 zcmV;l155k>M@dveQdv+`003udLPO7hs`Y$tNi(v9+o&hg+$|!~_H4wY^%go=3>Q^> zzB^8Uh@V9~ap2b%aU@+R-Ky$M8NTJKS4H$PJy{wfuUpaJFTeZGChld32UEY0I@8ER!I?Gztc> zB+5xj*nP>r5(N?(3&aj9TQAz1n*(Xxp&d3q>0VLMG0*Omh36IuR3C#8Im@idUnlfw zp^2JV3qbADZ=|=qF%qY5^90JTpRmQ;F8Tkn$=CiJtq_bfft5DjwonsgutwPX&!=1o zIlF>Kf0IH#_pumpmSPN&wNuS(q>y$Pcp;S81Rkw^Gzw;b8j#WU2rp=1xbR7ndi1`$ zc?Tuh9OXDDQdUkgEwzJJjiDGV#=GK*+jfd_kSUF>Rb3XlB7?ds@z`D`-WnRC_!;FP zJhVN}F%5-}gV=|l7u~I(yT{+%HOcYBLL3oW^T5|JaM;a7gGI=T$XjtFyspTgi zp~!a;Vrk1}EY=@FO$VBG=&zU%p~g_%g7AUrQ!>t)zocmaOE_D-=$*T&;98&2SF+@a zD(9;uJdHy1cRqVzOXJQHHyF|&!eR8f+gAx72jmyRe`_I^V4cx;m`#i^Ek&~3T!?4f zOQQtsaEvEXZKo6wP(dPlc>zAI*-8rQts(+n-oqM%O!V4(5i*&7ob8zCzT{}P3Yp!^ z>&T7hN_I1{B;PPw50QQFD*f!Z1iz>=OKZw(Z33kei*Wx=r~{}!D4ZCT Date: Fri, 12 Dec 2025 16:38:20 -0500 Subject: [PATCH 8/9] Reduced liveliness test frequency. --- helm/name-lookup/templates/solr-deployment.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/helm/name-lookup/templates/solr-deployment.yaml b/helm/name-lookup/templates/solr-deployment.yaml index b7cccbd8d..d2f43b42c 100644 --- a/helm/name-lookup/templates/solr-deployment.yaml +++ b/helm/name-lookup/templates/solr-deployment.yaml @@ -80,9 +80,9 @@ spec: httpGet: port: {{ .Values.solr.port }} path: /solr/admin/cores?action=STATUS - periodSeconds: 120 + periodSeconds: 600 timeoutSeconds: 120 - terminationGracePeriodSeconds: 600 + terminationGracePeriodSeconds: 1200 {{- with .Values.solr.nodeSelector }} nodeSelector: {{- toYaml . | nindent 8 }} From 90fa9431714d114c8b7cfa1d0c4caa47e4d2fbd2 Mon Sep 17 00:00:00 2001 From: Gaurav Vaidya Date: Fri, 12 Dec 2025 16:38:35 -0500 Subject: [PATCH 9/9] Reduced memory, increased CPUs (as NameRes currently seems CPU-limited). --- .../renci-dev-values-populated.yaml | Bin 948 -> 1029 bytes helm/name-lookup/values.yaml | 6 +++--- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/helm/name-lookup/renci-dev-values-populated.yaml b/helm/name-lookup/renci-dev-values-populated.yaml index 7f26ba5d052a52d649a2117b71444e8b1ef3c662..c3b54ef7ec74a1c76ddc11a093528128e7905d7d 100644 GIT binary patch literal 1029 zcmV+g1p4~`M@dveQdv+`05Cba$_tU?$7v}otb0`EJ>@fU*C7EEaKcY|FVVYYF5^aV zCA^=_;jFB|(J_U@CBaS&10YMxvWfgVv;kwmN9?NiitV3}b#L>Crrv;1k-J z*fV`QD&zQbp_4OCPS-q_uRf`Cj#}Wi)H{!0#~g@zDElXX2V=|b6#nU@`gqpWX)#r8 zs=d}}*}ev+pl5?Y@|pqLiLR7sWNHVYr2fG^S3#G;{eHmP*5}hH>cC9>_?tr&o zCHENavKQKimjFzw_kS|nly^qrX`(??ca2i%C$YqbfY_;My}&J<*jJNN1Ac9nGQW7k(5 zg-friTiLteK{4b&(!5Yo=tJ+Y2FyY({R|myrap_nJn6aq{EV&l7J#Rh?px&+UDois z=K%O0B2^?X5W*MQ6ol#9XH`bD5u06eXrA6-x|RBjNJoQmgNCOb#2tj^^q#DO+d(}C zg0jVNF)|MXTyh`4|A#t_t>U()`7$~)ubj8i$8wk00CJ_O=-Mo8Y_!EZH*6_&pa5tU zo0@nf^h%|i$Q@F(y+a34HyereSt)^akFLodeigk}-Mht9`y5S;s+QNDnk5Cbc?=21 zC@f3|wWHKq^9G$TZd%Q3JRawxKm9M}(=~phutkgwzL615blEg@h{h)VmxnqO<;RLK zjA*Q^R}q+JS!fh13Ia2sOH?N>Bat;Em|&I?&>|ude4s?-euPtV%-YG z`O)o4CI*#=JzQP?|sJcPa*r8V=rze7b@`93{f9eSi2pL;b0iGTN zP!Jhb%u6a0iFvRU(ne^QI34<$^1GVG$#h9Jnt3AsT;>U>*AGb2z?3m;FdJf;x6{ud z4ry(pAvWN7y)G}8b(KTk-t>n)cxk%fgor@MD8gwriWM`s7{&6~*C&alK(Y71#j;uB zm&ljREOXuIJ57Y|dC`#0+bmcGoLhTzN_4}8Q^KXjp|Q}K+TAC0CzF=p0H#s;*%1SC literal 948 zcmV;l155k>M@dveQdv+`0I~jlozTJ~h2t&b)LQN|A1I3>Ws~wobVEQXHzNs^b02i6 zl>QHW&F09(4vKkr^Oe31EXUdxVsR`kJd6O&dlI#++H*hSYLFT$f>y9oqw)x3$$V^C zK&;`&^LG_+3dtp&gWWdl-I+Q`58s))Dd#{+0pM^DNmPxQ62;51#>xB?Gw9ExjmB>0 zlSusFD>RSMw9aO|gDKgrb$H3X?zwM$>9nul^@U!;aED6OMn;z5KLmrKNZDOW{k^@5;~qDZqx2jT*usO@gL?%>FP{ zg5zOs+zU0;e@ZlZ_dYXw$D}YI=eMxfV08%IczO^7Hj2Il@jlJnw&M!9RiM-jjpLwY z4J3-ZXRqA1Y`V-xHg5i8vpu42AP*HU?z@6Nx6iRgjX*6BTtqx}XuAwT?dU`Iz@Pez z9_^8u%*<^4t&=DiG8K}_JyGsikQ*yvyFz{p@(o$r9~ZjdaNQ_0z;1m3I?y%1 zf@58hzPC>ciww711cU`sRsvH>Hjjj4|CQT9W%jgi*f^ROp^ zcG>is&LX&n9rsXb*Np$h{A;LvcH04PdC>HWA3#(qgXMDYrI)@~+^EyuxJ8|N+85}jMh2j5ueQmYC5br!53QWq^jwBIrSA) zOW_yhdO0giEbS){584ycj%@0^+{&(J{@EXA$SW&nw8_}%n_zO9%lDEC?K{LtnLw&o zoy3*XqZ5fHLKVgEwUl5E!^-bgoR*fPPhEa~@Au5r%c7WkLZ6G>2KY#{*D7;~NN-=k z3u>sr>~iXT1Ib+NI+pe4l|Xv2fwoN*M)sf^3T2vY3upCN7bUovuMQF~70K(s#_||J zANGorO(J)L2@9uMMqN;N5eP{2qt(i^u@KG&Fk&cP8A0F^F;^8-wW8sbRjDs=QCtQT zfCuI8ybrt0=`}O7SEQ=f=jGm_pk%;0|CVSGElLbm7}7-U%&P;Z!e~2zxI}rmGVdEc WDuyo(KT~wC0gFVU&d&`z7{ai1de)5q diff --git a/helm/name-lookup/values.yaml b/helm/name-lookup/values.yaml index 23b96320d..a64fbb420 100644 --- a/helm/name-lookup/values.yaml +++ b/helm/name-lookup/values.yaml @@ -57,10 +57,10 @@ solr: # the memory to Solr helps with performance. # requests: - memory: "32Gi" + memory: "16Gi" cpu: 4000m limits: - memory: "64Gi" + memory: "32Gi" cpu: 6000m # You can control the nodeSelector/affinity/tolerations settings for Solr with the following settings. @@ -69,7 +69,7 @@ solr: affinity: tolerations: - heap_mem: "-Xms60G -Xmx60G" + heap_mem: "-Xms30G -Xmx30G" gc: "-XX:NewSize=4G -XX:MaxNewSize=4G -XX:+UseG1GC -XX:MaxGCPauseMillis=1000 -XX:+UnlockExperimentalVMOptions -XX:G1MaxNewSizePercent=40 -XX:G1NewSizePercent=5 -XX:G1HeapRegionSize=32M -XX:InitiatingHeapOccupancyPercent=90" # As of Babel 2023jul13, we need 130G to store the