From 358a32dedc81ff281925a6afa6175f02e97827f5 Mon Sep 17 00:00:00 2001 From: tomwhite Date: Tue, 29 Oct 2024 20:53:52 +0000 Subject: [PATCH] deploy: 2eead1771bb19ffcd0b810be0d997ceec5fd2c74 --- .doctrees/array-api.doctree | Bin 89695 -> 89695 bytes .doctrees/configuration.doctree | Bin 63974 -> 63968 bytes .doctrees/design.doctree | Bin 61191 -> 61191 bytes .doctrees/environment.pickle | Bin 114662 -> 114662 bytes _sources/configuration.md | 2 +- _static/documentation_options.js | 2 +- api.html | 4 ++-- array-api.html | 4 ++-- computation.html | 4 ++-- configuration.html | 6 +++--- contributing.html | 4 ++-- design.html | 4 ++-- generated/cubed.Array.compute.html | 4 ++-- generated/cubed.Array.html | 4 ++-- generated/cubed.Array.rechunk.html | 4 ++-- generated/cubed.Array.visualize.html | 4 ++-- generated/cubed.Callback.html | 4 ++-- generated/cubed.Spec.html | 4 ++-- generated/cubed.TaskEndEvent.html | 4 ++-- generated/cubed.apply_gufunc.html | 4 ++-- generated/cubed.compute.html | 4 ++-- generated/cubed.from_array.html | 4 ++-- generated/cubed.from_zarr.html | 4 ++-- generated/cubed.map_blocks.html | 4 ++-- generated/cubed.map_overlap.html | 4 ++-- generated/cubed.measure_reserved_mem.html | 4 ++-- generated/cubed.nanmean.html | 4 ++-- generated/cubed.nansum.html | 4 ++-- generated/cubed.pad.html | 4 ++-- generated/cubed.random.random.html | 4 ++-- generated/cubed.store.html | 4 ++-- generated/cubed.to_zarr.html | 4 ++-- generated/cubed.visualize.html | 4 ++-- genindex.html | 4 ++-- getting-started/demo.html | 4 ++-- getting-started/index.html | 4 ++-- getting-started/installation.html | 4 ++-- index.html | 4 ++-- objects.inv | Bin 1208 -> 1208 bytes operations.html | 4 ++-- related-projects.html | 4 ++-- search.html | 4 ++-- searchindex.js | 2 +- user-guide/diagnostics.html | 4 ++-- user-guide/executors.html | 4 ++-- user-guide/index.html | 4 ++-- user-guide/memory.html | 4 ++-- user-guide/optimization.html | 4 ++-- user-guide/reliability.html | 4 ++-- user-guide/scaling.html | 4 ++-- user-guide/storage.html | 4 ++-- why-cubed.html | 4 ++-- 52 files changed, 92 insertions(+), 92 deletions(-) diff --git a/.doctrees/array-api.doctree b/.doctrees/array-api.doctree index 1bf1dd2b0614e19db4121e86dcc6f9de2fb25d69..ce9b527ee502d8e9d43565e55081bc245b664f37 100644 GIT binary patch delta 1916 zcmZ9LZERCz6vua-b?vt94YGT;buZm(dpEa^2@^IP4vhqYQNfT92`{C+mNu+y+Aat} zW}+Zs74TfVAB@p}MoowVmsm+Kd=PYBi1@)ozX($k+}iaW*aq8t&Lu3=FaPuVpXZ$O z+~;|6Z(c6AdAZ=iu}g+0W!diRSv~gtr32EEG5+-hTQZS!R~1PmMWL*l>;=PTbpPL`F0=Tdnw^!pPv@^grE{$ zJ{*(-U9MrbQ|=Br?EBqbmlCf0fA1@P*`a>Qz>F8C8_*u_#-4Z$Cgy8#GS-Nrv3mS0 zZtkPLP>4_H3Wn?f+Sw@&`IK;}!{>d??HYc#DL>j{d%C?&`E~S8i|VKjOa{GE4!T`l z^_C8*Shxl+!~~p(3K*MOgBPMEyb@o>(gH5VYaxoYi3XMsaBad2dfbsPvr-WcC#p@w zVqTs{;1Vv>#@mLR%28#j;>pKv67_6G!0U--n8swH4q{lETnTq^eXu}J}YvLZ8xxG7r?h3Lw*LJGs#7FH(W#cTu2 z;*G4CEeM#(nnuzBA6HE?qeQht38DrfJxLQuDM>4dc9~Y9e3A~58S3aFnkHI76eC(m zbeCu~(G*cX(QTpuafIu?goBiBq=j3zeiX`@&U;#~a1-Ow9Jv&rv_OO;1JpD%6jQp%Xu! z>ub{9eVjJY-u*XD!(m;>=LjlC6v@N87Usqwtu7RU2`BDf<8#Kodhi{ixM%TYiji*t zHfS)H54{@n=;1cdlBp2ZGaZdq_voNf-D!kA^?WgGfoOz}%m*G>2|Q16V=3&R_;nfV z=22Z%3oSTmD~R+|KtC<)U-q!z`f_-c3SO*+mdNHx7$7rR!_9dC)>CC%)J8;jg*K8e z+9}UR?xkWrsRc*Q86#)wU@a~DSr0NT@Na1O$O49l*UT#m>2@|7JW=)cMtGK=N3Cmu zliI&>%JX!UcHR7n^72l326EiG9QRC)8_aQU=eVOe?pTg{=aC!HHoW@CYVKN&`zgn< z>c>AcKga2E++dD7l;hr5a&>gx!%LRjktG+o)(ktCc5youPc$O6K{puaj^5?hxXZ%d zBdT7pKpzjY7U<#O2`fCs!(J<|jH(}6VFeFATA`PRSu3pK!6s?R-IA6(BWZmUIhde>)^r{Rg{{csc+8 delta 1947 zcmZ9LYiv_x7{~XVcJ0=(8?=XATDr1J&j#D5Fkwt!NI(e23xxxD9n z-<&JwO0S$N{qn$BwRP8`UCXSt(Ra@75oV0`+Na!%iT%^9LeKazO}Q-)unl$C{4RVV z(Tf!ci*#KDCh5B}FyNYG4IWOG;+AnedJ^^8@;$qUI_%+o(GkV5TXllYDTYEWud^c< zvIRn-qst+Be9=gCKpe0!+u;xR+@d`c#NWmYIQn4zoY~=^80c_@T@JA;XtxcpUK~!E zq~jbIaeJ~6@j)Zo)qvNMbB?Zp+SxUaHF((Yzz`IuMh}Q1&_`@Mv$mR1!rBh01=+*fAVnAMCy}VQO zl4EC)&)Mm+G>>AY3Xi87;V%A|wqSd%3Mbg)%Peci7`dBz?9H@uz@szM zf>$y;p2+C9f*!xkSh$oPuVw^J$)h&g29wyGT?`3yWm};Pk7Qdo4Ue&`8C3XZb|EBD zm21YY+1#F7Eo5+0PQXZ}9QWnSb$R`NXK;t;Gy;v=CL1w3C#RbdcPpxi5?IIiR1^_LsU&NL~@U^!$h};UMDIg*+()(Yx{{xNDh+RG121Ngg1!Z zC7K|5kEntl{p?N(>gbUUslCsP4<2h#$q#i%y;hMPJcg$y)~o5^4o3xSD|F%1!~)z> zILQ8ntA*wCYZxattEgaiwe*n&7UCz9J!bjMFVY6`oBzQm98rdR_F!~xRB*GdsmY71 zS(?^B9bUb6f$`|)_rKvN?wo#sV(cq`buvsUpj!s33T^dRm?r=;1^P9^B1ZCdD& zPHNyqh{vWhpa2%RS+JJk`U==d@rz2>!J<^t08MzhvovO{hUJtPsCig$X*Rq}1<%z& zQ*5ISR**Se$IMARtR`~?Ko{fY!bWOiW%68BVI$Ax_EQlX*MuVt)Py1O{}tv?r5Xh9hWXQ!qeDC|g|mw)DLLX^QRG$@xm883 zugJYo0yj>m)+=mIs}(Oc{qx3{wQh)d^Np@)S+D_B`rV1XxD=(n)Sxb(gS t7P0V?1-e-%SYQbYor1i$Ly#Ab3Uc4Cg4{PHz%o{{w2eZ{-v+5A{{oeeV^;tG diff --git a/.doctrees/configuration.doctree b/.doctrees/configuration.doctree index 5dd9411b70ed723129f62ab85b9a45230196ad91..53ee643afbdebf982ec24ddd0ae3550de562ca67 100644 GIT binary patch delta 58 zcmaF%nfbwIW|julsaH3$=-8;TCK$OpB}~a+kDZb+S+j9U?G%j+)*fb{AVf?I#NHfj H)4dk}mq8Vg delta 64 zcmaFxnfcjgW|julskb+>=-6npCm0zR_&Oy_$zYG2k}+AcaZ2qJjSSWvRw-&J5(w3SkUW+kFChtKkxGlTNSZ2o z;xgL00PY~mLsl&+>Nsu3vCGu9P93e&PIYX@8E4u$t=N0+Q^xe4@BF@Vw|DQk_ch*i zYrN~$btpob%yC-%%oL#|qCqik5>_2|9XGev%<+JQnNvYt6g?%d(!!aQ#g(OcE{Ut= zbd^@4*#e{}I?hXLHfw8?T2raR?p0M%qtsOva(ai|&&+MsS~Wt;4N~_jdYUJTQ7vN*o@_J)=q8OkqGt}LUP6ZVe0r1c;3HDUP!iJ3baJ6Jws(pgd z#F^Ppi^D$owJ);hw3|!$VuwAjnB%bvr%z&^k(g!TbnqxM5^iRN!MoW>kXAko@{2;i zD=U%&!|swP688NtlpQq>hg+?5BBjNuHRB|DuH5Lb`{;~(QE73dxHjF|YfG2%dafFF zW(9@I{=YV_<;yuO?=T!8E-pZ_Wzbv_3erqp@Xknur4_+&CwnnD4Z*5V(gG=}aB>3F zsz`DXs#FnV6!xo<$q;<53L~BHn@UdFz*`+kS|Lt7i*&#y^$c*Mrg{b%a$-p@oX&|OgYZp`0#4-wfq!lwG^u@Ic5W!?fsEW) zg#$55W297cI6si%4b@lTZND9=#3QT|1_hVlaC42mmmy%$M> zG>GJhbOmW5l7KV`sRzj)=`2zp(j_DrQXi#yLoniHOokzyM2bW@jwDAqhZKv{j}(V= z0ZEB8jFf~lfRv2Xjx-mE6>T08E7Jm`5o}$IbSfNiDdJV64*%$=a}HHtB-{qQkn`q+_zA8?E4$zgmj* z-sMn0Lw*8eS|jzU+#8v3M2p$zWnWDuuS&|ai42uife zXiub-wjlUktAMjw8OREk&@q_h3y;RJ+tr9$VYkbH#BSFyBzC*bA&o+cE}X8S*4?JM zq%926^*6|AA&|T1O2gO1>oG(b)?qMiUPuE(83Ke6{tls;L#7q3^sDZh+oEuI4es*KWqJe@hXDu{!3;wwkD;vj+-K>T?js>f}P% z`#2uTw#wn)zy#svh9zi+tK~4#>mjWDUn%OU>*)UVeuAc!%H5-zh+$<+I+sVyway3q_*2!&ga&@maCJyR{FzT(F9Ddp;ni$*94_R0{@E#TnkCO#wpppnA@K$aWW( delta 2354 zcmZ9MeNa?Y7{)muEC`6e0?LPgE3|+}NGN3)T1JYR?7}XKI?J+LJ{H(rmL&llNy?CI zRq$QIv;<@oKlt=2u%MEPPE(Cz*^HGFq0KZoV-Aj^W+`>vv&y*r^E|)jJ?GrJ=f3A` z{g_Mrm`m@0a6w|h%LOTkD*jM-op>t5y?fYsDqLTc>;?^)Dbqbv27{_PUZpPviDU`v zDUXI*oFDv};RDOcLqIL{1zlz^?34t1dTc7Hj#pRaarqYT%$O|}7IH>ov9>V2!l*JB zx%`BDu1se!&opqQDjMVU2Azge8!O;WMkt61<_7vzR&a*+!ph=&E}=rLDy3^J=3r&f}P%8}wmx2iT=1_3X^oP!(S$@7REG(lhF;qi&xj%$UyuCFo#L3C*LVrI# z>ZU{pUM23i!WR~BRh+ugs54Yp%>IR(mNVdwOJMt0pjYKv%${mpnZDAfG8XH!7IV=5 z=V(>hGEPNDrt9>$n9izz)UuEOx_`%~N%fo>W=j)ic&l~Vg5ttT`)sgDBjHBoQeuPP ztWeSli?imCvmncgAfvD;E1YydbJjv~3BJw>BO~xfmWXtMmn@VVgBV#7IRqPJ^C2qR z2lmMV$#LkBEg;=6CVL6qQTTvR9zf1RtUQjifQ;%O)XAgaA9*00lM6{NT$78*5qKhx zAwv+I9SbpXA5dmTk#^Xg9Zk+bXLb~vpwAx97LqgYAbUQs!d%5X(hq5hXmS*^3Nbka z&59Uu0?sRf$YuD6j-G@`MI32^*qq3eVOJ+7%{M4XZdAr7eQc3fG^ZWvW)FMg7L?^% z*zf>+m@|)b!OVOttj82oJIKoWfbK)N(ai%D0mJu zzaU*g8AlmG`3OSK#EArCzY!nJ6Tnl)&;($}d$q{g2g(cU1mazMYrnf{=g1}jxu z-Cl8rwDOI{3_=SvJ4C$e`ztB(?`QXTdSBYTclpDYLqZJrqYcRU#W|;XSz(;4;ntX$J}gw$lS8?F8zo%4N?fon+11wEuslGw0!qfGRpfm z?j+ROn!M1u_XMI{f--85wD%zmv7ZKDEwx#Jwtt@z?eEXlqsb0P(T;yEL3{eeI<&Pd znP}~;Z0u262chl5_iJfeJ*}KrVbEy zt)#s%bTzU+l}1gXfE_Rmu4>dQbVx}K=@o~R?2xJ*QjJ5}?2xuRPqplYw&#(hA%`^V zkRCatzZ}wIhm`F8;+Av{Nk5fBaKGhK5tHG0;zN2iIJ@H~*=W(U^0j@-r}^Nupb75; zwGOy?S~eSJG_Wt-z&>;X8*ZSZZ}u0su`8v3zCj_3^heP1H{QS4UR1K;(?MTQo^*w@ z0dIRbkCn9pq4vnJXdMW%$08PQ49ulZnjCn|UerFD8WJj+D$5*6j@6FRrbcIj3&9aTH_Xn366|%Ao!+ojD_as|)lTn# z21hkFl~C8<)E%Xbu1@d&Yu`n!I6A$(OPw`!O^tY8auj|#zQ4Fu3WIxkgQ!V--WA@* zURPJ$QdH4Y-c(zPzj2Mks_|2B!i4D5Ud}omZl$x98n@gvLRYE1y0W&S(;M->Gg?~b zD8>A$SWK^q!DlBXVPfrIEOHFN;mL9M^@L&g$;4Q6PKfH?x71l%URlwk+V2!kO@Qze zulcS{Y8*ArhL%q6p#SZo)?QoVu-A5aL&_Yk%8FWyn;3;@D~I;$Lv1!TRF*U~^5DdI znkJ@?kHdObH2!DeeNc>3CJlugTrnvI3b1)n95kYs6gy;1P>&w^dIE2lYB8~ha2?VNi~tDOSkCu_;3#7w4oTLm9TFjD>96mtuqEcrGOon^OB@pVYz7 zh9gp~uoCB{j)7KeCbZ)(Qb#})zLPo%>hK?_Bk^?VKpdYIfiI=>$7N|lp%UxUlA#25 zr;UJBcs6Y~mQU{g^yCPfLycM|$3P)YpKQb7q?#s2fde;B9tpMRpF9d&_}Sz^(171h zwt*94ri_77oIB;7v=z4}rhmW_;XDzdvan}?Z6yfP9R#=Nyr^G@9 z_L&+B)i`$QkoID(yn!Ky!Oc*>;ALoJc#=V`>eI|tGi+g~XV}J2&ai_ak6|Z6F2nN- zWemF+vKjU=EN9ps)J~Yi^Z-K}!y$&13`ZDR8T<@(hT{xX45t|C7=FX>5W{a7bcVMW zDjD8kC}B9uu!`XvLk&T@{s*Ql3?DEQGJMF8&+svWgW)1WEyHIFE{4A_G%);?!O3ui zp_JhogWR-lnaOSX2eW2|e=`)tFn-Ulmf;763WlE;s(qhNyJeDl^AdB)|d9>)9WT|++JleR&l;S<}XzSW0 z$~@jTk2YbuQoMH_ZTo9V@&0+Vjh`!3$!El)eH1%MR^*NJXr@f1cr!g(eYsM+p&sp2 zn^L@|G|;U|@xFSrUcXX`_tv8=y`U8DuSa_;I7Rlrd+gD?=}OT)x04)^qa<&(N7Jg5 z;tls`uRNg?Uk8si@{m$|B|O^NpOoTj;nC*Bq{=S%czCqDe5Lq^(3BogijRp$d$mI; zJ}UD)+Pg0+S)?+*Qi_j^N81#XCL85rLyLc(Qq@u&El`T@qDO15BZb4K&(ZjM)m+ipp)bd8rYDetw9mMQ93*3w#5P<%V=6hu zU(Xmqj`8CeHn2baU_ALnE>ee;Gh^W)i8^B(Uq|jEJTXx{nMuxOM?vvr?fM&&(Pc#;eT@$K&-` zk?5J-4_&hdV%h8gkW3b>X_5_??=;XXizFMBf~ZK5w2ZsUvQ}E|zpI%FX-N&b z(^a*!j5f*uwUf&h{KeeC^j4podk&iySn)t+A@*Eq#iV&T7@lRtq8&r2OC{9>74}V-_#ntay z@r{M)2su_fxI)9kMawaCnH4|$Gzwo`l#V}=-SR~oKCn0)Z_TGNSsLzNoQr+3t=M*L z2+mlNj_b+ZdP~Fh8&UWs>7Glhxc1*MIBO}@p@FyFipA5!*HK$zmKCFy>K<68V`DD2 zp@|bA5P@0C)6u-bDh~95Xndc|oR6R7 z)0$)#;8mJmSN0Ozu+%E({U3%8}8OZ*r~Tj|(VZ`ej}^tl$dRKYs=GnP)|Jel|uew~Cl@8gEoVIzF+& zifamT@$q?9vAKonmuCgXuLX8hLZGnvVFUN{X=3+-rz=OsjIWK zbEIDEYqiILxVa5%zSl|yNM`nZUYZ@mHnT6Y;<8DxY5FCDjjeglV7==eHrO)_H%$2L z@0@g(V{k}w2EKE~=G)jj5r~+5XIH(V$kvuWDY9W_#z5`F+0_^*5CwZg6IBrV@Hh*Wv>o>xE&ur-j zBrLv@TNf)5yDdwRjX$ddkTEb{0127BbWa)W*U z{ND|BbJs+JP224-*x@}V4A!>yeS?+kJ7=)zzkJ(Z(Ffi#*tcD8C?-bEg~7f{hq{c6 zpZjhXUUjs=BnBdlcGUc6Y*i*ROsS~d@-OmO{wst z8JL-U51-0X44-Kj>I?eyY{Q=S8>%ErTzIY6U>U#FLBzJu(;u@S3a7l8A--v$#`e5P zMU&Q0Pu92h8|?CFvq@~Jp+1YxREnKWV^DuT(+I3A*nYkr)|?6Tx!)y=V}UGaxcznK zmWlQpqsI5=D4&$Y*M8muxa-eOdJd{^z?W*4+8>*NgvIyd2VM}rvr;?ig^0vG7c#_7 z8;#HMVJ&rPqscz?(P4uv`#92smLHw;h7{vhKiYix7j+{He7Xs zh>D@c+OCy~hvSUKdVWL0BW3YDcKuO6=Lx6rP!*%|l-YOv1{+UN^?z;z?0?Nk&sI6Q zuB*mFZq@+_i|_I8HUR$jJ+51UHRn}s=zr>ggvGb%hm9bn-b-DNSr&)S|Ck}38*Oyo z_op?$%5ro&JWk__hm@^0m`sn~XmP>>8RBw0*!=ef0Tm-^#)F%~{3nBf=8~2s=OQ1+ zd=ZzfTJ%rVfM!I};y)1zkAfIA5S;vGmWb~MQd<*yLk$Rb6y^K+zwE0K&2ilFai)R0>0kDp?!_Uilk2qqX0>@vr`QyT=31Vjd&Is59IOKx!_Pd*l z4}TVT!i|8yK|Am^G3Dfry$Y4n;~#I|@UJGWSs6~R_`3;W%2@&oU{mLFtC z;&mGwg9d-gaCjZC=M^Wv_$B!16`OzDNazp5%>G5AV3A^nMnkb;@nfMGC@T1Ndo4!= zdH8IJ&A%ZL7637`|1U|fT{6)z9zKG4zdivnO_Uy+2%#of2TJd|Cj+CMgv=B z@maB1s6UEW%Ec2AMt@;*pdYZb_(#o!#Rm0eLasr-o5v?(KnB&M@Ww74$~0=`EQFE3 z(&EQO;52B&5=b^^&Qfkf7I`j#LWJP_25yg z>rp6DEOrAlDYknftX3@14Pho(BV!XRQMUbFXjE+6X85mS_jN#tVuzmM#rlJt*5Ybm zq}YzM7SET^T7-1MAb@Ir%ob?pbmvy`10vp}ZY9UD#UdyOY+}gI;1e0mW@<8&%^V=( z*vw!V#FF9&Hq#`-*US(ZyJiN-z?F;~wNk<%DB*kGSDULCzLUT|&r9EYMNsGXr6-aShnb}(gl{AZ7F=z+Opf$_e z0re3a;ucUynKqc>%qav8ycIdtGeFG> zP~HIbM1a~Hpq{*~cs)Dxv$v&G?*^#%0#vWiy9e4kK=lbw83F2%0JXkb(XW#Z{n2j8 z>ahUD3rC+8T`sV@ai@VgM4*ko!WQYE@0CgomUA?XRJ9a{jDU?r3L8qSM|KT~99z2YH zRFdRhl$7vgq=bJfW zDqJI;-v{?Wi@3axN*0R2`(Yk=@bdjI4IEO^h=m0Z<$*a2)A4Zw_FCdTm`pW1h-rRw_F0Z zTmiRS0JogKTTb6Cf8Dy9R!$Nh{0f$a@V88To_MVbBE<9q5T^_am0|4xh*5?m%JA?( zdT^`SdyC&608QmAS2_0|15JE)03snr^y`8Ym6@k93%ekm?CZK<3MD7Iv&*`(&ElI~ z&?{8GY3tErq@E*^4nnGGLhtU`sth&CaOxloSB5%e_~9VLQtLwxK>{ona}U7-lz0!p zI7&_(qEMzxe9K9;7=9Qg(K*jM42g8kJ%?c`C2t+3yf$&`FpQ>CKio%oE5$M&J>M(E zqdu5Gcfju>7u_mu`XH5(q$4mPM1Dlsr3SF(2n-C7-%?&wh5<)uO%5LcONjigvR_#* z9)YM3`FW+QyV&3m`IW_|3^R^GG~J@YqcAN*erY+O>_?7L2mHM0zgC7XjzVOJ{OhCK9jY<=LItFH_^QBEzb?<-+4&En6bTZRpJh+W%=~DJTd(IU^O@RWnbkYzcdzKYf4;x(_qVU-oVj!3FV7o)dG4O< zro`m+$%~7zIFj6Ax;BZG-SKfrk6wQ@7oX-p5WZd(*23FTT573^v=kR$QQskWysRsJ zoomA1W7=RzSuif@-wWr?Ztqj)J#ThZWKKo4HMgNI0Efo}1UA(9=UdCm3ySh1%gQaK z<<{KjTx+2X8)E{*?Hp*2;Z`$#(l-D)U~T^Z{G^|P8FM<~`hH>PZVkiQej#F2UoZvM z1>{?ctfdz2Kn@U9R&Fb`Vs!s@xTVY&hxGMn?U`#WE66WusB`Cu4x7^nvtt6s`u%^y zVhhc#Wsa?|xT4%rUSOjJf&X8p$Wl~jwNOb5TQQGHwaTz}QE&jQ#&sIgimf>~pkItn z>l|BAUO|3^UK=m;>x{qme;P_~@PH6V!lVJAP=S>L!eAka0iA*~+?zF1mlD)@>(h=Z z%x!qCVQPa~jOPXfK@Hv<&=KaLSF9OwuyXGsNfPy|{2F$ACe-Aq__iihx4QAJi2xamAqSFbAE3dO$W_9~20S z@HZ+gz|g_HAQ{IE?i^S4XjSU>%+?Sr=QYiB$*=P+q&rYr#Y>jOMYv^f1mxnW!Dg6& zw+45DJZv?j6I5gGA;GmJ+;}-d5`)H2!BEGrkYOc*+|pIdiWycj)G(}Nn8&bzA%|fj zLl(nkh7^Xa3@XER1`ESZ_gX?L(_IYd40{-=81^yDWN|F*%jqAUGbUO zmBkl-m1TTxH0@t>#b;+%hM0eoWqf{i<>Dk=&E`8|SI)kyOFl@uGW&$C_%Q9tgKu@k z2WnT`ydKDI_)P7}vt4w>=W17O4c8T)tz8Kz))k+xT{*NxSA51)c0*Tm&b1`RH~U?7 z%7<-Nu99#x32ig*p)43bj8<(R`30X?6g{{b-i`PZ_%#YA4Uqh zj2Nr%TVL7G9XE}L#)=WW!s_L#rkpz8fXsxO7}C-wn}U1 zTuX6OaTSe{Dw|be%TWs&E_0VAW7?(G zoY@scbL717_NXAN8Xbt)qs=&UbT{-I?eAW%CL@j>2t{~$bcn+H$@@?=rl(t7KP(<& z7L$&EFZzw?ivD8)S`=D}GxI9S$U`BH=}$KK)R-*tH$4&}$=^&F>xXJWEAlza?8Gv# zgxHRRmQXC&hs3g(waQXo^k~*Bu~|i#x=3cUf1FVuGlo3QsF4}ZJkFR$BXlB9RWde| zd;yK-{gsVfAH+WAaq0A0FK|8r$)-^Z| z@uit&>@gt~mrga~l_UOmctSibnPSF{6I19iam%dJo$>I*cw9csOuV(o*alwMchY!# zDanlU&ztcdlj6~r`0gYHqbAQlKkD+*@__Lhi95` z*K`%H({dKwR>Toc@W+`msKNxZ*wum}sq-XWpk88UCgBgMJgNoP%-}^S;F#?mlRiF<8T$`)6f^c6 z>QrXzH`L7L91KV&KbJG5ldobXo&0iU(#az;>Et&tlTQ9`%%qb)%#8hl`T;Zc3F>Fe zq>sPOO#1lS%%qS1of-RpTGh*wsC4oH%%qbKXU2A4jb6btfJ1N+?G?; zP}9&|EpgOX!a&rXfVg{DM){ zamoIL(TE0foT)o+sFYfhu)hH<9UreaX>_r*{)%M&xUQzrVyyM3`u{JtlO((t`=&C4b`>uN?FT zRwjqX;W>cb_iSXB)A8!P2uH?IUm)V^SbS`zB=|~ch{OHeF?w#=->E(qUwki1CkZE1 zz~(n?Wcb?S;FAe>`DTP;+exZ+`KGTU{DZf3a`lwS4Odjy$h;R|akYL+|9iR|NSLtp zoDUYB_Ht++QHIY0u4OoZC1Y>R|d(IA`V+UH={PT0foep#m%4e0p z%-6Bv!b>1}w4*}ZSp?v=iwWYlc2vo9sR)D?MC)Gl`5uGK_|o4^#QIS6OP8~RM;oe^ zenkalw92bHbcT!0c{?^-_i{t;^EUD}v$5uaKB4V#B?l{i)%$AxLlKZLIi9<-j8?Oly3n0gme}+% zP3O)%$|gq5e|jEpdxMRfSRS@st2g(&Urc?jH921RbvcNCnq~8Ru`z_t!#%vzt3q z15;nzy~5jh)Pw6bT4@-=MW&0$0)3^D2+YuW(&TO}}mf-7LA4CI+)rH(wQi#~zf%@8LGy3um z=9!Z;IU7QF=5211l}PR=-Uy|MmEF-N*0vMSW|!SDIah@N?RK~u#Nwvoapc}jVr@8e z=Bbzv#J zChKfZPoTHPdEvdG5^&4EY#bt_VcQ$}T$V?{L?C5y-iU^El8KjN;1bk0)xMDEM(Kh6 zKzEm`d=d+@L5%VQn|L!0vcy|n#=3hAg7(1D`O;V?(s&fYcvboH!Y5I`f|j{dATx4N`S>aypO&<9d-ZAwy@c zCc)Q|VW+jtooiCS0wO5fxa@7x14T_5o!qr>x-Q?P(J)MD+h;+&K~H4B^9D`Jf_Wg? zAzdOZJxHWvQ_GI4^~H&k*>u8loeOiIpPL8@rNvWJmM#{D8H?YT2jnD_=4xPrVfQJShR?p`pE9`w4a_LPtZ4|x+i1kQ&a`<3`)3X5rftar|YBk>t zX1mtV1*ApZT|a;yC`Y+j_-b~92wn$Y$xt^@k#TNfTN&ggddLWu6oPQ#$jEfrOqDH%@Iv4eli(28LRz6a^pY`gQ zM^dVfT-3)ds)g5+6K(0DTDhnM7xk=*TH2)Or%S!MtVyzZ&PDOY(U%5!Wc6|fA1g}- zy^IgAUd?e)b6ixRi?TgdwbZcWu_RUIqL#U+ZXgj^+-84Y=jgyFTO3a8q_4`!%Z;4qa**~B*{NFDdERR3IEWf#3ItR z0vRRo#a0*#s)*P|iB%MBBU_g)j&7qEph}E+6BfWsar{kKPv&aYb{Gc>#P;nF5BcJ| z?J%0mSD&}w87LJMZ;_fUj=lv6kSdz*ARkgGvUX6-`C{`9cpA#ZwH*)#X`=m3Ah#s) zcEV7|6kB#eym)gvv=(=ELR=0%N1B}eNaS-Q#ivOLKSxUVhan~W94X=FND1#MCH!NM z68yY^xks9`SDG|enzUA$G*+6l zRhl$anzU4!G*p_jQ<^kWnzT}yG*X)UU9CwArAY&&sq^`jY0^Gv(mZL>I%(24Y0@@n z(llvuD>S(in%oFY?t><`L6f_n$xYDY9%yn4G`Rzs+yG6kUz5w%KMi@-V(Wc_urea_5!xm`arQVNd)~vglB%*i2K)nmKX=JmW zQK)Ae+YMdxjAA|G;cnCCBzqXp;bj%8xEP_1r7_Ajp$FnA+G>t-YuG1mn;%M(&3W z^pG<4!%$E88Rm$dzi&ScAiu`Et7m+(9|Ant(Wxi&48H?3nEW>Lfu2Ff5<(9y{QyLI z%I`C0_53Xds4I4Z>UlkbW~GQP4uCJrao##WF(b?qsR!x2=84q@q0}V5${g>)|B|UE zDN*N%_J<&CD4UY{x)x7-;id{j^fikuGB>KPYiTPki^{c?%kRikI_FWT*nJ4vd8>&v9p4%kvuqudv=qIISc{bg-vqOVK8U1L8z~5E&q0nwB+VK8nMKvrkDHB ze|qvyVyaMFluv)`sbxk5HXgJZ<4-^SUQdPdjKW-T?l5%mp8uru6Q(0z@~&*ki#!6c z-W5%9?h%L@^F8m^R}4QfH0w%mm)XA=+*#gd_BF#*h6fDaGJMYP2g7aW^&`;S<9~!Q B|6l+B diff --git a/_sources/configuration.md b/_sources/configuration.md index e88831e6..6241fdf7 100644 --- a/_sources/configuration.md +++ b/_sources/configuration.md @@ -95,7 +95,7 @@ These properties can be passed directly to the {py:class}`Spec ` con | Property | Default | Description | |--------------------|-------------------|-----------------------------------------------------------------------------------------------------------------------------------------| | `work_dir` | `None` | The directory path (specified as an fsspec URL) used for storing intermediate data. If not set, the user's temporary directory is used. | -| `allowed_mem` | `200MB` | The total memory available to a worker for running a task. This includes any `reserved_mem` that has been set. | +| `allowed_mem` | `2GB` | The total memory available to a worker for running a task. This includes any `reserved_mem` that has been set. | | `reserved_mem` | `100MB` | The memory reserved on a worker for non-data use when running a task | | `executor_name` | `single-threaded` | The executor for running computations. One of `single-threaded`, `threads`, `processes`, `beam`, `coiled`, `dask`, `lithops`, `modal`. | | `executor_options` | `None` | Options to pass to the executor on construction. See below for possible options for each executor. | diff --git a/_static/documentation_options.js b/_static/documentation_options.js index d4568c43..0bf93e01 100644 --- a/_static/documentation_options.js +++ b/_static/documentation_options.js @@ -1,5 +1,5 @@ const DOCUMENTATION_OPTIONS = { - VERSION: '1f0f81a', + VERSION: '2eead17', LANGUAGE: 'en', COLLAPSE_INDEX: false, BUILDER: 'html', diff --git a/api.html b/api.html index 65f2f269..9c966683 100644 --- a/api.html +++ b/api.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/array-api.html b/array-api.html index c3cc6248..3fc59a79 100644 --- a/array-api.html +++ b/array-api.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/computation.html b/computation.html index 9e43caeb..80ecd479 100644 --- a/computation.html +++ b/computation.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/configuration.html b/configuration.html index 621c4448..8232688d 100644 --- a/configuration.html +++ b/configuration.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - @@ -457,7 +457,7 @@

Spec options

allowed_mem

-

200MB

+

2GB

The total memory available to a worker for running a task. This includes any reserved_mem that has been set.

reserved_mem

diff --git a/contributing.html b/contributing.html index b7a7f6a8..37f9ca6f 100644 --- a/contributing.html +++ b/contributing.html @@ -39,7 +39,7 @@ - + @@ -49,7 +49,7 @@ - diff --git a/design.html b/design.html index 36dded7e..75057ef6 100644 --- a/design.html +++ b/design.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.Array.compute.html b/generated/cubed.Array.compute.html index a8f5597f..e93aa256 100644 --- a/generated/cubed.Array.compute.html +++ b/generated/cubed.Array.compute.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.Array.html b/generated/cubed.Array.html index 8f9a1073..f783bc41 100644 --- a/generated/cubed.Array.html +++ b/generated/cubed.Array.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.Array.rechunk.html b/generated/cubed.Array.rechunk.html index 2488cd96..b0af1e02 100644 --- a/generated/cubed.Array.rechunk.html +++ b/generated/cubed.Array.rechunk.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.Array.visualize.html b/generated/cubed.Array.visualize.html index f7efdc1f..061a3e43 100644 --- a/generated/cubed.Array.visualize.html +++ b/generated/cubed.Array.visualize.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.Callback.html b/generated/cubed.Callback.html index 4ca9e95a..d6087b56 100644 --- a/generated/cubed.Callback.html +++ b/generated/cubed.Callback.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.Spec.html b/generated/cubed.Spec.html index a16d8ae7..79b86b92 100644 --- a/generated/cubed.Spec.html +++ b/generated/cubed.Spec.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.TaskEndEvent.html b/generated/cubed.TaskEndEvent.html index 8bf0a6c3..6cc0a208 100644 --- a/generated/cubed.TaskEndEvent.html +++ b/generated/cubed.TaskEndEvent.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.apply_gufunc.html b/generated/cubed.apply_gufunc.html index 387b40d3..d35d3598 100644 --- a/generated/cubed.apply_gufunc.html +++ b/generated/cubed.apply_gufunc.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.compute.html b/generated/cubed.compute.html index 7b133fef..62ab4eae 100644 --- a/generated/cubed.compute.html +++ b/generated/cubed.compute.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.from_array.html b/generated/cubed.from_array.html index 3eaf0ad5..e76e58b9 100644 --- a/generated/cubed.from_array.html +++ b/generated/cubed.from_array.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.from_zarr.html b/generated/cubed.from_zarr.html index aeaab3e2..53f832b6 100644 --- a/generated/cubed.from_zarr.html +++ b/generated/cubed.from_zarr.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.map_blocks.html b/generated/cubed.map_blocks.html index 9681d205..e4da87f4 100644 --- a/generated/cubed.map_blocks.html +++ b/generated/cubed.map_blocks.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.map_overlap.html b/generated/cubed.map_overlap.html index abbd6918..fd3b7020 100644 --- a/generated/cubed.map_overlap.html +++ b/generated/cubed.map_overlap.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.measure_reserved_mem.html b/generated/cubed.measure_reserved_mem.html index 3aca593c..6daf79ec 100644 --- a/generated/cubed.measure_reserved_mem.html +++ b/generated/cubed.measure_reserved_mem.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.nanmean.html b/generated/cubed.nanmean.html index ef1838ea..9991b758 100644 --- a/generated/cubed.nanmean.html +++ b/generated/cubed.nanmean.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.nansum.html b/generated/cubed.nansum.html index 0c0c3697..28ac3a35 100644 --- a/generated/cubed.nansum.html +++ b/generated/cubed.nansum.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.pad.html b/generated/cubed.pad.html index 260d80d8..375923ea 100644 --- a/generated/cubed.pad.html +++ b/generated/cubed.pad.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.random.random.html b/generated/cubed.random.random.html index 1a17b907..d1f42f3f 100644 --- a/generated/cubed.random.random.html +++ b/generated/cubed.random.random.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.store.html b/generated/cubed.store.html index 1450a276..544becd1 100644 --- a/generated/cubed.store.html +++ b/generated/cubed.store.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.to_zarr.html b/generated/cubed.to_zarr.html index 6da3d938..f8c238f9 100644 --- a/generated/cubed.to_zarr.html +++ b/generated/cubed.to_zarr.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/generated/cubed.visualize.html b/generated/cubed.visualize.html index 1815338f..e868207a 100644 --- a/generated/cubed.visualize.html +++ b/generated/cubed.visualize.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/genindex.html b/genindex.html index 4dea3d16..83cae3ed 100644 --- a/genindex.html +++ b/genindex.html @@ -38,7 +38,7 @@ - + @@ -47,7 +47,7 @@ - diff --git a/getting-started/demo.html b/getting-started/demo.html index b73df016..a75f319c 100644 --- a/getting-started/demo.html +++ b/getting-started/demo.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/getting-started/index.html b/getting-started/index.html index ca18c183..f0a95ea4 100644 --- a/getting-started/index.html +++ b/getting-started/index.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/getting-started/installation.html b/getting-started/installation.html index a0a2c0f5..92f592fa 100644 --- a/getting-started/installation.html +++ b/getting-started/installation.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/index.html b/index.html index 722f6a2e..1976168c 100644 --- a/index.html +++ b/index.html @@ -39,7 +39,7 @@ - + @@ -49,7 +49,7 @@ - diff --git a/objects.inv b/objects.inv index 3918d2e8323088655ed80b257463e1b3571f17a5..923e86a73c47b88561830adb850dce32a0efc9d8 100644 GIT binary patch delta 18 ZcmdnNxr1|pCA(2-YGR6^`9_Bd763Zc1?d0) delta 18 ZcmdnNxr1|pCA(poL7IhO;zoxG763TC1-AeI diff --git a/operations.html b/operations.html index 1db77059..afea9247 100644 --- a/operations.html +++ b/operations.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/related-projects.html b/related-projects.html index 3ba00f01..a75e4f4b 100644 --- a/related-projects.html +++ b/related-projects.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/search.html b/search.html index 7db9945c..025b4e38 100644 --- a/search.html +++ b/search.html @@ -37,7 +37,7 @@ - + @@ -49,7 +49,7 @@ - diff --git a/searchindex.js b/searchindex.js index 103dda63..ebd05158 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"alltitles": {"API Reference": [[0, null]], "Advanced settings": [[37, "advanced-settings"]], "Allowed memory": [[36, "allowed-memory"]], "Array": [[0, "array"]], "Array API": [[5, "array-api"]], "Articles": [[30, "articles"]], "Bounded-memory serverless distributed N-dimensional array processing": [[30, "bounded-memory-serverless-distributed-n-dimensional-array-processing"]], "Callbacks": [[33, "callbacks"]], "Chunk sizes": [[36, "chunk-sizes"]], "Chunk-specific functions": [[0, "chunk-specific-functions"]], "Cloud storage": [[40, "cloud-storage"]], "Computation": [[2, null]], "Conda": [[29, "conda"]], "Configuration": [[3, null]], "Contributing": [[4, null]], "Core operations": [[5, "core-operations"]], "Cubed": [[30, null]], "Dask": [[32, "dask"]], "Debugging optimization": [[37, "debugging-optimization"]], "Deleting intermediate data": [[40, "deleting-intermediate-data"]], "Demo": [[27, null]], "Dependency Tree": [[31, "dependency-tree"]], "Design": [[5, null]], "Development": [[4, "development"]], "Diagnosing Performance": [[39, "diagnosing-performance"]], "Diagnostics": [[33, null]], "Differences between Cubed and the standard": [[1, "differences-between-cubed-and-the-standard"]], "Different Cloud Providers": [[39, "different-cloud-providers"]], "Different Executors": [[39, "different-executors"]], "Documentation": [[30, "documentation"]], "Environment variables": [[3, "environment-variables"]], "Examples in use": [[33, "examples-in-use"]], "Execution": [[2, "execution"]], "Executor options": [[3, "executor-options"]], "Executors": [[34, null]], "For developers": [[30, null]], "For users": [[30, null]], "Getting Started": [[28, null]], "History": [[33, "history"]], "IO": [[0, "io"]], "Installation": [[29, null]], "Local single-machine executors": [[34, "local-single-machine-executors"]], "Map fusion": [[37, "map-fusion"]], "Memory": [[2, "memory"], [36, null]], "Memray": [[33, "memray"]], "Multi-pipeline Calculation": [[39, "multi-pipeline-calculation"]], "Multi-step Calculation": [[39, "multi-step-calculation"]], "Multiple-input fusion": [[37, "multiple-input-fusion"]], "Non-standardised functions": [[0, "non-standardised-functions"]], "Operations": [[31, null]], "Optimization": [[37, null]], "Optional dependencies": [[29, "optional-dependencies"]], "Other Performance Considerations": [[39, "other-performance-considerations"]], "Pip": [[29, "pip"]], "Plan": [[2, "plan"]], "Preface: Types of Scaling": [[39, "preface-types-of-scaling"]], "Previous work": [[32, "previous-work"]], "Primitive operations": [[5, "primitive-operations"]], "Progress bar": [[33, "progress-bar"]], "Projected memory": [[36, "projected-memory"]], "Python Array API": [[1, null]], "Random number generation": [[0, "random-number-generation"]], "Reference": [[3, "reference"]], "Related Projects": [[32, null]], "Reliability": [[38, null]], "Reserved memory": [[36, "reserved-memory"]], "Retries": [[38, "retries"]], "Runtime": [[0, "runtime"], [5, "runtime"]], "Scaling": [[39, null]], "Single-step Calculation": [[39, "single-step-calculation"]], "Spec object": [[3, "spec-object"]], "Spec options": [[3, "spec-options"]], "Specification": [[3, "specification"]], "Specifying an executor": [[34, "specifying-an-executor"]], "Storage": [[5, "storage"], [40, null]], "Stragglers": [[38, "stragglers"]], "Strong consistency": [[38, "strong-consistency"]], "Theoretical vs Practical Scaling of Cubed": [[39, "theoretical-vs-practical-scaling-of-cubed"]], "Timeline": [[33, "timeline"]], "Timeouts": [[38, "timeouts"]], "Tips": [[39, "tips"]], "Total number of input blocks": [[37, "total-number-of-input-blocks"]], "Total number of source arrays": [[37, "total-number-of-source-arrays"]], "User Guide": [[35, null]], "Visualize the computation plan": [[33, "visualize-the-computation-plan"]], "Which cloud service executor should I use?": [[34, "which-cloud-service-executor-should-i-use"]], "Why Cubed?": [[41, null]], "Xarray": [[32, "xarray"]], "YAML file": [[3, "yaml-file"]], "beam": [[3, "beam"]], "blockwise": [[31, "blockwise"]], "coiled": [[3, "coiled"]], "cubed.Array": [[6, null]], "cubed.Array.compute": [[7, null]], "cubed.Array.rechunk": [[8, null]], "cubed.Array.visualize": [[9, null]], "cubed.Callback": [[10, null]], "cubed.Spec": [[11, null]], "cubed.TaskEndEvent": [[12, null]], "cubed.apply_gufunc": [[13, null]], "cubed.compute": [[14, null]], "cubed.from_array": [[15, null]], "cubed.from_zarr": [[16, null]], "cubed.map_blocks": [[17, null]], "cubed.map_overlap": [[18, null]], "cubed.measure_reserved_mem": [[19, null]], "cubed.nanmean": [[20, null]], "cubed.nansum": [[21, null]], "cubed.pad": [[22, null]], "cubed.random.random": [[23, null]], "cubed.store": [[24, null]], "cubed.to_zarr": [[25, null]], "cubed.visualize": [[26, null]], "dask": [[3, "dask"]], "elemwise": [[31, "elemwise"]], "lithops": [[3, "lithops"]], "map_blocks": [[31, "map-blocks"]], "map_direct": [[31, "map-direct"]], "modal": [[3, "modal"]], "processes": [[3, "processes"]], "rechunk": [[31, "rechunk"]], "reduction and arg_reduction": [[31, "reduction-and-arg-reduction"]], "single-threaded": [[3, "single-threaded"]], "threads": [[3, "threads"]]}, "docnames": ["api", "array-api", "computation", "configuration", "contributing", "design", "generated/cubed.Array", "generated/cubed.Array.compute", "generated/cubed.Array.rechunk", "generated/cubed.Array.visualize", "generated/cubed.Callback", "generated/cubed.Spec", "generated/cubed.TaskEndEvent", "generated/cubed.apply_gufunc", "generated/cubed.compute", "generated/cubed.from_array", "generated/cubed.from_zarr", "generated/cubed.map_blocks", "generated/cubed.map_overlap", "generated/cubed.measure_reserved_mem", "generated/cubed.nanmean", "generated/cubed.nansum", "generated/cubed.pad", "generated/cubed.random.random", "generated/cubed.store", "generated/cubed.to_zarr", "generated/cubed.visualize", "getting-started/demo", "getting-started/index", "getting-started/installation", "index", "operations", "related-projects", "user-guide/diagnostics", "user-guide/executors", "user-guide/index", "user-guide/memory", "user-guide/optimization", "user-guide/reliability", "user-guide/scaling", "user-guide/storage", "why-cubed"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["api.rst", "array-api.md", "computation.md", "configuration.md", "contributing.md", "design.md", "generated/cubed.Array.rst", "generated/cubed.Array.compute.rst", "generated/cubed.Array.rechunk.rst", "generated/cubed.Array.visualize.rst", "generated/cubed.Callback.rst", "generated/cubed.Spec.rst", "generated/cubed.TaskEndEvent.rst", "generated/cubed.apply_gufunc.rst", "generated/cubed.compute.rst", "generated/cubed.from_array.rst", "generated/cubed.from_zarr.rst", "generated/cubed.map_blocks.rst", "generated/cubed.map_overlap.rst", "generated/cubed.measure_reserved_mem.rst", "generated/cubed.nanmean.rst", "generated/cubed.nansum.rst", "generated/cubed.pad.rst", "generated/cubed.random.random.rst", "generated/cubed.store.rst", "generated/cubed.to_zarr.rst", "generated/cubed.visualize.rst", "getting-started/demo.md", "getting-started/index.md", "getting-started/installation.md", "index.md", "operations.md", "related-projects.md", "user-guide/diagnostics.md", "user-guide/executors.md", "user-guide/index.md", "user-guide/memory.md", "user-guide/optimization.md", "user-guide/reliability.md", "user-guide/scaling.md", "user-guide/storage.md", "why-cubed.md"], "indexentries": {"__init__() (cubed.array method)": [[6, "cubed.Array.__init__", false]], "__init__() (cubed.callback method)": [[10, "cubed.Callback.__init__", false]], "__init__() (cubed.spec method)": [[11, "cubed.Spec.__init__", false]], "__init__() (cubed.taskendevent method)": [[12, "cubed.TaskEndEvent.__init__", false]], "apply_gufunc() (in module cubed)": [[13, "cubed.apply_gufunc", false]], "arange() (in module cubed.array_api)": [[1, "cubed.array_api.arange", false]], "array (class in cubed)": [[6, "cubed.Array", false]], "asarray() (in module cubed.array_api)": [[1, "cubed.array_api.asarray", false]], "broadcast_to() (in module cubed.array_api)": [[1, "cubed.array_api.broadcast_to", false]], "callback (class in cubed)": [[10, "cubed.Callback", false]], "compute() (cubed.array method)": [[7, "cubed.Array.compute", false]], "compute() (in module cubed)": [[14, "cubed.compute", false]], "concat() (in module cubed.array_api)": [[1, "cubed.array_api.concat", false]], "empty() (in module cubed.array_api)": [[1, "cubed.array_api.empty", false]], "empty_like() (in module cubed.array_api)": [[1, "cubed.array_api.empty_like", false]], "eye() (in module cubed.array_api)": [[1, "cubed.array_api.eye", false]], "from_array() (in module cubed)": [[15, "cubed.from_array", false]], "from_zarr() (in module cubed)": [[16, "cubed.from_zarr", false]], "full() (in module cubed.array_api)": [[1, "cubed.array_api.full", false]], "full_like() (in module cubed.array_api)": [[1, "cubed.array_api.full_like", false]], "linspace() (in module cubed.array_api)": [[1, "cubed.array_api.linspace", false]], "map_blocks() (in module cubed)": [[17, "cubed.map_blocks", false]], "map_overlap() (in module cubed)": [[18, "cubed.map_overlap", false]], "measure_reserved_mem() (in module cubed)": [[19, "cubed.measure_reserved_mem", false]], "nanmean() (in module cubed)": [[20, "cubed.nanmean", false]], "nansum() (in module cubed)": [[21, "cubed.nansum", false]], "ones() (in module cubed.array_api)": [[1, "cubed.array_api.ones", false]], "ones_like() (in module cubed.array_api)": [[1, "cubed.array_api.ones_like", false]], "pad() (in module cubed)": [[22, "cubed.pad", false]], "random() (in module cubed.random)": [[23, "cubed.random.random", false]], "rechunk() (cubed.array method)": [[8, "cubed.Array.rechunk", false]], "spec (class in cubed)": [[11, "cubed.Spec", false]], "store() (in module cubed)": [[24, "cubed.store", false]], "taskendevent (class in cubed)": [[12, "cubed.TaskEndEvent", false]], "to_zarr() (in module cubed)": [[25, "cubed.to_zarr", false]], "visualize() (cubed.array method)": [[9, "cubed.Array.visualize", false]], "visualize() (in module cubed)": [[26, "cubed.visualize", false]], "zeros() (in module cubed.array_api)": [[1, "cubed.array_api.zeros", false]], "zeros_like() (in module cubed.array_api)": [[1, "cubed.array_api.zeros_like", false]]}, "objects": {"cubed": [[6, 0, 1, "", "Array"], [10, 0, 1, "", "Callback"], [11, 0, 1, "", "Spec"], [12, 0, 1, "", "TaskEndEvent"], [13, 2, 1, "", "apply_gufunc"], [14, 2, 1, "", "compute"], [15, 2, 1, "", "from_array"], [16, 2, 1, "", "from_zarr"], [17, 2, 1, "", "map_blocks"], [18, 2, 1, "", "map_overlap"], [19, 2, 1, "", "measure_reserved_mem"], [20, 2, 1, "", "nanmean"], [21, 2, 1, "", "nansum"], [22, 2, 1, "", "pad"], [24, 2, 1, "", "store"], [25, 2, 1, "", "to_zarr"], [26, 2, 1, "", "visualize"]], "cubed.Array": [[6, 1, 1, "", "__init__"], [7, 1, 1, "", "compute"], [8, 1, 1, "", "rechunk"], [9, 1, 1, "", "visualize"]], "cubed.Callback": [[10, 1, 1, "", "__init__"]], "cubed.Spec": [[11, 1, 1, "", "__init__"]], "cubed.TaskEndEvent": [[12, 1, 1, "", "__init__"]], "cubed.array_api": [[1, 2, 1, "", "arange"], [1, 2, 1, "", "asarray"], [1, 2, 1, "", "broadcast_to"], [1, 2, 1, "", "concat"], [1, 2, 1, "", "empty"], [1, 2, 1, "", "empty_like"], [1, 2, 1, "", "eye"], [1, 2, 1, "", "full"], [1, 2, 1, "", "full_like"], [1, 2, 1, "", "linspace"], [1, 2, 1, "", "ones"], [1, 2, 1, "", "ones_like"], [1, 2, 1, "", "zeros"], [1, 2, 1, "", "zeros_like"]], "cubed.random": [[23, 2, 1, "", "random"]]}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "function", "Python function"]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:function"}, "terms": {"": [3, 5, 7, 30, 31, 32, 33, 34, 36, 37, 39, 40, 41], "0": [1, 11, 23, 29, 33], "00": 33, "001": [33, 37], "002": [33, 37], "003": [33, 37], "004": 37, "005": 37, "1": [1, 11, 12, 23, 27, 33, 34, 37, 40], "10": [4, 27, 37], "100": 33, "1000": 34, "10000": 33, "100kb": 27, "100mb": [3, 36, 39], "11": [3, 33], "12": 1, "180": 3, "2": [3, 11, 27, 29, 33, 34, 37], "20": [34, 36], "2000": 3, "200mb": [3, 33], "2022": 1, "2023": 1, "2gb": [3, 34, 36, 39], "3": [3, 4, 27, 33, 37], "300": 3, "4": [27, 33, 37], "400mb": 33, "438": 1, "5": [27, 33, 37], "5000": [3, 33], "50000": 3, "6": [27, 33, 37], "7": [27, 29, 33, 37], "8": [27, 33, 37], "9": [27, 33, 37], "A": [0, 2, 3, 34, 36, 38, 39, 41], "And": [32, 37], "As": [2, 36], "At": 34, "By": [33, 37, 40], "For": [2, 36, 38, 39, 40], "If": [3, 7, 9, 11, 14, 26, 33, 34, 36, 37, 38, 40], "In": [24, 31, 32, 33, 36, 37, 39, 40], "It": [3, 5, 19, 31, 32, 33, 34], "No": 31, "Not": 31, "On": [37, 40], "One": [2, 3, 39], "Or": [2, 3], "The": [1, 2, 3, 5, 7, 8, 9, 11, 14, 16, 18, 19, 24, 25, 26, 31, 32, 33, 34, 36, 37, 39, 40], "Then": 33, "There": [3, 5, 33, 36, 37, 39], "These": [0, 3, 5, 37], "To": [3, 29, 33, 37, 38, 39, 40], "With": 39, "__init__": [6, 10, 11, 12], "abil": 36, "about": [12, 13, 32, 33], "abov": [33, 34, 37], "abstract": [32, 41], "accept": 1, "access": 31, "account": 34, "accur": 36, "achiev": 39, "act": 38, "activ": 4, "actual": [3, 33, 36], "acycl": [2, 33], "ad": [2, 33, 39], "adapt": 33, "add": [3, 27, 31, 33, 37, 39, 40], "addit": [33, 37], "adjust": 39, "adopt": 41, "advanc": 35, "advantag": [2, 32, 39], "affect": [33, 39], "after": [8, 18, 33, 38, 40], "ag": 40, "again": [37, 38], "aggregr": 31, "ahead": [2, 36], "aim": [28, 36, 39], "algorithm": [5, 31, 36], "all": [3, 5, 31, 33, 34, 39, 41], "alloc": [13, 33, 41], "allow": [31, 35, 37, 38], "allow_rechunk": 13, "allowed_mem": [3, 11, 27, 34, 36, 39], "alon": 33, "along": [20, 31], "alreadi": [7, 14], "also": [2, 3, 27, 29, 34, 38, 39], "although": [31, 34], "alwai": [33, 41], "amazon": [34, 38], "amount": [13, 19, 33, 34, 36, 37, 38, 39, 41], "an": [2, 3, 4, 8, 9, 11, 15, 16, 19, 22, 25, 26, 28, 31, 33, 35, 36, 37, 38, 39, 41], "analys": 36, "ani": [3, 7, 11, 19, 33, 34, 37, 39, 40], "annot": 33, "anoth": [2, 36, 38, 39, 41], "anyth": 3, "apach": [5, 29, 30, 41], "api": [6, 27, 30, 31, 32], "appli": [13, 17, 18, 31, 39], "applic": 5, "apply_gufunc": 30, "approach": [40, 41], "appropri": [3, 40], "ar": [0, 1, 2, 3, 4, 5, 9, 13, 26, 29, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41], "arang": 1, "arbitrari": 11, "arg": [13, 17, 18], "arg_reduct": 30, "argument": [1, 3, 18, 19, 33, 37], "arithmet": 20, "around": [36, 39], "arrai": [2, 3, 10, 13, 14, 15, 16, 17, 18, 21, 22, 24, 25, 26, 27, 31, 32, 33, 34, 36, 39, 40, 41], "arrang": 31, "array_api": [1, 3, 27, 33, 37], "arrow": 31, "asarrai": [1, 15, 27, 33, 37], "assum": 13, "astyp": 37, "atom": 38, "attempt": [3, 38, 41], "attribut": [5, 6, 11, 12, 31], "auto": [1, 15], "automat": [3, 33, 34, 36, 37, 39, 40], "avail": [3, 11, 27, 36, 38], "averag": 39, "avoid": [31, 41], "aw": [3, 29, 34, 39, 40], "awai": [37, 41], "ax": [13, 31], "axi": [1, 13, 20, 21, 31], "b": [3, 27, 33, 37], "back": [5, 6, 33, 34], "backup": [3, 38, 39], "bag": 32, "base": 39, "baselin": 36, "basi": 36, "basic": [3, 36], "basicconfig": 37, "batch": 3, "batch_siz": 3, "beam": [5, 29, 30, 32, 39, 41], "becaus": [34, 36], "been": [0, 3, 7, 11, 14, 27, 32, 33, 34, 37, 38, 39, 41], "befor": [2, 3, 7, 9, 14, 26, 33, 34, 37, 39, 40], "being": 37, "below": [3, 34, 36, 37], "better": 32, "between": [30, 31, 41], "big": 39, "bin": 33, "block": [5, 17, 18, 31, 33, 39], "blockwis": [2, 30, 32, 37], "blosc": 11, "blue": 5, "bool": [7, 9, 14, 18, 26], "both": [2, 32, 37, 38, 39], "bottom": [5, 31], "bound": [32, 36, 39, 41], "boundari": [18, 31], "box": 33, "branch": 39, "break": 41, "bring": 38, "broadcast": 31, "broadcast_to": 1, "bucket": 40, "budget": 36, "buffer": 33, "build": [2, 34, 36], "built": [2, 5], "bulk": 41, "byte": [11, 13, 19], "c": [3, 27, 29, 33, 37], "calcul": 36, "call": [2, 18, 31, 32, 33, 34, 37, 38], "callabl": [7, 9, 14, 18, 26], "callback": [7, 12, 14, 35], "can": [0, 2, 3, 9, 11, 19, 26, 29, 32, 33, 34, 36, 37, 38, 39, 40, 41], "cancel": 38, "cannot": 39, "carefulli": 41, "carri": 39, "case": [33, 36, 37, 39, 40, 41], "cd": 33, "central": 41, "certain": [38, 40], "challeng": 41, "chang": [3, 8, 31, 32, 33, 37, 39], "characterist": 39, "check": 36, "child": 3, "choic": 33, "choos": 2, "chosen": 5, "chunk": [1, 2, 3, 5, 6, 8, 15, 17, 18, 22, 23, 27, 30, 31, 32, 33, 34, 35, 37, 38, 39, 41], "circumst": 38, "class": [6, 10, 11, 12], "clean": 40, "clear": 40, "clevel": 11, "click": 40, "client": [3, 29, 38], "cloud": [3, 5, 19, 27, 32, 35, 36, 38, 41], "cluster": [34, 39], "clutter": 31, "cname": 11, "code": 3, "coil": [29, 34], "coiled_kwarg": 3, "collect": [24, 33], "colour": 33, "come": [34, 39], "command": 40, "common": [36, 41], "commonli": 37, "compar": 34, "complet": [12, 29, 33, 38, 39], "complex": [36, 39], "compon": 32, "compos": [5, 31], "compress": [11, 33, 36], "compressor": 11, "comput": [3, 5, 9, 10, 11, 16, 19, 20, 24, 25, 26, 27, 30, 32, 34, 35, 36, 37, 38, 39, 40, 41], "compute_arrays_in_parallel": [3, 39], "compute_kwarg": 3, "concat": [1, 31], "concept": 35, "concern": 32, "concurr": [3, 39], "conda": [4, 28], "confid": 36, "configur": [11, 30, 34, 36, 38, 39, 41], "conflict": 29, "conform": 6, "conserv": 36, "consid": [38, 39], "consider": 35, "consist": 35, "consol": 40, "constant": [18, 33], "constraint": 39, "construct": 3, "constructor": 3, "consult": 31, "contain": 36, "continu": 32, "contribut": 30, "control": 41, "conveni": 40, "convent": 27, "convert": [2, 32, 33, 39], "copi": 1, "core": [3, 27, 30, 31, 32, 34, 37], "corearrai": [8, 14, 26], "corner": 33, "correspond": [17, 18, 31, 32], "cost": 40, "could": 39, "coupl": 3, "cov": 29, "cover": [3, 38], "coverag": 1, "cpu": 3, "creat": [0, 4, 15, 19, 31, 32, 33, 37, 40], "creation": [0, 1, 3], "csv": 33, "cube": [0, 2, 3, 4, 5, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 40], "cubed_config": 3, "cubed_spec__allowed_mem": 3, "cubed_spec__executor_nam": 3, "cubed_spec__executor_options__runtim": 3, "cubed_spec__executor_options__runtime_memori": 3, "cubed_spec__executor_options__use_backup": 3, "cubed_spec__work_dir": 3, "cumul": 39, "current": [3, 13, 18, 24, 33, 34, 38, 39], "cutdown": 13, "d": [33, 37], "dag": [2, 33], "dai": 40, "dask": [5, 13, 27, 29, 30, 39, 41], "data": [3, 8, 11, 19, 33, 34, 35, 36, 37, 41], "dataflow": [3, 32, 34, 41], "datafram": 32, "dataset": [34, 39], "daunt": 32, "debug": [33, 35], "decompos": 32, "decompress": 36, "dedic": 40, "deeper": 39, "default": [3, 7, 9, 11, 14, 24, 25, 26, 27, 33, 34, 37, 38, 39, 40], "defin": [5, 32, 39], "delai": [32, 39], "deleg": 5, "delet": 35, "deliber": [3, 41], "demo": [28, 30], "depend": [2, 7, 28, 30, 33, 38, 39], "deploi": 3, "depth": [18, 31], "describ": [27, 34, 38], "descript": 3, "design": [3, 30, 39, 41], "desir": 8, "detail": [2, 3, 31, 34, 37], "determin": [33, 38], "develop": 33, "devic": 1, "diagaram": 36, "diagnos": 35, "diagnost": [29, 30, 35, 39], "diagram": 31, "dict": [3, 11, 18], "dictionari": 11, "differ": [3, 29, 30, 31, 37, 38], "difficult": 37, "dill": 29, "dimens": 31, "dimension": 41, "dip": 33, "direct": [2, 33], "directli": [3, 31], "directori": [3, 11, 19, 33, 40], "disabl": 11, "disadvantag": [2, 39], "discuss": [2, 34, 36], "disk": [2, 5, 9, 26, 34], "displai": [9, 26, 33, 39], "disproportion": [38, 39, 41], "distribut": [2, 3, 29, 32, 34, 38, 39, 41], "do": [33, 38, 39, 41], "doc": 3, "document": 3, "doe": [34, 37, 40], "doesn": [3, 9, 26, 34, 36], "don": [2, 3, 33, 34, 40], "done": [33, 39], "donfig": 3, "dot": [9, 26], "doubl": 3, "down": 38, "drop": 31, "drop_axi": 17, "dtype": [1, 2, 5, 17, 18, 21, 31, 36], "due": 29, "duplic": 38, "dure": [10, 36], "e": [4, 37, 39], "each": [2, 3, 18, 31, 33, 36, 38, 39], "eager": [24, 25], "easi": 34, "easier": 32, "echo": 33, "edg": 2, "effect": 37, "effici": [2, 36], "effort": 41, "either": 37, "element": [18, 21, 31, 39], "elementwis": 39, "elemwis": 30, "embarrassingli": 41, "empti": [1, 31], "empty_lik": 1, "enabl": [33, 37, 38, 39], "encapsul": 3, "endpoint": 1, "engin": [2, 41], "enhanc": 39, "enough": 39, "ensur": [33, 36, 40], "enter": 40, "environ": [2, 4, 34, 39], "equal": 39, "equival": [3, 13], "error": 38, "eschew": 41, "especi": [29, 39], "essenti": 27, "estim": 36, "etc": [11, 30], "evalu": 27, "even": [38, 39, 41], "event": [7, 10, 14, 33], "everi": [2, 5, 18, 34, 39], "everyth": 41, "exampl": [2, 3, 5, 11, 27, 30, 31, 34, 36, 37, 38, 39], "exce": [36, 37], "except": [1, 3, 36, 38], "excess": [34, 37], "exclud": 19, "execut": [30, 36, 39], "executor": [5, 7, 11, 14, 19, 24, 25, 27, 29, 30, 33, 35, 36, 38, 40], "executor_nam": [3, 11, 34], "executor_opt": [3, 11], "exist": 39, "expand": 3, "expect": [38, 39], "explain": [33, 37], "explicitli": 2, "export": 3, "expos": 3, "express": 2, "extens": [5, 9, 26], "extent": 41, "extern": 5, "extra": [1, 18], "extra_projected_mem": 13, "ey": 1, "f": 33, "factor": [36, 39], "fail": [3, 38], "fals": [3, 7, 9, 14, 18, 20, 21, 26, 33, 37, 38, 39], "fan": 37, "far": [34, 39], "fashion": 38, "faster": 39, "fault": 38, "featur": [3, 33, 38, 39], "fee": 34, "feed": 39, "few": [1, 5, 38, 39, 41], "fewer": 39, "file": [9, 26, 33, 34, 38, 40], "filenam": [9, 26, 33], "filesystem": 40, "fill_valu": 1, "final": 31, "fine": 32, "first": [31, 33, 36, 37, 39], "firstli": 39, "fit": 34, "five": 5, "fix": 39, "flame": 33, "flamegraph": 33, "flexibl": 32, "float": 23, "float32": 37, "follow": [1, 3, 5, 11, 30, 31, 33, 36, 37, 40], "forg": 29, "form": [11, 40], "format": [9, 26, 33], "formerli": 41, "four": [3, 36], "fourier": 1, "framework": 41, "free": 34, "from": [3, 5, 7, 14, 15, 16, 17, 18, 31, 33, 36, 37, 38, 39, 41], "from_arrai": 0, "from_zarr": 0, "fsspec": [3, 11, 19, 40], "fuctool": 37, "full": [1, 29, 39], "full_lik": 1, "func": [13, 17, 18], "function": [1, 2, 3, 5, 7, 9, 13, 14, 17, 18, 19, 26, 29, 30, 31, 33, 34, 36, 37, 39], "function_end_tstamp": 12, "function_start_tstamp": 12, "functionexecutor": 3, "functool": 37, "fundament": [31, 32], "further": [36, 41], "fuse": [33, 37, 39], "fusion": [2, 7, 9, 14, 26, 35], "futur": 3, "g": 39, "gain": 41, "gb": 11, "gc": 34, "gcf": 39, "gcp": [3, 29], "gcsf": 29, "gener": [5, 13, 30, 31, 33, 36, 39, 41], "get": [4, 30, 34, 35, 37, 39, 40], "github": 4, "given": [3, 19, 21, 36, 39], "global": 38, "go": [5, 33, 41], "good": [3, 11, 36, 39], "googl": [3, 32, 34, 38, 39, 40, 41], "grain": 32, "graph": [2, 7, 9, 14, 26, 32, 33, 37], "graphic": 33, "graphviz": 29, "greater": 36, "green": [5, 31], "group": [16, 25], "guarante": [30, 34, 39, 41], "guid": [19, 28, 30], "ha": [2, 3, 11, 27, 29, 31, 32, 33, 34, 36, 37, 38, 39, 41], "had": 34, "hadoop": 41, "half": 23, "hand": 37, "handi": 3, "handl": [18, 34, 39], "hard": 3, "have": [0, 2, 3, 7, 14, 28, 32, 33, 34, 36, 37, 38, 39], "head": 4, "heavili": [5, 32], "help": [35, 36, 37], "henc": [38, 39], "here": [3, 31, 33, 37, 39, 41], "hidden": [9, 26], "high": [2, 28, 32, 36, 41], "higher": [32, 37], "highest": [34, 36], "hist": 33, "historycallback": 33, "hold": 39, "horizont": [33, 39], "how": [2, 3, 18, 31, 33, 36, 37, 39, 40, 41], "howev": [2, 13, 41], "html": 33, "i": [1, 2, 3, 5, 7, 9, 11, 13, 14, 18, 19, 24, 25, 26, 27, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41], "id": [11, 33], "ideal": [33, 39], "idempot": 38, "ident": 38, "ignor": 20, "illustr": 36, "imag": [3, 9, 26, 33], "immedi": [24, 25, 38], "implement": [1, 5, 19, 24, 27, 30, 31, 32, 41], "implicitli": 2, "import": [3, 9, 26, 27, 33, 34, 36, 37, 39, 40], "importantli": 38, "impos": 37, "improv": [33, 36, 39, 41], "includ": [0, 3, 5, 9, 11, 26, 32], "incur": 40, "independ": 39, "index": 31, "indic": 3, "individu": [3, 37], "infinit": 39, "influenc": 32, "inform": [12, 13, 33, 36, 37], "inherit": 5, "input": [3, 16, 17, 18, 31, 35, 36, 39], "instal": [4, 19, 28, 30, 33], "instanc": [3, 39], "instanti": 3, "instead": 41, "instruct": 40, "int": [11, 18, 19], "integ": 37, "integr": [30, 32], "intend": 34, "interact": 27, "interest": 41, "intermedi": [2, 3, 7, 11, 14, 19, 33, 35, 37, 39], "intern": 33, "interv": 23, "interven": 32, "intro": 30, "introduc": 35, "introduct": 28, "invok": [2, 3], "involv": [2, 4, 33, 41], "io": [5, 30, 37, 38], "ipython": [9, 26], "issu": [1, 33], "iter": 39, "its": [5, 8, 18, 31, 33, 36, 37, 39], "itself": 36, "jinja2": 29, "job": 40, "jpeg": [9, 26], "jpg": [9, 26], "jupyt": 33, "just": [27, 31, 33, 37], "k": 1, "kb": 11, "keepdim": [13, 20, 21], "kei": [3, 38], "keyword": [1, 3, 18, 19], "kill": 3, "kind": 37, "known": [2, 36, 39, 41], "kwarg": [7, 13, 14, 17, 18, 19, 24, 25], "l": 33, "label": 33, "lambda": [34, 39], "larg": [34, 36, 38, 39, 41], "larger": [34, 39], "last": 41, "later": 33, "launch": 38, "layer": [5, 32], "lazi": [2, 27], "lead": [39, 41], "least": 36, "less": 32, "lesser": 41, "let": 5, "level": [2, 28, 32, 37, 41], "librari": [30, 32], "lifecycl": 40, "like": [3, 5, 15, 24, 27, 31, 32, 34, 36, 37, 40, 41], "lilac": 33, "limit": [13, 37, 39], "line": 33, "linear": 39, "linspac": 1, "list": [1, 3, 7, 14, 18, 29], "lithop": [5, 19, 29, 30, 33, 34, 41], "live": 3, "ll": 27, "load": [16, 33], "local": [5, 11, 27, 33, 35, 36, 40], "locat": 3, "log": 37, "logic": 39, "long": [33, 37, 39], "longer": [3, 33, 37, 38, 39], "look": [3, 28, 31, 37], "lot": [40, 41], "lz4": 11, "m": [29, 33], "machin": [27, 35, 36, 39], "made": [3, 41], "magic": 39, "mai": [2, 5, 18, 31, 34, 37, 39, 40], "main": [2, 3], "mainli": 3, "maintain": 39, "major": 41, "make": [2, 32, 36, 39], "manag": [3, 36, 41], "mani": [29, 31, 37], "manipul": 1, "manual": 40, "map": [2, 7, 9, 14, 18, 26, 31, 35, 39], "map_block": [5, 30], "map_direct": [30, 37], "map_overlap": 30, "mapreduc": 41, "mark": [9, 26], "match": [31, 37, 39], "materi": [2, 33], "matplotlib": 29, "matur": [32, 34], "max_tasks_per_child": 3, "max_total_num_input_block": 37, "max_total_source_arrai": 37, "max_work": [3, 39], "maximum": [3, 30, 36, 37, 39], "mb": 11, "mean": [3, 5, 20, 33, 36, 37, 38, 39], "measur": [19, 36, 39], "measure_reserved_mem": [36, 39], "memori": [3, 11, 13, 19, 32, 33, 34, 35, 39, 41], "memrai": 35, "messag": 38, "method": [6, 10, 11, 12, 33, 37], "middl": 31, "might": 39, "minim": 29, "minimum": 39, "minut": 34, "mitig": [3, 38], "mock": 29, "modal": [5, 19, 29, 30, 34, 39], "mode": 22, "model": [2, 5, 41], "monitor": 33, "more": [13, 27, 31, 32, 33, 34, 36, 37, 38, 39], "most": [3, 34, 35, 41], "much": [33, 34, 36, 39], "multi": 27, "multipl": [2, 13, 14, 17, 18, 26, 30, 31, 33, 35], "multiple_inputs_optimize_dag": 37, "must": [3, 19, 24, 37, 38], "n": [3, 41], "n_col": 1, "n_row": 1, "name": [4, 6, 9, 12, 26, 32, 40], "nan": [20, 21], "natur": [2, 32, 36], "nbyte": 37, "necessari": 39, "need": [2, 5, 13, 31, 33, 36, 38, 39, 40], "neg": 37, "neighbor": 18, "neither": 3, "nest": 3, "never": 36, "new": [5, 13, 32, 33, 36, 39], "new_axi": 17, "newer": 32, "next": 39, "node": [2, 33, 41], "non": [3, 11, 30, 36, 39], "none": [1, 3, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 37], "note": [3, 18, 24, 25, 31, 33, 34, 37, 38, 40], "notebook": [9, 26, 33], "noth": [27, 39], "notic": [3, 27, 37], "now": 37, "np": 18, "num": [1, 37], "num_task": 12, "number": [3, 5, 18, 30, 31, 33, 34, 38, 39], "numblock": 31, "numcodec": 11, "numpi": [2, 5, 27, 32], "numpy_groupi": 29, "o": 33, "obj": 1, "object": [2, 10, 15, 19, 24, 27, 40], "observ": 39, "off": [33, 37, 38, 39], "offer": 39, "often": 41, "old": 40, "onc": [14, 33, 38], "one": [0, 2, 3, 18, 31, 33, 37, 38, 39, 40, 41], "ones": [1, 32, 37], "ones_lik": 1, "onli": [2, 3, 7, 9, 14, 18, 26, 31, 32, 33, 34, 37, 38, 39, 41], "op": [33, 37], "open": 23, "oper": [2, 9, 19, 24, 25, 26, 30, 32, 33, 36, 37, 38, 39, 40, 41], "opportun": 2, "opt_fn": 37, "optim": [2, 7, 9, 14, 26, 30, 33, 35, 39, 41], "optimize_funct": [7, 9, 14, 26, 37], "optimize_graph": [7, 9, 14, 26, 33, 37], "option": [7, 9, 11, 14, 16, 19, 24, 25, 26, 28, 33], "optional_depend": 29, "orang": [31, 33], "order": [31, 36, 39], "origin": 38, "other": [3, 5, 35, 37], "otherwis": [7, 9, 14, 26, 37], "out": [33, 34, 35, 39, 40], "outer": 31, "output": [2, 9, 13, 18, 25, 26, 31, 33, 36, 37, 38, 39], "output_dtyp": 13, "output_s": 13, "outsid": 3, "over": [4, 18, 21, 31, 40], "overal": [33, 37, 38, 39], "overhead": 34, "overlap": 18, "overview": 28, "own": 39, "packag": [3, 19, 29, 32], "pad_width": 22, "page": [1, 3, 31, 39], "pair": 2, "panda": 29, "paragraph": 38, "parallel": [2, 3, 32, 39, 41], "paramet": [7, 8, 9, 11, 13, 14, 16, 18, 19, 24, 25, 26, 39], "part": [31, 34, 39], "partial": 37, "partial_reduc": 31, "particular": [3, 34, 36, 37], "pass": [3, 11, 18, 19, 31, 33, 39, 41], "path": [3, 11, 16, 19, 25], "pdf": [9, 26], "peak": 19, "peak_measured_mem": 36, "peak_measured_mem_end": 12, "peak_measured_mem_start": 12, "per": [13, 39], "perfect": 33, "perform": [7, 9, 14, 26, 31, 33, 35, 36, 37, 41], "period": 40, "persist": [39, 40, 41], "phase": 36, "pick": 37, "pink": 31, "pip": [4, 28, 33], "plan": [6, 30, 32, 35, 36, 37, 39], "pleas": 4, "plenti": 36, "plot": 33, "png": [9, 26], "possibl": [3, 28, 36, 37, 39, 41], "potenti": 39, "power": 37, "practic": 35, "pre": 38, "preced": 37, "precis": 36, "predecessor": 37, "prefac": 35, "preserv": 31, "previou": [30, 37, 38], "primit": [2, 30, 31, 32, 37], "print": 27, "problem": [39, 41], "process": [2, 5, 19, 24, 25, 32, 33, 34, 36, 38, 39, 41], "processor": 39, "processpoolexecutor": 3, "produc": [9, 18, 26, 33, 36], "profil": 33, "program": [3, 41], "project": [5, 29, 30, 33, 35], "projected_mem": 36, "properli": 36, "properti": 3, "proportion": 39, "provid": [5, 9, 26, 33, 34, 36, 38, 41], "provis": 39, "public": 5, "purpos": 41, "put": [36, 41], "py": 33, "pydot": 29, "pyproject": 29, "pytest": 29, "python": [0, 3, 4, 5, 6, 13, 19, 24, 25, 27, 29, 30, 32, 33, 34, 36], "pywren": 41, "quickli": [28, 34, 38], "r": 4, "rais": 36, "ran": 36, "random": [3, 5, 30, 33], "rather": [31, 40], "re": 39, "read": [31, 32, 33, 36, 37, 38, 39, 41], "readm": 27, "reason": [3, 32, 36, 37, 39], "receiv": 10, "rechunk": [2, 5, 30, 32, 39, 41], "recommend": 34, "recomput": [7, 14], "red": 5, "reduc": [31, 37, 39], "reduct": [30, 36, 37, 39], "refer": [13, 30, 34, 39], "regard": 31, "region": [34, 40], "regular": 40, "rel": 34, "relat": 30, "reli": 38, "reliabl": [30, 34, 35], "remot": 34, "remov": [37, 40], "render": [9, 26, 33], "report": [19, 36], "repres": [31, 33], "represent": [2, 39], "req": 29, "requir": [2, 4, 19, 33, 34, 36, 39, 41], "reserv": [3, 11, 19, 35], "reserved_mem": [3, 11, 19, 36], "resourc": [11, 27, 39], "restrict": 39, "result": [27, 31, 33, 37], "resum": [7, 14], "retain": 33, "retri": [3, 35], "return": [8, 9, 16, 19, 21, 23, 26, 31], "reus": 3, "rich": [29, 33], "richprogressbar": 33, "right": 33, "rm": 40, "room": 36, "round": [31, 33], "rule": [36, 40], "run": [2, 3, 7, 11, 14, 19, 24, 25, 27, 29, 32, 33, 34, 36, 37, 38, 39, 40, 41], "runner": 32, "runtim": [2, 3, 19, 24, 25, 30, 32, 34, 36, 40, 41], "runtime_memori": 3, "s3": [3, 34, 38, 40], "s3f": 29, "same": [3, 31, 37, 39, 40], "save": [24, 25, 33], "scale": [2, 30, 33, 34, 35, 38, 41], "scenario": 39, "schema": 33, "seaborn": 29, "second": [3, 31, 34], "section": 38, "see": [2, 3, 27, 29, 33, 37, 39], "select": [31, 40], "send": [7, 14], "sent": 31, "separ": [29, 33, 39, 40], "serverless": [2, 32, 39, 41], "servic": [35, 36, 39, 40, 41], "set": [2, 3, 7, 11, 13, 14, 19, 29, 34, 35, 36, 38, 39, 40], "sever": 32, "shape": [1, 5, 8, 18, 31], "share": [3, 18], "short": 40, "should": [11, 18, 35, 36, 37, 39, 40], "show": [9, 26, 31, 33, 34], "show_hidden": [9, 26], "shown": [31, 33, 37], "shuffl": [2, 11, 39, 41], "side": 31, "sign": [34, 39], "signatur": 13, "signifi": 33, "signific": 39, "similar": [13, 32], "similarli": [31, 33], "simpl": [3, 27, 33, 34], "simplest": [31, 37, 39], "simpli": 33, "simultan": 39, "sinc": [2, 3, 31, 32, 33, 34, 36, 37, 38, 41], "singl": [27, 31, 32, 33, 35, 38], "size": [2, 23, 31, 33, 35, 39, 41], "slide": 30, "slow": [2, 37, 38], "slowli": 39, "small": [33, 34, 37], "smaller": 36, "so": [3, 27, 32, 33, 34, 36, 37, 38, 39, 40], "solut": 39, "some": [18, 32, 36, 37, 38, 39], "sometim": [34, 37], "sourc": 24, "space": 40, "spark": 41, "spec": [1, 6, 7, 14, 15, 16, 17, 19, 23, 27, 33, 34, 36, 40], "specif": [11, 30, 39], "specifi": [3, 11, 18, 19, 20, 27, 35, 37, 40], "specul": 38, "speed": [37, 39], "spent": [33, 41], "split_everi": [20, 21], "squar": 33, "squeez": 31, "stage": 37, "standard": [0, 6, 27, 30, 32], "standardis": 30, "start": [1, 27, 30, 34, 37, 39, 41], "startup": [33, 34, 39], "stat": 33, "stateless": [5, 41], "statist": 33, "statu": 1, "step": [1, 33], "stick": 39, "stop": 1, "storag": [2, 6, 11, 16, 25, 30, 35, 38, 39, 41], "storage_opt": 11, "store": [3, 5, 11, 16, 19, 25, 33, 39, 40], "str": [9, 11, 19, 26], "straggler": [3, 33, 35, 39], "straightforward": [2, 34], "string": [16, 25], "strong": [35, 39], "structur": 31, "style": 3, "submit": 3, "subset": [5, 27], "success": 41, "suffici": 39, "suggest": 39, "suit": 33, "sum": [21, 36], "support": [1, 3, 13, 18, 31, 32, 37], "sure": [39, 40], "svg": [9, 26, 33], "system": [5, 19, 38, 39, 40, 41], "t": [2, 3, 7, 9, 14, 26, 32, 33, 34, 36, 37, 40], "tab": 40, "tail": 33, "take": [3, 33, 38, 39], "taken": 38, "target": [24, 41], "task": [2, 3, 5, 11, 12, 13, 19, 32, 33, 34, 36, 37, 38, 39], "task_create_tstamp": 12, "task_result_tstamp": 12, "tb": 11, "tell": 13, "temp": [3, 34, 40], "tempor": 33, "temporari": [3, 40], "ten": 36, "terabyt": 39, "test": [3, 29, 33, 34], "test_mem_util": 33, "than": [3, 13, 31, 32, 36, 37, 38, 39, 40], "thei": [3, 31, 32, 33, 36, 37, 39], "them": [2, 31, 33, 38, 40], "theme": 41, "theoret": 35, "therebi": [39, 41], "therefor": 34, "thi": [2, 3, 5, 7, 8, 9, 11, 13, 18, 19, 24, 25, 27, 28, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41], "thing": 3, "those": 39, "though": [39, 41], "thread": [34, 39], "threadpoolexecutor": 3, "three": [3, 31, 32, 33, 37, 38], "through": [3, 5], "throughput": 39, "thumb": 36, "tightli": [36, 41], "time": [2, 3, 31, 33, 34, 36, 37, 38, 39, 40, 41], "timeline_viz": 33, "timelinevisualizationcallback": 33, "timeout": [3, 35], "tini": [19, 33], "tip": 35, "tmp": 27, "tmpdir": 40, "to_zarr": 33, "togeth": [2, 37], "toler": 38, "toml": 29, "tomwhit": [3, 34, 40], "too": [31, 37], "took": 33, "tool": 33, "top": [5, 31], "total": [3, 11, 38, 39], "tqdm": [29, 33], "tqdmprogressbar": 33, "trace": 33, "track": [1, 33], "traction": 41, "transfer": 34, "transform": 1, "travers": 2, "treat": 21, "tree": 30, "tree_reduc": 31, "trigger": 2, "trim": 18, "trivial": [19, 39], "true": [1, 3, 7, 9, 14, 26, 37, 39], "tune": [39, 41], "tupl": [8, 18], "turn": [3, 31, 33, 37, 38, 39], "twice": 33, "two": [5, 31, 33, 39], "txt": 4, "type": [5, 8, 9, 16, 18, 19, 24, 25, 26, 33, 35], "typic": 40, "ufunc": 13, "under": [3, 33], "underli": 5, "underscor": 3, "understand": [32, 33, 37, 39, 41], "undoubtedli": 41, "unit": [5, 11], "unnecessari": 40, "unoptim": 37, "unpredict": 41, "until": 31, "up": [2, 3, 34, 36, 37, 38, 39, 40], "updat": 38, "upgrad": 39, "upper": 36, "url": [3, 11, 19, 40], "us": [2, 3, 5, 7, 9, 11, 14, 16, 19, 24, 25, 26, 27, 28, 29, 30, 31, 32, 35, 36, 37, 39, 40, 41], "usag": [13, 30, 36, 39, 41], "use_backup": [3, 38, 39], "user": [3, 32, 34, 41], "usual": 33, "util": [32, 36], "v": 35, "valu": [3, 11, 18, 31, 36, 37], "vari": [19, 39], "varieti": [3, 32, 33, 34], "variou": 36, "vector": 13, "veri": [2, 4, 33, 34, 39, 41], "versa": 39, "version": [1, 13, 19], "versu": 39, "vertic": [33, 39], "via": [30, 41], "vice": 39, "view": 33, "violat": 39, "visual": [32, 35, 37], "wa": [5, 32, 33], "wai": [3, 31, 33, 38, 39], "wait": 39, "want": [33, 37], "wasn": 32, "we": [3, 27, 31, 33, 34, 36, 37, 39], "weak": 39, "welcom": 4, "well": [5, 32, 33, 36], "what": [32, 33, 37], "whatev": [31, 36], "when": [2, 3, 11, 19, 32, 33, 34, 36, 37, 38, 39, 40], "where": [2, 11, 32, 37, 39], "wherea": [32, 39], "whether": [3, 18], "which": [2, 3, 5, 9, 11, 26, 27, 29, 31, 32, 33, 35, 36, 37, 39, 40, 41], "while": [2, 7, 14, 31, 33, 36, 39], "white": 31, "who": 39, "whole": 38, "why": [30, 37], "widespread": 41, "within": [3, 36], "without": [8, 31, 39], "won": [7, 14], "word": 39, "work": [19, 30, 31, 33, 34, 36, 38, 40, 41], "work_dir": [3, 11, 19, 27, 34, 40], "worker": [3, 11, 33, 34, 36, 39, 41], "would": [33, 36, 37, 39, 40], "write": [2, 9, 24, 26, 33, 34, 36, 38, 39, 40, 41], "written": [2, 33, 37, 38], "x": [1, 15, 20, 21, 22, 24, 25], "xarrai": 30, "xp": [3, 27, 33, 37], "yaml": 34, "year": [32, 41], "yet": [0, 27], "you": [3, 13, 28, 29, 32, 33, 34, 35, 36, 37, 38, 39, 40], "your": [3, 33, 34, 36, 39], "zappi": 32, "zarr": [2, 5, 6, 11, 16, 24, 25, 30, 33, 34, 36, 38, 39, 40, 41], "zarr_compressor": 11, "zarrai": 6, "zero": [1, 21], "zeros_lik": 1}, "titles": ["API Reference", "Python Array API", "Computation", "Configuration", "Contributing", "Design", "cubed.Array", "cubed.Array.compute", "cubed.Array.rechunk", "cubed.Array.visualize", "cubed.Callback", "cubed.Spec", "cubed.TaskEndEvent", "cubed.apply_gufunc", "cubed.compute", "cubed.from_array", "cubed.from_zarr", "cubed.map_blocks", "cubed.map_overlap", "cubed.measure_reserved_mem", "cubed.nanmean", "cubed.nansum", "cubed.pad", "cubed.random.random", "cubed.store", "cubed.to_zarr", "cubed.visualize", "Demo", "Getting Started", "Installation", "Cubed", "Operations", "Related Projects", "Diagnostics", "Executors", "User Guide", "Memory", "Optimization", "Reliability", "Scaling", "Storage", "Why Cubed?"], "titleterms": {"For": 30, "advanc": 37, "allow": 36, "an": 34, "api": [0, 1, 5], "apply_gufunc": 13, "arg_reduct": 31, "arrai": [0, 1, 5, 6, 7, 8, 9, 30, 37], "articl": 30, "bar": 33, "beam": 3, "between": 1, "block": 37, "blockwis": 31, "bound": 30, "calcul": 39, "callback": [10, 33], "chunk": [0, 36], "cloud": [34, 39, 40], "coil": 3, "comput": [2, 7, 14, 33], "conda": 29, "configur": 3, "consider": 39, "consist": 38, "contribut": 4, "core": 5, "cube": [1, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 30, 39, 41], "dask": [3, 32], "data": 40, "debug": 37, "delet": 40, "demo": 27, "depend": [29, 31], "design": 5, "develop": [4, 30], "diagnos": 39, "diagnost": 33, "differ": [1, 39], "dimension": 30, "distribut": 30, "document": 30, "elemwis": 31, "environ": 3, "exampl": 33, "execut": 2, "executor": [3, 34, 39], "file": 3, "from_arrai": 15, "from_zarr": 16, "function": 0, "fusion": 37, "gener": 0, "get": 28, "guid": 35, "histori": 33, "i": 34, "input": 37, "instal": 29, "intermedi": 40, "io": 0, "lithop": 3, "local": 34, "machin": 34, "map": 37, "map_block": [17, 31], "map_direct": 31, "map_overlap": 18, "measure_reserved_mem": 19, "memori": [2, 30, 36], "memrai": 33, "modal": 3, "multi": 39, "multipl": 37, "n": 30, "nanmean": 20, "nansum": 21, "non": 0, "number": [0, 37], "object": 3, "oper": [5, 31], "optim": 37, "option": [3, 29], "other": 39, "pad": 22, "perform": 39, "pip": 29, "pipelin": 39, "plan": [2, 33], "practic": 39, "prefac": 39, "previou": 32, "primit": 5, "process": [3, 30], "progress": 33, "project": [32, 36], "provid": 39, "python": 1, "random": [0, 23], "rechunk": [8, 31], "reduct": 31, "refer": [0, 3], "relat": 32, "reliabl": 38, "reserv": 36, "retri": 38, "runtim": [0, 5], "scale": 39, "serverless": 30, "servic": 34, "set": 37, "should": 34, "singl": [3, 34, 39], "size": 36, "sourc": 37, "spec": [3, 11], "specif": [0, 3], "specifi": 34, "standard": 1, "standardis": 0, "start": 28, "step": 39, "storag": [5, 40], "store": 24, "straggler": 38, "strong": 38, "taskendev": 12, "theoret": 39, "thread": 3, "timelin": 33, "timeout": 38, "tip": 39, "to_zarr": 25, "total": 37, "tree": 31, "type": 39, "us": [33, 34], "user": [30, 35], "v": 39, "variabl": 3, "visual": [9, 26, 33], "which": 34, "why": 41, "work": 32, "xarrai": 32, "yaml": 3}}) \ No newline at end of file +Search.setIndex({"alltitles": {"API Reference": [[0, null]], "Advanced settings": [[37, "advanced-settings"]], "Allowed memory": [[36, "allowed-memory"]], "Array": [[0, "array"]], "Array API": [[5, "array-api"]], "Articles": [[30, "articles"]], "Bounded-memory serverless distributed N-dimensional array processing": [[30, "bounded-memory-serverless-distributed-n-dimensional-array-processing"]], "Callbacks": [[33, "callbacks"]], "Chunk sizes": [[36, "chunk-sizes"]], "Chunk-specific functions": [[0, "chunk-specific-functions"]], "Cloud storage": [[40, "cloud-storage"]], "Computation": [[2, null]], "Conda": [[29, "conda"]], "Configuration": [[3, null]], "Contributing": [[4, null]], "Core operations": [[5, "core-operations"]], "Cubed": [[30, null]], "Dask": [[32, "dask"]], "Debugging optimization": [[37, "debugging-optimization"]], "Deleting intermediate data": [[40, "deleting-intermediate-data"]], "Demo": [[27, null]], "Dependency Tree": [[31, "dependency-tree"]], "Design": [[5, null]], "Development": [[4, "development"]], "Diagnosing Performance": [[39, "diagnosing-performance"]], "Diagnostics": [[33, null]], "Differences between Cubed and the standard": [[1, "differences-between-cubed-and-the-standard"]], "Different Cloud Providers": [[39, "different-cloud-providers"]], "Different Executors": [[39, "different-executors"]], "Documentation": [[30, "documentation"]], "Environment variables": [[3, "environment-variables"]], "Examples in use": [[33, "examples-in-use"]], "Execution": [[2, "execution"]], "Executor options": [[3, "executor-options"]], "Executors": [[34, null]], "For developers": [[30, null]], "For users": [[30, null]], "Getting Started": [[28, null]], "History": [[33, "history"]], "IO": [[0, "io"]], "Installation": [[29, null]], "Local single-machine executors": [[34, "local-single-machine-executors"]], "Map fusion": [[37, "map-fusion"]], "Memory": [[2, "memory"], [36, null]], "Memray": [[33, "memray"]], "Multi-pipeline Calculation": [[39, "multi-pipeline-calculation"]], "Multi-step Calculation": [[39, "multi-step-calculation"]], "Multiple-input fusion": [[37, "multiple-input-fusion"]], "Non-standardised functions": [[0, "non-standardised-functions"]], "Operations": [[31, null]], "Optimization": [[37, null]], "Optional dependencies": [[29, "optional-dependencies"]], "Other Performance Considerations": [[39, "other-performance-considerations"]], "Pip": [[29, "pip"]], "Plan": [[2, "plan"]], "Preface: Types of Scaling": [[39, "preface-types-of-scaling"]], "Previous work": [[32, "previous-work"]], "Primitive operations": [[5, "primitive-operations"]], "Progress bar": [[33, "progress-bar"]], "Projected memory": [[36, "projected-memory"]], "Python Array API": [[1, null]], "Random number generation": [[0, "random-number-generation"]], "Reference": [[3, "reference"]], "Related Projects": [[32, null]], "Reliability": [[38, null]], "Reserved memory": [[36, "reserved-memory"]], "Retries": [[38, "retries"]], "Runtime": [[0, "runtime"], [5, "runtime"]], "Scaling": [[39, null]], "Single-step Calculation": [[39, "single-step-calculation"]], "Spec object": [[3, "spec-object"]], "Spec options": [[3, "spec-options"]], "Specification": [[3, "specification"]], "Specifying an executor": [[34, "specifying-an-executor"]], "Storage": [[5, "storage"], [40, null]], "Stragglers": [[38, "stragglers"]], "Strong consistency": [[38, "strong-consistency"]], "Theoretical vs Practical Scaling of Cubed": [[39, "theoretical-vs-practical-scaling-of-cubed"]], "Timeline": [[33, "timeline"]], "Timeouts": [[38, "timeouts"]], "Tips": [[39, "tips"]], "Total number of input blocks": [[37, "total-number-of-input-blocks"]], "Total number of source arrays": [[37, "total-number-of-source-arrays"]], "User Guide": [[35, null]], "Visualize the computation plan": [[33, "visualize-the-computation-plan"]], "Which cloud service executor should I use?": [[34, "which-cloud-service-executor-should-i-use"]], "Why Cubed?": [[41, null]], "Xarray": [[32, "xarray"]], "YAML file": [[3, "yaml-file"]], "beam": [[3, "beam"]], "blockwise": [[31, "blockwise"]], "coiled": [[3, "coiled"]], "cubed.Array": [[6, null]], "cubed.Array.compute": [[7, null]], "cubed.Array.rechunk": [[8, null]], "cubed.Array.visualize": [[9, null]], "cubed.Callback": [[10, null]], "cubed.Spec": [[11, null]], "cubed.TaskEndEvent": [[12, null]], "cubed.apply_gufunc": [[13, null]], "cubed.compute": [[14, null]], "cubed.from_array": [[15, null]], "cubed.from_zarr": [[16, null]], "cubed.map_blocks": [[17, null]], "cubed.map_overlap": [[18, null]], "cubed.measure_reserved_mem": [[19, null]], "cubed.nanmean": [[20, null]], "cubed.nansum": [[21, null]], "cubed.pad": [[22, null]], "cubed.random.random": [[23, null]], "cubed.store": [[24, null]], "cubed.to_zarr": [[25, null]], "cubed.visualize": [[26, null]], "dask": [[3, "dask"]], "elemwise": [[31, "elemwise"]], "lithops": [[3, "lithops"]], "map_blocks": [[31, "map-blocks"]], "map_direct": [[31, "map-direct"]], "modal": [[3, "modal"]], "processes": [[3, "processes"]], "rechunk": [[31, "rechunk"]], "reduction and arg_reduction": [[31, "reduction-and-arg-reduction"]], "single-threaded": [[3, "single-threaded"]], "threads": [[3, "threads"]]}, "docnames": ["api", "array-api", "computation", "configuration", "contributing", "design", "generated/cubed.Array", "generated/cubed.Array.compute", "generated/cubed.Array.rechunk", "generated/cubed.Array.visualize", "generated/cubed.Callback", "generated/cubed.Spec", "generated/cubed.TaskEndEvent", "generated/cubed.apply_gufunc", "generated/cubed.compute", "generated/cubed.from_array", "generated/cubed.from_zarr", "generated/cubed.map_blocks", "generated/cubed.map_overlap", "generated/cubed.measure_reserved_mem", "generated/cubed.nanmean", "generated/cubed.nansum", "generated/cubed.pad", "generated/cubed.random.random", "generated/cubed.store", "generated/cubed.to_zarr", "generated/cubed.visualize", "getting-started/demo", "getting-started/index", "getting-started/installation", "index", "operations", "related-projects", "user-guide/diagnostics", "user-guide/executors", "user-guide/index", "user-guide/memory", "user-guide/optimization", "user-guide/reliability", "user-guide/scaling", "user-guide/storage", "why-cubed"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["api.rst", "array-api.md", "computation.md", "configuration.md", "contributing.md", "design.md", "generated/cubed.Array.rst", "generated/cubed.Array.compute.rst", "generated/cubed.Array.rechunk.rst", "generated/cubed.Array.visualize.rst", "generated/cubed.Callback.rst", "generated/cubed.Spec.rst", "generated/cubed.TaskEndEvent.rst", "generated/cubed.apply_gufunc.rst", "generated/cubed.compute.rst", "generated/cubed.from_array.rst", "generated/cubed.from_zarr.rst", "generated/cubed.map_blocks.rst", "generated/cubed.map_overlap.rst", "generated/cubed.measure_reserved_mem.rst", "generated/cubed.nanmean.rst", "generated/cubed.nansum.rst", "generated/cubed.pad.rst", "generated/cubed.random.random.rst", "generated/cubed.store.rst", "generated/cubed.to_zarr.rst", "generated/cubed.visualize.rst", "getting-started/demo.md", "getting-started/index.md", "getting-started/installation.md", "index.md", "operations.md", "related-projects.md", "user-guide/diagnostics.md", "user-guide/executors.md", "user-guide/index.md", "user-guide/memory.md", "user-guide/optimization.md", "user-guide/reliability.md", "user-guide/scaling.md", "user-guide/storage.md", "why-cubed.md"], "indexentries": {"__init__() (cubed.array method)": [[6, "cubed.Array.__init__", false]], "__init__() (cubed.callback method)": [[10, "cubed.Callback.__init__", false]], "__init__() (cubed.spec method)": [[11, "cubed.Spec.__init__", false]], "__init__() (cubed.taskendevent method)": [[12, "cubed.TaskEndEvent.__init__", false]], "apply_gufunc() (in module cubed)": [[13, "cubed.apply_gufunc", false]], "arange() (in module cubed.array_api)": [[1, "cubed.array_api.arange", false]], "array (class in cubed)": [[6, "cubed.Array", false]], "asarray() (in module cubed.array_api)": [[1, "cubed.array_api.asarray", false]], "broadcast_to() (in module cubed.array_api)": [[1, "cubed.array_api.broadcast_to", false]], "callback (class in cubed)": [[10, "cubed.Callback", false]], "compute() (cubed.array method)": [[7, "cubed.Array.compute", false]], "compute() (in module cubed)": [[14, "cubed.compute", false]], "concat() (in module cubed.array_api)": [[1, "cubed.array_api.concat", false]], "empty() (in module cubed.array_api)": [[1, "cubed.array_api.empty", false]], "empty_like() (in module cubed.array_api)": [[1, "cubed.array_api.empty_like", false]], "eye() (in module cubed.array_api)": [[1, "cubed.array_api.eye", false]], "from_array() (in module cubed)": [[15, "cubed.from_array", false]], "from_zarr() (in module cubed)": [[16, "cubed.from_zarr", false]], "full() (in module cubed.array_api)": [[1, "cubed.array_api.full", false]], "full_like() (in module cubed.array_api)": [[1, "cubed.array_api.full_like", false]], "linspace() (in module cubed.array_api)": [[1, "cubed.array_api.linspace", false]], "map_blocks() (in module cubed)": [[17, "cubed.map_blocks", false]], "map_overlap() (in module cubed)": [[18, "cubed.map_overlap", false]], "measure_reserved_mem() (in module cubed)": [[19, "cubed.measure_reserved_mem", false]], "nanmean() (in module cubed)": [[20, "cubed.nanmean", false]], "nansum() (in module cubed)": [[21, "cubed.nansum", false]], "ones() (in module cubed.array_api)": [[1, "cubed.array_api.ones", false]], "ones_like() (in module cubed.array_api)": [[1, "cubed.array_api.ones_like", false]], "pad() (in module cubed)": [[22, "cubed.pad", false]], "random() (in module cubed.random)": [[23, "cubed.random.random", false]], "rechunk() (cubed.array method)": [[8, "cubed.Array.rechunk", false]], "spec (class in cubed)": [[11, "cubed.Spec", false]], "store() (in module cubed)": [[24, "cubed.store", false]], "taskendevent (class in cubed)": [[12, "cubed.TaskEndEvent", false]], "to_zarr() (in module cubed)": [[25, "cubed.to_zarr", false]], "visualize() (cubed.array method)": [[9, "cubed.Array.visualize", false]], "visualize() (in module cubed)": [[26, "cubed.visualize", false]], "zeros() (in module cubed.array_api)": [[1, "cubed.array_api.zeros", false]], "zeros_like() (in module cubed.array_api)": [[1, "cubed.array_api.zeros_like", false]]}, "objects": {"cubed": [[6, 0, 1, "", "Array"], [10, 0, 1, "", "Callback"], [11, 0, 1, "", "Spec"], [12, 0, 1, "", "TaskEndEvent"], [13, 2, 1, "", "apply_gufunc"], [14, 2, 1, "", "compute"], [15, 2, 1, "", "from_array"], [16, 2, 1, "", "from_zarr"], [17, 2, 1, "", "map_blocks"], [18, 2, 1, "", "map_overlap"], [19, 2, 1, "", "measure_reserved_mem"], [20, 2, 1, "", "nanmean"], [21, 2, 1, "", "nansum"], [22, 2, 1, "", "pad"], [24, 2, 1, "", "store"], [25, 2, 1, "", "to_zarr"], [26, 2, 1, "", "visualize"]], "cubed.Array": [[6, 1, 1, "", "__init__"], [7, 1, 1, "", "compute"], [8, 1, 1, "", "rechunk"], [9, 1, 1, "", "visualize"]], "cubed.Callback": [[10, 1, 1, "", "__init__"]], "cubed.Spec": [[11, 1, 1, "", "__init__"]], "cubed.TaskEndEvent": [[12, 1, 1, "", "__init__"]], "cubed.array_api": [[1, 2, 1, "", "arange"], [1, 2, 1, "", "asarray"], [1, 2, 1, "", "broadcast_to"], [1, 2, 1, "", "concat"], [1, 2, 1, "", "empty"], [1, 2, 1, "", "empty_like"], [1, 2, 1, "", "eye"], [1, 2, 1, "", "full"], [1, 2, 1, "", "full_like"], [1, 2, 1, "", "linspace"], [1, 2, 1, "", "ones"], [1, 2, 1, "", "ones_like"], [1, 2, 1, "", "zeros"], [1, 2, 1, "", "zeros_like"]], "cubed.random": [[23, 2, 1, "", "random"]]}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "function", "Python function"]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:function"}, "terms": {"": [3, 5, 7, 30, 31, 32, 33, 34, 36, 37, 39, 40, 41], "0": [1, 11, 23, 29, 33], "00": 33, "001": [33, 37], "002": [33, 37], "003": [33, 37], "004": 37, "005": 37, "1": [1, 11, 12, 23, 27, 33, 34, 37, 40], "10": [4, 27, 37], "100": 33, "1000": 34, "10000": 33, "100kb": 27, "100mb": [3, 36, 39], "11": [3, 33], "12": 1, "180": 3, "2": [3, 11, 27, 29, 33, 34, 37], "20": [34, 36], "2000": 3, "200mb": 33, "2022": 1, "2023": 1, "2gb": [3, 34, 36, 39], "3": [3, 4, 27, 33, 37], "300": 3, "4": [27, 33, 37], "400mb": 33, "438": 1, "5": [27, 33, 37], "5000": [3, 33], "50000": 3, "6": [27, 33, 37], "7": [27, 29, 33, 37], "8": [27, 33, 37], "9": [27, 33, 37], "A": [0, 2, 3, 34, 36, 38, 39, 41], "And": [32, 37], "As": [2, 36], "At": 34, "By": [33, 37, 40], "For": [2, 36, 38, 39, 40], "If": [3, 7, 9, 11, 14, 26, 33, 34, 36, 37, 38, 40], "In": [24, 31, 32, 33, 36, 37, 39, 40], "It": [3, 5, 19, 31, 32, 33, 34], "No": 31, "Not": 31, "On": [37, 40], "One": [2, 3, 39], "Or": [2, 3], "The": [1, 2, 3, 5, 7, 8, 9, 11, 14, 16, 18, 19, 24, 25, 26, 31, 32, 33, 34, 36, 37, 39, 40], "Then": 33, "There": [3, 5, 33, 36, 37, 39], "These": [0, 3, 5, 37], "To": [3, 29, 33, 37, 38, 39, 40], "With": 39, "__init__": [6, 10, 11, 12], "abil": 36, "about": [12, 13, 32, 33], "abov": [33, 34, 37], "abstract": [32, 41], "accept": 1, "access": 31, "account": 34, "accur": 36, "achiev": 39, "act": 38, "activ": 4, "actual": [3, 33, 36], "acycl": [2, 33], "ad": [2, 33, 39], "adapt": 33, "add": [3, 27, 31, 33, 37, 39, 40], "addit": [33, 37], "adjust": 39, "adopt": 41, "advanc": 35, "advantag": [2, 32, 39], "affect": [33, 39], "after": [8, 18, 33, 38, 40], "ag": 40, "again": [37, 38], "aggregr": 31, "ahead": [2, 36], "aim": [28, 36, 39], "algorithm": [5, 31, 36], "all": [3, 5, 31, 33, 34, 39, 41], "alloc": [13, 33, 41], "allow": [31, 35, 37, 38], "allow_rechunk": 13, "allowed_mem": [3, 11, 27, 34, 36, 39], "alon": 33, "along": [20, 31], "alreadi": [7, 14], "also": [2, 3, 27, 29, 34, 38, 39], "although": [31, 34], "alwai": [33, 41], "amazon": [34, 38], "amount": [13, 19, 33, 34, 36, 37, 38, 39, 41], "an": [2, 3, 4, 8, 9, 11, 15, 16, 19, 22, 25, 26, 28, 31, 33, 35, 36, 37, 38, 39, 41], "analys": 36, "ani": [3, 7, 11, 19, 33, 34, 37, 39, 40], "annot": 33, "anoth": [2, 36, 38, 39, 41], "anyth": 3, "apach": [5, 29, 30, 41], "api": [6, 27, 30, 31, 32], "appli": [13, 17, 18, 31, 39], "applic": 5, "apply_gufunc": 30, "approach": [40, 41], "appropri": [3, 40], "ar": [0, 1, 2, 3, 4, 5, 9, 13, 26, 29, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41], "arang": 1, "arbitrari": 11, "arg": [13, 17, 18], "arg_reduct": 30, "argument": [1, 3, 18, 19, 33, 37], "arithmet": 20, "around": [36, 39], "arrai": [2, 3, 10, 13, 14, 15, 16, 17, 18, 21, 22, 24, 25, 26, 27, 31, 32, 33, 34, 36, 39, 40, 41], "arrang": 31, "array_api": [1, 3, 27, 33, 37], "arrow": 31, "asarrai": [1, 15, 27, 33, 37], "assum": 13, "astyp": 37, "atom": 38, "attempt": [3, 38, 41], "attribut": [5, 6, 11, 12, 31], "auto": [1, 15], "automat": [3, 33, 34, 36, 37, 39, 40], "avail": [3, 11, 27, 36, 38], "averag": 39, "avoid": [31, 41], "aw": [3, 29, 34, 39, 40], "awai": [37, 41], "ax": [13, 31], "axi": [1, 13, 20, 21, 31], "b": [3, 27, 33, 37], "back": [5, 6, 33, 34], "backup": [3, 38, 39], "bag": 32, "base": 39, "baselin": 36, "basi": 36, "basic": [3, 36], "basicconfig": 37, "batch": 3, "batch_siz": 3, "beam": [5, 29, 30, 32, 39, 41], "becaus": [34, 36], "been": [0, 3, 7, 11, 14, 27, 32, 33, 34, 37, 38, 39, 41], "befor": [2, 3, 7, 9, 14, 26, 33, 34, 37, 39, 40], "being": 37, "below": [3, 34, 36, 37], "better": 32, "between": [30, 31, 41], "big": 39, "bin": 33, "block": [5, 17, 18, 31, 33, 39], "blockwis": [2, 30, 32, 37], "blosc": 11, "blue": 5, "bool": [7, 9, 14, 18, 26], "both": [2, 32, 37, 38, 39], "bottom": [5, 31], "bound": [32, 36, 39, 41], "boundari": [18, 31], "box": 33, "branch": 39, "break": 41, "bring": 38, "broadcast": 31, "broadcast_to": 1, "bucket": 40, "budget": 36, "buffer": 33, "build": [2, 34, 36], "built": [2, 5], "bulk": 41, "byte": [11, 13, 19], "c": [3, 27, 29, 33, 37], "calcul": 36, "call": [2, 18, 31, 32, 33, 34, 37, 38], "callabl": [7, 9, 14, 18, 26], "callback": [7, 12, 14, 35], "can": [0, 2, 3, 9, 11, 19, 26, 29, 32, 33, 34, 36, 37, 38, 39, 40, 41], "cancel": 38, "cannot": 39, "carefulli": 41, "carri": 39, "case": [33, 36, 37, 39, 40, 41], "cd": 33, "central": 41, "certain": [38, 40], "challeng": 41, "chang": [3, 8, 31, 32, 33, 37, 39], "characterist": 39, "check": 36, "child": 3, "choic": 33, "choos": 2, "chosen": 5, "chunk": [1, 2, 3, 5, 6, 8, 15, 17, 18, 22, 23, 27, 30, 31, 32, 33, 34, 35, 37, 38, 39, 41], "circumst": 38, "class": [6, 10, 11, 12], "clean": 40, "clear": 40, "clevel": 11, "click": 40, "client": [3, 29, 38], "cloud": [3, 5, 19, 27, 32, 35, 36, 38, 41], "cluster": [34, 39], "clutter": 31, "cname": 11, "code": 3, "coil": [29, 34], "coiled_kwarg": 3, "collect": [24, 33], "colour": 33, "come": [34, 39], "command": 40, "common": [36, 41], "commonli": 37, "compar": 34, "complet": [12, 29, 33, 38, 39], "complex": [36, 39], "compon": 32, "compos": [5, 31], "compress": [11, 33, 36], "compressor": 11, "comput": [3, 5, 9, 10, 11, 16, 19, 20, 24, 25, 26, 27, 30, 32, 34, 35, 36, 37, 38, 39, 40, 41], "compute_arrays_in_parallel": [3, 39], "compute_kwarg": 3, "concat": [1, 31], "concept": 35, "concern": 32, "concurr": [3, 39], "conda": [4, 28], "confid": 36, "configur": [11, 30, 34, 36, 38, 39, 41], "conflict": 29, "conform": 6, "conserv": 36, "consid": [38, 39], "consider": 35, "consist": 35, "consol": 40, "constant": [18, 33], "constraint": 39, "construct": 3, "constructor": 3, "consult": 31, "contain": 36, "continu": 32, "contribut": 30, "control": 41, "conveni": 40, "convent": 27, "convert": [2, 32, 33, 39], "copi": 1, "core": [3, 27, 30, 31, 32, 34, 37], "corearrai": [8, 14, 26], "corner": 33, "correspond": [17, 18, 31, 32], "cost": 40, "could": 39, "coupl": 3, "cov": 29, "cover": [3, 38], "coverag": 1, "cpu": 3, "creat": [0, 4, 15, 19, 31, 32, 33, 37, 40], "creation": [0, 1, 3], "csv": 33, "cube": [0, 2, 3, 4, 5, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 40], "cubed_config": 3, "cubed_spec__allowed_mem": 3, "cubed_spec__executor_nam": 3, "cubed_spec__executor_options__runtim": 3, "cubed_spec__executor_options__runtime_memori": 3, "cubed_spec__executor_options__use_backup": 3, "cubed_spec__work_dir": 3, "cumul": 39, "current": [3, 13, 18, 24, 33, 34, 38, 39], "cutdown": 13, "d": [33, 37], "dag": [2, 33], "dai": 40, "dask": [5, 13, 27, 29, 30, 39, 41], "data": [3, 8, 11, 19, 33, 34, 35, 36, 37, 41], "dataflow": [3, 32, 34, 41], "datafram": 32, "dataset": [34, 39], "daunt": 32, "debug": [33, 35], "decompos": 32, "decompress": 36, "dedic": 40, "deeper": 39, "default": [3, 7, 9, 11, 14, 24, 25, 26, 27, 33, 34, 37, 38, 39, 40], "defin": [5, 32, 39], "delai": [32, 39], "deleg": 5, "delet": 35, "deliber": [3, 41], "demo": [28, 30], "depend": [2, 7, 28, 30, 33, 38, 39], "deploi": 3, "depth": [18, 31], "describ": [27, 34, 38], "descript": 3, "design": [3, 30, 39, 41], "desir": 8, "detail": [2, 3, 31, 34, 37], "determin": [33, 38], "develop": 33, "devic": 1, "diagaram": 36, "diagnos": 35, "diagnost": [29, 30, 35, 39], "diagram": 31, "dict": [3, 11, 18], "dictionari": 11, "differ": [3, 29, 30, 31, 37, 38], "difficult": 37, "dill": 29, "dimens": 31, "dimension": 41, "dip": 33, "direct": [2, 33], "directli": [3, 31], "directori": [3, 11, 19, 33, 40], "disabl": 11, "disadvantag": [2, 39], "discuss": [2, 34, 36], "disk": [2, 5, 9, 26, 34], "displai": [9, 26, 33, 39], "disproportion": [38, 39, 41], "distribut": [2, 3, 29, 32, 34, 38, 39, 41], "do": [33, 38, 39, 41], "doc": 3, "document": 3, "doe": [34, 37, 40], "doesn": [3, 9, 26, 34, 36], "don": [2, 3, 33, 34, 40], "done": [33, 39], "donfig": 3, "dot": [9, 26], "doubl": 3, "down": 38, "drop": 31, "drop_axi": 17, "dtype": [1, 2, 5, 17, 18, 21, 31, 36], "due": 29, "duplic": 38, "dure": [10, 36], "e": [4, 37, 39], "each": [2, 3, 18, 31, 33, 36, 38, 39], "eager": [24, 25], "easi": 34, "easier": 32, "echo": 33, "edg": 2, "effect": 37, "effici": [2, 36], "effort": 41, "either": 37, "element": [18, 21, 31, 39], "elementwis": 39, "elemwis": 30, "embarrassingli": 41, "empti": [1, 31], "empty_lik": 1, "enabl": [33, 37, 38, 39], "encapsul": 3, "endpoint": 1, "engin": [2, 41], "enhanc": 39, "enough": 39, "ensur": [33, 36, 40], "enter": 40, "environ": [2, 4, 34, 39], "equal": 39, "equival": [3, 13], "error": 38, "eschew": 41, "especi": [29, 39], "essenti": 27, "estim": 36, "etc": [11, 30], "evalu": 27, "even": [38, 39, 41], "event": [7, 10, 14, 33], "everi": [2, 5, 18, 34, 39], "everyth": 41, "exampl": [2, 3, 5, 11, 27, 30, 31, 34, 36, 37, 38, 39], "exce": [36, 37], "except": [1, 3, 36, 38], "excess": [34, 37], "exclud": 19, "execut": [30, 36, 39], "executor": [5, 7, 11, 14, 19, 24, 25, 27, 29, 30, 33, 35, 36, 38, 40], "executor_nam": [3, 11, 34], "executor_opt": [3, 11], "exist": 39, "expand": 3, "expect": [38, 39], "explain": [33, 37], "explicitli": 2, "export": 3, "expos": 3, "express": 2, "extens": [5, 9, 26], "extent": 41, "extern": 5, "extra": [1, 18], "extra_projected_mem": 13, "ey": 1, "f": 33, "factor": [36, 39], "fail": [3, 38], "fals": [3, 7, 9, 14, 18, 20, 21, 26, 33, 37, 38, 39], "fan": 37, "far": [34, 39], "fashion": 38, "faster": 39, "fault": 38, "featur": [3, 33, 38, 39], "fee": 34, "feed": 39, "few": [1, 5, 38, 39, 41], "fewer": 39, "file": [9, 26, 33, 34, 38, 40], "filenam": [9, 26, 33], "filesystem": 40, "fill_valu": 1, "final": 31, "fine": 32, "first": [31, 33, 36, 37, 39], "firstli": 39, "fit": 34, "five": 5, "fix": 39, "flame": 33, "flamegraph": 33, "flexibl": 32, "float": 23, "float32": 37, "follow": [1, 3, 5, 11, 30, 31, 33, 36, 37, 40], "forg": 29, "form": [11, 40], "format": [9, 26, 33], "formerli": 41, "four": [3, 36], "fourier": 1, "framework": 41, "free": 34, "from": [3, 5, 7, 14, 15, 16, 17, 18, 31, 33, 36, 37, 38, 39, 41], "from_arrai": 0, "from_zarr": 0, "fsspec": [3, 11, 19, 40], "fuctool": 37, "full": [1, 29, 39], "full_lik": 1, "func": [13, 17, 18], "function": [1, 2, 3, 5, 7, 9, 13, 14, 17, 18, 19, 26, 29, 30, 31, 33, 34, 36, 37, 39], "function_end_tstamp": 12, "function_start_tstamp": 12, "functionexecutor": 3, "functool": 37, "fundament": [31, 32], "further": [36, 41], "fuse": [33, 37, 39], "fusion": [2, 7, 9, 14, 26, 35], "futur": 3, "g": 39, "gain": 41, "gb": 11, "gc": 34, "gcf": 39, "gcp": [3, 29], "gcsf": 29, "gener": [5, 13, 30, 31, 33, 36, 39, 41], "get": [4, 30, 34, 35, 37, 39, 40], "github": 4, "given": [3, 19, 21, 36, 39], "global": 38, "go": [5, 33, 41], "good": [3, 11, 36, 39], "googl": [3, 32, 34, 38, 39, 40, 41], "grain": 32, "graph": [2, 7, 9, 14, 26, 32, 33, 37], "graphic": 33, "graphviz": 29, "greater": 36, "green": [5, 31], "group": [16, 25], "guarante": [30, 34, 39, 41], "guid": [19, 28, 30], "ha": [2, 3, 11, 27, 29, 31, 32, 33, 34, 36, 37, 38, 39, 41], "had": 34, "hadoop": 41, "half": 23, "hand": 37, "handi": 3, "handl": [18, 34, 39], "hard": 3, "have": [0, 2, 3, 7, 14, 28, 32, 33, 34, 36, 37, 38, 39], "head": 4, "heavili": [5, 32], "help": [35, 36, 37], "henc": [38, 39], "here": [3, 31, 33, 37, 39, 41], "hidden": [9, 26], "high": [2, 28, 32, 36, 41], "higher": [32, 37], "highest": [34, 36], "hist": 33, "historycallback": 33, "hold": 39, "horizont": [33, 39], "how": [2, 3, 18, 31, 33, 36, 37, 39, 40, 41], "howev": [2, 13, 41], "html": 33, "i": [1, 2, 3, 5, 7, 9, 11, 13, 14, 18, 19, 24, 25, 26, 27, 30, 31, 32, 33, 35, 36, 37, 38, 39, 40, 41], "id": [11, 33], "ideal": [33, 39], "idempot": 38, "ident": 38, "ignor": 20, "illustr": 36, "imag": [3, 9, 26, 33], "immedi": [24, 25, 38], "implement": [1, 5, 19, 24, 27, 30, 31, 32, 41], "implicitli": 2, "import": [3, 9, 26, 27, 33, 34, 36, 37, 39, 40], "importantli": 38, "impos": 37, "improv": [33, 36, 39, 41], "includ": [0, 3, 5, 9, 11, 26, 32], "incur": 40, "independ": 39, "index": 31, "indic": 3, "individu": [3, 37], "infinit": 39, "influenc": 32, "inform": [12, 13, 33, 36, 37], "inherit": 5, "input": [3, 16, 17, 18, 31, 35, 36, 39], "instal": [4, 19, 28, 30, 33], "instanc": [3, 39], "instanti": 3, "instead": 41, "instruct": 40, "int": [11, 18, 19], "integ": 37, "integr": [30, 32], "intend": 34, "interact": 27, "interest": 41, "intermedi": [2, 3, 7, 11, 14, 19, 33, 35, 37, 39], "intern": 33, "interv": 23, "interven": 32, "intro": 30, "introduc": 35, "introduct": 28, "invok": [2, 3], "involv": [2, 4, 33, 41], "io": [5, 30, 37, 38], "ipython": [9, 26], "issu": [1, 33], "iter": 39, "its": [5, 8, 18, 31, 33, 36, 37, 39], "itself": 36, "jinja2": 29, "job": 40, "jpeg": [9, 26], "jpg": [9, 26], "jupyt": 33, "just": [27, 31, 33, 37], "k": 1, "kb": 11, "keepdim": [13, 20, 21], "kei": [3, 38], "keyword": [1, 3, 18, 19], "kill": 3, "kind": 37, "known": [2, 36, 39, 41], "kwarg": [7, 13, 14, 17, 18, 19, 24, 25], "l": 33, "label": 33, "lambda": [34, 39], "larg": [34, 36, 38, 39, 41], "larger": [34, 39], "last": 41, "later": 33, "launch": 38, "layer": [5, 32], "lazi": [2, 27], "lead": [39, 41], "least": 36, "less": 32, "lesser": 41, "let": 5, "level": [2, 28, 32, 37, 41], "librari": [30, 32], "lifecycl": 40, "like": [3, 5, 15, 24, 27, 31, 32, 34, 36, 37, 40, 41], "lilac": 33, "limit": [13, 37, 39], "line": 33, "linear": 39, "linspac": 1, "list": [1, 3, 7, 14, 18, 29], "lithop": [5, 19, 29, 30, 33, 34, 41], "live": 3, "ll": 27, "load": [16, 33], "local": [5, 11, 27, 33, 35, 36, 40], "locat": 3, "log": 37, "logic": 39, "long": [33, 37, 39], "longer": [3, 33, 37, 38, 39], "look": [3, 28, 31, 37], "lot": [40, 41], "lz4": 11, "m": [29, 33], "machin": [27, 35, 36, 39], "made": [3, 41], "magic": 39, "mai": [2, 5, 18, 31, 34, 37, 39, 40], "main": [2, 3], "mainli": 3, "maintain": 39, "major": 41, "make": [2, 32, 36, 39], "manag": [3, 36, 41], "mani": [29, 31, 37], "manipul": 1, "manual": 40, "map": [2, 7, 9, 14, 18, 26, 31, 35, 39], "map_block": [5, 30], "map_direct": [30, 37], "map_overlap": 30, "mapreduc": 41, "mark": [9, 26], "match": [31, 37, 39], "materi": [2, 33], "matplotlib": 29, "matur": [32, 34], "max_tasks_per_child": 3, "max_total_num_input_block": 37, "max_total_source_arrai": 37, "max_work": [3, 39], "maximum": [3, 30, 36, 37, 39], "mb": 11, "mean": [3, 5, 20, 33, 36, 37, 38, 39], "measur": [19, 36, 39], "measure_reserved_mem": [36, 39], "memori": [3, 11, 13, 19, 32, 33, 34, 35, 39, 41], "memrai": 35, "messag": 38, "method": [6, 10, 11, 12, 33, 37], "middl": 31, "might": 39, "minim": 29, "minimum": 39, "minut": 34, "mitig": [3, 38], "mock": 29, "modal": [5, 19, 29, 30, 34, 39], "mode": 22, "model": [2, 5, 41], "monitor": 33, "more": [13, 27, 31, 32, 33, 34, 36, 37, 38, 39], "most": [3, 34, 35, 41], "much": [33, 34, 36, 39], "multi": 27, "multipl": [2, 13, 14, 17, 18, 26, 30, 31, 33, 35], "multiple_inputs_optimize_dag": 37, "must": [3, 19, 24, 37, 38], "n": [3, 41], "n_col": 1, "n_row": 1, "name": [4, 6, 9, 12, 26, 32, 40], "nan": [20, 21], "natur": [2, 32, 36], "nbyte": 37, "necessari": 39, "need": [2, 5, 13, 31, 33, 36, 38, 39, 40], "neg": 37, "neighbor": 18, "neither": 3, "nest": 3, "never": 36, "new": [5, 13, 32, 33, 36, 39], "new_axi": 17, "newer": 32, "next": 39, "node": [2, 33, 41], "non": [3, 11, 30, 36, 39], "none": [1, 3, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 37], "note": [3, 18, 24, 25, 31, 33, 34, 37, 38, 40], "notebook": [9, 26, 33], "noth": [27, 39], "notic": [3, 27, 37], "now": 37, "np": 18, "num": [1, 37], "num_task": 12, "number": [3, 5, 18, 30, 31, 33, 34, 38, 39], "numblock": 31, "numcodec": 11, "numpi": [2, 5, 27, 32], "numpy_groupi": 29, "o": 33, "obj": 1, "object": [2, 10, 15, 19, 24, 27, 40], "observ": 39, "off": [33, 37, 38, 39], "offer": 39, "often": 41, "old": 40, "onc": [14, 33, 38], "one": [0, 2, 3, 18, 31, 33, 37, 38, 39, 40, 41], "ones": [1, 32, 37], "ones_lik": 1, "onli": [2, 3, 7, 9, 14, 18, 26, 31, 32, 33, 34, 37, 38, 39, 41], "op": [33, 37], "open": 23, "oper": [2, 9, 19, 24, 25, 26, 30, 32, 33, 36, 37, 38, 39, 40, 41], "opportun": 2, "opt_fn": 37, "optim": [2, 7, 9, 14, 26, 30, 33, 35, 39, 41], "optimize_funct": [7, 9, 14, 26, 37], "optimize_graph": [7, 9, 14, 26, 33, 37], "option": [7, 9, 11, 14, 16, 19, 24, 25, 26, 28, 33], "optional_depend": 29, "orang": [31, 33], "order": [31, 36, 39], "origin": 38, "other": [3, 5, 35, 37], "otherwis": [7, 9, 14, 26, 37], "out": [33, 34, 35, 39, 40], "outer": 31, "output": [2, 9, 13, 18, 25, 26, 31, 33, 36, 37, 38, 39], "output_dtyp": 13, "output_s": 13, "outsid": 3, "over": [4, 18, 21, 31, 40], "overal": [33, 37, 38, 39], "overhead": 34, "overlap": 18, "overview": 28, "own": 39, "packag": [3, 19, 29, 32], "pad_width": 22, "page": [1, 3, 31, 39], "pair": 2, "panda": 29, "paragraph": 38, "parallel": [2, 3, 32, 39, 41], "paramet": [7, 8, 9, 11, 13, 14, 16, 18, 19, 24, 25, 26, 39], "part": [31, 34, 39], "partial": 37, "partial_reduc": 31, "particular": [3, 34, 36, 37], "pass": [3, 11, 18, 19, 31, 33, 39, 41], "path": [3, 11, 16, 19, 25], "pdf": [9, 26], "peak": 19, "peak_measured_mem": 36, "peak_measured_mem_end": 12, "peak_measured_mem_start": 12, "per": [13, 39], "perfect": 33, "perform": [7, 9, 14, 26, 31, 33, 35, 36, 37, 41], "period": 40, "persist": [39, 40, 41], "phase": 36, "pick": 37, "pink": 31, "pip": [4, 28, 33], "plan": [6, 30, 32, 35, 36, 37, 39], "pleas": 4, "plenti": 36, "plot": 33, "png": [9, 26], "possibl": [3, 28, 36, 37, 39, 41], "potenti": 39, "power": 37, "practic": 35, "pre": 38, "preced": 37, "precis": 36, "predecessor": 37, "prefac": 35, "preserv": 31, "previou": [30, 37, 38], "primit": [2, 30, 31, 32, 37], "print": 27, "problem": [39, 41], "process": [2, 5, 19, 24, 25, 32, 33, 34, 36, 38, 39, 41], "processor": 39, "processpoolexecutor": 3, "produc": [9, 18, 26, 33, 36], "profil": 33, "program": [3, 41], "project": [5, 29, 30, 33, 35], "projected_mem": 36, "properli": 36, "properti": 3, "proportion": 39, "provid": [5, 9, 26, 33, 34, 36, 38, 41], "provis": 39, "public": 5, "purpos": 41, "put": [36, 41], "py": 33, "pydot": 29, "pyproject": 29, "pytest": 29, "python": [0, 3, 4, 5, 6, 13, 19, 24, 25, 27, 29, 30, 32, 33, 34, 36], "pywren": 41, "quickli": [28, 34, 38], "r": 4, "rais": 36, "ran": 36, "random": [3, 5, 30, 33], "rather": [31, 40], "re": 39, "read": [31, 32, 33, 36, 37, 38, 39, 41], "readm": 27, "reason": [3, 32, 36, 37, 39], "receiv": 10, "rechunk": [2, 5, 30, 32, 39, 41], "recommend": 34, "recomput": [7, 14], "red": 5, "reduc": [31, 37, 39], "reduct": [30, 36, 37, 39], "refer": [13, 30, 34, 39], "regard": 31, "region": [34, 40], "regular": 40, "rel": 34, "relat": 30, "reli": 38, "reliabl": [30, 34, 35], "remot": 34, "remov": [37, 40], "render": [9, 26, 33], "report": [19, 36], "repres": [31, 33], "represent": [2, 39], "req": 29, "requir": [2, 4, 19, 33, 34, 36, 39, 41], "reserv": [3, 11, 19, 35], "reserved_mem": [3, 11, 19, 36], "resourc": [11, 27, 39], "restrict": 39, "result": [27, 31, 33, 37], "resum": [7, 14], "retain": 33, "retri": [3, 35], "return": [8, 9, 16, 19, 21, 23, 26, 31], "reus": 3, "rich": [29, 33], "richprogressbar": 33, "right": 33, "rm": 40, "room": 36, "round": [31, 33], "rule": [36, 40], "run": [2, 3, 7, 11, 14, 19, 24, 25, 27, 29, 32, 33, 34, 36, 37, 38, 39, 40, 41], "runner": 32, "runtim": [2, 3, 19, 24, 25, 30, 32, 34, 36, 40, 41], "runtime_memori": 3, "s3": [3, 34, 38, 40], "s3f": 29, "same": [3, 31, 37, 39, 40], "save": [24, 25, 33], "scale": [2, 30, 33, 34, 35, 38, 41], "scenario": 39, "schema": 33, "seaborn": 29, "second": [3, 31, 34], "section": 38, "see": [2, 3, 27, 29, 33, 37, 39], "select": [31, 40], "send": [7, 14], "sent": 31, "separ": [29, 33, 39, 40], "serverless": [2, 32, 39, 41], "servic": [35, 36, 39, 40, 41], "set": [2, 3, 7, 11, 13, 14, 19, 29, 34, 35, 36, 38, 39, 40], "sever": 32, "shape": [1, 5, 8, 18, 31], "share": [3, 18], "short": 40, "should": [11, 18, 35, 36, 37, 39, 40], "show": [9, 26, 31, 33, 34], "show_hidden": [9, 26], "shown": [31, 33, 37], "shuffl": [2, 11, 39, 41], "side": 31, "sign": [34, 39], "signatur": 13, "signifi": 33, "signific": 39, "similar": [13, 32], "similarli": [31, 33], "simpl": [3, 27, 33, 34], "simplest": [31, 37, 39], "simpli": 33, "simultan": 39, "sinc": [2, 3, 31, 32, 33, 34, 36, 37, 38, 41], "singl": [27, 31, 32, 33, 35, 38], "size": [2, 23, 31, 33, 35, 39, 41], "slide": 30, "slow": [2, 37, 38], "slowli": 39, "small": [33, 34, 37], "smaller": 36, "so": [3, 27, 32, 33, 34, 36, 37, 38, 39, 40], "solut": 39, "some": [18, 32, 36, 37, 38, 39], "sometim": [34, 37], "sourc": 24, "space": 40, "spark": 41, "spec": [1, 6, 7, 14, 15, 16, 17, 19, 23, 27, 33, 34, 36, 40], "specif": [11, 30, 39], "specifi": [3, 11, 18, 19, 20, 27, 35, 37, 40], "specul": 38, "speed": [37, 39], "spent": [33, 41], "split_everi": [20, 21], "squar": 33, "squeez": 31, "stage": 37, "standard": [0, 6, 27, 30, 32], "standardis": 30, "start": [1, 27, 30, 34, 37, 39, 41], "startup": [33, 34, 39], "stat": 33, "stateless": [5, 41], "statist": 33, "statu": 1, "step": [1, 33], "stick": 39, "stop": 1, "storag": [2, 6, 11, 16, 25, 30, 35, 38, 39, 41], "storage_opt": 11, "store": [3, 5, 11, 16, 19, 25, 33, 39, 40], "str": [9, 11, 19, 26], "straggler": [3, 33, 35, 39], "straightforward": [2, 34], "string": [16, 25], "strong": [35, 39], "structur": 31, "style": 3, "submit": 3, "subset": [5, 27], "success": 41, "suffici": 39, "suggest": 39, "suit": 33, "sum": [21, 36], "support": [1, 3, 13, 18, 31, 32, 37], "sure": [39, 40], "svg": [9, 26, 33], "system": [5, 19, 38, 39, 40, 41], "t": [2, 3, 7, 9, 14, 26, 32, 33, 34, 36, 37, 40], "tab": 40, "tail": 33, "take": [3, 33, 38, 39], "taken": 38, "target": [24, 41], "task": [2, 3, 5, 11, 12, 13, 19, 32, 33, 34, 36, 37, 38, 39], "task_create_tstamp": 12, "task_result_tstamp": 12, "tb": 11, "tell": 13, "temp": [3, 34, 40], "tempor": 33, "temporari": [3, 40], "ten": 36, "terabyt": 39, "test": [3, 29, 33, 34], "test_mem_util": 33, "than": [3, 13, 31, 32, 36, 37, 38, 39, 40], "thei": [3, 31, 32, 33, 36, 37, 39], "them": [2, 31, 33, 38, 40], "theme": 41, "theoret": 35, "therebi": [39, 41], "therefor": 34, "thi": [2, 3, 5, 7, 8, 9, 11, 13, 18, 19, 24, 25, 27, 28, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41], "thing": 3, "those": 39, "though": [39, 41], "thread": [34, 39], "threadpoolexecutor": 3, "three": [3, 31, 32, 33, 37, 38], "through": [3, 5], "throughput": 39, "thumb": 36, "tightli": [36, 41], "time": [2, 3, 31, 33, 34, 36, 37, 38, 39, 40, 41], "timeline_viz": 33, "timelinevisualizationcallback": 33, "timeout": [3, 35], "tini": [19, 33], "tip": 35, "tmp": 27, "tmpdir": 40, "to_zarr": 33, "togeth": [2, 37], "toler": 38, "toml": 29, "tomwhit": [3, 34, 40], "too": [31, 37], "took": 33, "tool": 33, "top": [5, 31], "total": [3, 11, 38, 39], "tqdm": [29, 33], "tqdmprogressbar": 33, "trace": 33, "track": [1, 33], "traction": 41, "transfer": 34, "transform": 1, "travers": 2, "treat": 21, "tree": 30, "tree_reduc": 31, "trigger": 2, "trim": 18, "trivial": [19, 39], "true": [1, 3, 7, 9, 14, 26, 37, 39], "tune": [39, 41], "tupl": [8, 18], "turn": [3, 31, 33, 37, 38, 39], "twice": 33, "two": [5, 31, 33, 39], "txt": 4, "type": [5, 8, 9, 16, 18, 19, 24, 25, 26, 33, 35], "typic": 40, "ufunc": 13, "under": [3, 33], "underli": 5, "underscor": 3, "understand": [32, 33, 37, 39, 41], "undoubtedli": 41, "unit": [5, 11], "unnecessari": 40, "unoptim": 37, "unpredict": 41, "until": 31, "up": [2, 3, 34, 36, 37, 38, 39, 40], "updat": 38, "upgrad": 39, "upper": 36, "url": [3, 11, 19, 40], "us": [2, 3, 5, 7, 9, 11, 14, 16, 19, 24, 25, 26, 27, 28, 29, 30, 31, 32, 35, 36, 37, 39, 40, 41], "usag": [13, 30, 36, 39, 41], "use_backup": [3, 38, 39], "user": [3, 32, 34, 41], "usual": 33, "util": [32, 36], "v": 35, "valu": [3, 11, 18, 31, 36, 37], "vari": [19, 39], "varieti": [3, 32, 33, 34], "variou": 36, "vector": 13, "veri": [2, 4, 33, 34, 39, 41], "versa": 39, "version": [1, 13, 19], "versu": 39, "vertic": [33, 39], "via": [30, 41], "vice": 39, "view": 33, "violat": 39, "visual": [32, 35, 37], "wa": [5, 32, 33], "wai": [3, 31, 33, 38, 39], "wait": 39, "want": [33, 37], "wasn": 32, "we": [3, 27, 31, 33, 34, 36, 37, 39], "weak": 39, "welcom": 4, "well": [5, 32, 33, 36], "what": [32, 33, 37], "whatev": [31, 36], "when": [2, 3, 11, 19, 32, 33, 34, 36, 37, 38, 39, 40], "where": [2, 11, 32, 37, 39], "wherea": [32, 39], "whether": [3, 18], "which": [2, 3, 5, 9, 11, 26, 27, 29, 31, 32, 33, 35, 36, 37, 39, 40, 41], "while": [2, 7, 14, 31, 33, 36, 39], "white": 31, "who": 39, "whole": 38, "why": [30, 37], "widespread": 41, "within": [3, 36], "without": [8, 31, 39], "won": [7, 14], "word": 39, "work": [19, 30, 31, 33, 34, 36, 38, 40, 41], "work_dir": [3, 11, 19, 27, 34, 40], "worker": [3, 11, 33, 34, 36, 39, 41], "would": [33, 36, 37, 39, 40], "write": [2, 9, 24, 26, 33, 34, 36, 38, 39, 40, 41], "written": [2, 33, 37, 38], "x": [1, 15, 20, 21, 22, 24, 25], "xarrai": 30, "xp": [3, 27, 33, 37], "yaml": 34, "year": [32, 41], "yet": [0, 27], "you": [3, 13, 28, 29, 32, 33, 34, 35, 36, 37, 38, 39, 40], "your": [3, 33, 34, 36, 39], "zappi": 32, "zarr": [2, 5, 6, 11, 16, 24, 25, 30, 33, 34, 36, 38, 39, 40, 41], "zarr_compressor": 11, "zarrai": 6, "zero": [1, 21], "zeros_lik": 1}, "titles": ["API Reference", "Python Array API", "Computation", "Configuration", "Contributing", "Design", "cubed.Array", "cubed.Array.compute", "cubed.Array.rechunk", "cubed.Array.visualize", "cubed.Callback", "cubed.Spec", "cubed.TaskEndEvent", "cubed.apply_gufunc", "cubed.compute", "cubed.from_array", "cubed.from_zarr", "cubed.map_blocks", "cubed.map_overlap", "cubed.measure_reserved_mem", "cubed.nanmean", "cubed.nansum", "cubed.pad", "cubed.random.random", "cubed.store", "cubed.to_zarr", "cubed.visualize", "Demo", "Getting Started", "Installation", "Cubed", "Operations", "Related Projects", "Diagnostics", "Executors", "User Guide", "Memory", "Optimization", "Reliability", "Scaling", "Storage", "Why Cubed?"], "titleterms": {"For": 30, "advanc": 37, "allow": 36, "an": 34, "api": [0, 1, 5], "apply_gufunc": 13, "arg_reduct": 31, "arrai": [0, 1, 5, 6, 7, 8, 9, 30, 37], "articl": 30, "bar": 33, "beam": 3, "between": 1, "block": 37, "blockwis": 31, "bound": 30, "calcul": 39, "callback": [10, 33], "chunk": [0, 36], "cloud": [34, 39, 40], "coil": 3, "comput": [2, 7, 14, 33], "conda": 29, "configur": 3, "consider": 39, "consist": 38, "contribut": 4, "core": 5, "cube": [1, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 30, 39, 41], "dask": [3, 32], "data": 40, "debug": 37, "delet": 40, "demo": 27, "depend": [29, 31], "design": 5, "develop": [4, 30], "diagnos": 39, "diagnost": 33, "differ": [1, 39], "dimension": 30, "distribut": 30, "document": 30, "elemwis": 31, "environ": 3, "exampl": 33, "execut": 2, "executor": [3, 34, 39], "file": 3, "from_arrai": 15, "from_zarr": 16, "function": 0, "fusion": 37, "gener": 0, "get": 28, "guid": 35, "histori": 33, "i": 34, "input": 37, "instal": 29, "intermedi": 40, "io": 0, "lithop": 3, "local": 34, "machin": 34, "map": 37, "map_block": [17, 31], "map_direct": 31, "map_overlap": 18, "measure_reserved_mem": 19, "memori": [2, 30, 36], "memrai": 33, "modal": 3, "multi": 39, "multipl": 37, "n": 30, "nanmean": 20, "nansum": 21, "non": 0, "number": [0, 37], "object": 3, "oper": [5, 31], "optim": 37, "option": [3, 29], "other": 39, "pad": 22, "perform": 39, "pip": 29, "pipelin": 39, "plan": [2, 33], "practic": 39, "prefac": 39, "previou": 32, "primit": 5, "process": [3, 30], "progress": 33, "project": [32, 36], "provid": 39, "python": 1, "random": [0, 23], "rechunk": [8, 31], "reduct": 31, "refer": [0, 3], "relat": 32, "reliabl": 38, "reserv": 36, "retri": 38, "runtim": [0, 5], "scale": 39, "serverless": 30, "servic": 34, "set": 37, "should": 34, "singl": [3, 34, 39], "size": 36, "sourc": 37, "spec": [3, 11], "specif": [0, 3], "specifi": 34, "standard": 1, "standardis": 0, "start": 28, "step": 39, "storag": [5, 40], "store": 24, "straggler": 38, "strong": 38, "taskendev": 12, "theoret": 39, "thread": 3, "timelin": 33, "timeout": 38, "tip": 39, "to_zarr": 25, "total": 37, "tree": 31, "type": 39, "us": [33, 34], "user": [30, 35], "v": 39, "variabl": 3, "visual": [9, 26, 33], "which": 34, "why": 41, "work": 32, "xarrai": 32, "yaml": 3}}) \ No newline at end of file diff --git a/user-guide/diagnostics.html b/user-guide/diagnostics.html index 9e257193..e00560b9 100644 --- a/user-guide/diagnostics.html +++ b/user-guide/diagnostics.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/user-guide/executors.html b/user-guide/executors.html index 3b0fb24b..38f4099f 100644 --- a/user-guide/executors.html +++ b/user-guide/executors.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/user-guide/index.html b/user-guide/index.html index 1998c3a9..0544b9ce 100644 --- a/user-guide/index.html +++ b/user-guide/index.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/user-guide/memory.html b/user-guide/memory.html index 4520b0ad..a7c85a6e 100644 --- a/user-guide/memory.html +++ b/user-guide/memory.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/user-guide/optimization.html b/user-guide/optimization.html index c797b926..3dda08cb 100644 --- a/user-guide/optimization.html +++ b/user-guide/optimization.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/user-guide/reliability.html b/user-guide/reliability.html index b1a5c172..c7e79618 100644 --- a/user-guide/reliability.html +++ b/user-guide/reliability.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/user-guide/scaling.html b/user-guide/scaling.html index f171de78..378da16c 100644 --- a/user-guide/scaling.html +++ b/user-guide/scaling.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/user-guide/storage.html b/user-guide/storage.html index 2570f069..85a6f800 100644 --- a/user-guide/storage.html +++ b/user-guide/storage.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ - diff --git a/why-cubed.html b/why-cubed.html index 6c458d06..4007306a 100644 --- a/why-cubed.html +++ b/why-cubed.html @@ -39,7 +39,7 @@ - + @@ -50,7 +50,7 @@ -