From 9313fd72f249f5b55e54f1ca2454694dbcefcdb5 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:18:08 +0100 Subject: [PATCH 01/51] Threads tasks Spreadsheet with each threads required for all tasks. --- docs/yaml_docs/threads_tasks_panpipes.xlsx | Bin 0 -> 10970 bytes 1 file changed, 0 insertions(+), 0 deletions(-) create mode 100644 docs/yaml_docs/threads_tasks_panpipes.xlsx diff --git a/docs/yaml_docs/threads_tasks_panpipes.xlsx b/docs/yaml_docs/threads_tasks_panpipes.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..90b4d756368237627863e7c106ec3cd9cd0b9f6f GIT binary patch literal 10970 zcmeHtg;QMH^7Y{E8XN)y4K4}p?he7--3ji_APEk^1B1J}1b2529^8NA-uJ%Tn|Hsz z;JsZnXV=s@-F2kbUTb%^yc7f^CIA`$3jhE}0VUVLk@jE!zzHM(fB}F7*AlX|aWb}X z(p7f1Gj`N|>t=05@&yu{DhmMqa{d3tfAJeAQ67}-Vnl6zeTEWOM&&XHMmkjuLnKxx zdMyUc~}om*}_o+j7tcQn&wmg!2?k+ zFcqM3bQW&JI6gQAdXO#8^dz+u1d*l=qGlQkF$-IEhaeQY?y5d;ipNN*CDni*O*N9j zaNYqF4WUr+yOg%0N{$4s(VnIv$r8_!gPfi}`NB8}FW92)yEg_xvhau6TLMO{J;4bL zN{s-Icn}nuhv2P-D0`;~Dy9mD--*-A7(-P3)|Ns-LLglx8{Uw> zRs@$JUZrm{h{9hFG{G-lW(!=~ML228@V(&i`56Kr|2L%8s4%|1cnLr07a$_MAXV4F z*vgUN?a$-?5c*#X%fCE&2~b9^ixDySMEoJ7|9W~k7FAHnRY1InRN32CVhN=tDu*0@ zx$O-Bsxn>xgqTl@_rtfvW$vi&{iIhLtR)fXm|U-GT|vR0?(CgmXeb?$MD0t~yU|>x zFQ>1P#U$OSTv}piit7urr3O}Ci%y;iSD=o*Rl|eB$Rh~G=1KO`?3K}2F}NuOn-)|$ z0tJ`Xab$guA5Ha{P0HU#;tPEzeK?Vf)$eFvI$!G5Z$)}}i>IPw_RhTAAj9E3nY*r$ zRr|ScY8%F*7rks+zakkc`VI4_SRX~!rH^Jc>)Bwsdp8GMS8@O8fPVyW;mSXPq}hb@ zAQ1up7<*wil$ST-X2sxY>tJbMYis$F%1TtUZF4v=KkAx4Lu@Q}K%b*cIYEL|CoU)? znk+6C#3AHofsf!7NT>|^WLlyFU8*#Vxo9b#nh7#JPa3XzK3Ol~GJLqI*)yR`)|*_@ zejDECnUdVbz=HW%v`k&CT-3?Sr1i(jgTw6s0}eiECUKA(J0R=8)Ff|;rn-c;%x&;4 zO#KYmMUqr2UymlU#GB$B?OnLzG<#B1g=tO6@erXP)o2H*vBoYp+HK=@`huVM3M16T z{a2mK*P5xB5VOp;%{tj1s%d@QN>VjjkhAi~ch;ws-jI7*wI9*jM}Yz}VSN0vEBfN~ z4z>zwNAmVWiYNirN8*_`a^)iZA*fbzhIT~gHRL`;&d4Ywxz`e^D`10M{%8-AW{|mT zW)y*IAJK<-?5c(bBPwlf9%UP$wLq0e^^Ro42YX#8oqTmYre8 zv*s*NNZ+ruUCm5`sIu=Vspy;fpb1U~k!0y-OtOD?*Rcpb=_qIp z{76zi+4?4Hxyc8cwEZ3)J5XQDnd8Y*+_wTzOkst_y#0ozA-H>~0!JLfKFl0&k{w+} zg3(b|$0}=RasT!Q6P)~pJc>x1+!(hr_?vKh;KUZ!4QUG_juq(Z#~*CphjL^0<3aef zgs!m2v(ENLr#p>sSIg#s`C#d<@g@Nx0{#kH@~OZ%DG9ufv#sAPk6U+ApQtc+*lJOn z)k24dAdTCi4RMqWtb(IL8s)LX-@ry&ww>J-f!B6d6}^Quw^U_0A3n3TW6Ytdw2xHG zY^3@;iAhmJEY>k~T^WdMRpROtJcwzA)H03)WmmwUUY{P!MyP>1D4$7M2G6`@^FU`R zgX}+>&Q1>2aV3xBRb1-n><-3b27>ko-01I93b*@S9}2C64>eUWo<`~N{mvZNTRIZu zjoA6TDM>(199kD4pK)W#pO~^{V(pfZnQKIo zKRmtQ^FL|My5-yy`vuz^FDS+Xz=FLX_)n($D~|uodSEZQ^yS+B?opyRXz^2*;oPAJ zUV9u}NQ9+HQEx3Y5|eCQ2B@P{fA8|q)vv2TGIux=VQexpadE9}Vpy&~xtP*??Ut0A zmaR~0B}0Fsb>?;1{tC)ma$Y0A|61JZldg`HZh1VZ_m_OQUjk^;xTL1i3XQ7 z=4ua671uRH_3DrhCe2zp9GPcAQQ8|h#Gv7ct=dPDq--( z3tqkA@XK-DS4qB+UM4+j0;NSdtKz5YXdwdC1t~!aJxV|K9l}wmd{8A_#VfF{57d*Z1V0%B>jw3>p2ra9zp>6Z(t!=}m0x(Z!sYt8yJFij z`*YNVK*H&;Dt-^ahZJoq6w&f#8buN5cq3F=N+~Z=X=(i66&ng1loaAbs%0nx;SPem zI#2g^6hvhQ5KVB;)&c-%&Ofp!tnA|~T?vQcDCl^;%!E8c?g^{TTX z5a0T8Mub0_A!Rj&FS?Iu6KVhP0mMii5#<)=?Wcy>B7?rqLFW;a$I%ImG(`LFZjSW|DYk_TDou z%~yLNm~ZYW#iFfezMw9_nF%u9foe1zcU;Ao?VKGS=ea5iPdspJtG%!4-%v?sRe%^< znKorxL-VNCb`ii)?~7-EZlv}(Th>I%AevntCbO;*_3s-6L(4=9;FLI8E_6$3AMePw zY);mW0kZvCR=_r1*ujoP63Q>FNV8Ck>loDg&pCQBE~Oj${<-E;eP*vqv?NA5Ly19? zG)^U?pB&~aRgf#*%1MMc%o(X5GdU591_&e}nt38=Ao<~vR0lwtDVzJ^e!EX+Yxh$_ z4P^^N%wf%wkbE!ATtbbCFL|KSo>Kz^oF&ObA2@_&b0AJmK(7Sj;0vICs|s~mA~#=x zm1wW#0Ee@=7`Q|f)t=?|r~f!XAbRZ#T$9dx=qrK@0Tzq&DO?x%i#<+~7D_apP~iqO z+e^09q}6*oJ-n=b&(AM``uv=xeq^)Ai0GBrj#55Vn^rA?r&p7HaeofyPsi`$EQH~- zxF}bNALbfqZ2BC@^^KAm_};zt(u=FAIEnk}|RlkOf#kt;4Z z5+=a$%&C%@UA`yP)FY2`n~r!}cjipca>|K~Le#IO@=I^ zEQ2f)y^eN8fZ;)F3~3H7@=b>OYI+3{(<}E?xqjCH8LD!0@c>#{5(IKfk~iXS4Yttx zi*(`M^~VhOvGfw;CO}xOp9?7@0dq)b2NWV}w%&g!4}zJ-U6wG7R4~E}syS6iBU6(+ zj=WNEpiUH{ACPdPJ?y>kY5YdtSt{wSbw$|bzK4bL7hAZt_?Ek+%Yvcrwik%m!xkyaERBk?ZDNrKr}x6O zjEbU9V)H&ML!>H|62<0Oag#|UdkH2vTt?Due}~feHceYes;2H3pJOqi(KmWEm2#7k zT9^`VCCjDUvCzDEA+>#Gs*A(ZgTHz6;6f>24jrNZDM?|;_ukCQL~{U-0wyu(viRXf zS)3m2Lh0*t>z0v1I*o)7n|7z-%YhW%0#7^fOXaKz^@)0&QPvv`d9pzux(0S)zYD?m zvEU|@h%JfYTE!P9+aGzHd5Y9c>O(ZnedU7F8)K*MGO3*lV~L-p-TOe>w>3tqV)&avip&KHxan{$-Pst@{2fwf-qPt8~MTI}qr5#O}a~JOUz$ z!dSW9>CsgqdH6zL-qK(#hW9|Y#)k}odw_=Pg5#ryiChM{1uueOaHU9Ff@dN(jd^2^8))@X;cDF+h&^ zoY_3j*Ox-IMf}H#@Ox(9O0Qa=9tHqFBm0@d`-9w^%#5v#8U8r_!E1+_!!h`ESZy%< z&-_E$Gedix`tQaHIIfO8))Te2#3d4fbw=#?6`N==!QgkNr2N3m$EEyMJgCB<&3vI7 zwqls{Udud(ayy8otcQoUJn;h!Tp3uVPI#VnTKf7pVjQpIi$7;0kdbdo%px4$5RnZ; zj+$2;$Q z0|@D@Wrt=6RcD})j^G97VW^7qu}ve2NrpRN4R?xHlWs3ED@=8Nd69~ksa_^w3W9}l zq}swj0{8HNdknTA34(GA%0wGwC;5C3u0fH=K%M3$``~tGw0NaSs|Th5Rmsyx%E9pb z)8IDv`T5uob<*Tf?h}>OYyij`LeBz+!{Xo>#0$}0^@`iPH?M@njP=pwv!PVh;Y4=R zB)kQCYi?U@*SkH|d;R4JTmIyyyJMDUt{nZYPJH=b+ru?a@41sHx@Iurn;qm<-tRS? zaX}neq2pU#ILlTwi^BvhL3Es4PMuuC`Kx$4r{GZIv5=$7={yuvXAn2~ga zQ;LI>D%)8?H*~(%3k%UG16(50= zQJM7wXttnlZF8(PyFFb->^{4n_24jMJR=Z}8|N~sBrTE3CK)#nKRxw5KVG`-wLL#A zqUb&iM13-TDE4`Jnyy=YOz=>*2%^?`x-C}I^|}1P;B)gttoy$D8Zskk9Rm*|OtzoG zW602r-w-~PFF8C_LYhpP9*)4zCggiuINjO+9t%#XoD~KyR;=-d_WNQ}?Aa>u5=`fz z2gY#vHKyH?(V$5H%H;ahjkDNo^V!vAx+lK_a1wR}2-n-@59V))-V4}r;fGzG9`C&zGV!R|yb9w<}j23ky%ahuP z^WCL?_edJtz2kJxq}9i+Nab-n;U4&o;dRJ^7wS5vvqQdwa<4bdD5)^h`|WQ~d^=b0 z1G7I#zBsaFTcHHrX{^gA4kBve9FnAcpRg;O|*2cVHd}YLQx% za&0aR+HT{}Ff4zYx$LCvkJwOwNPfjpI}FKU=})Fd`T5IhwMHnk!N;J`6}70jZ`5_= zIM(aXRFNefZ}JBY!ZR`GAln|?EizG5FYB?|q*|&N$_R9d9j?~BgKCCR%YaJYivu&oEAo?&+uuO)ZA|<5)q& zaAj=gOo%BN3Fgu^_rB(kpYGiCz!B;&=lV%HrfmzuN669yeW)0@A<~ggsDhJ!t{ty_p6X{upj*&<>{a2)2Uuv8wR>{-*Iky*7Mez8y@p}C`*2U~ zc-h;u@a|-K@;-9l8yW!Aqb=vkI@=Ockogv&hU2taq?3~Zfi^YpERp)u2-3F8-6`q* zm=DX2zTcX0!tC8B9b{GwIu%bO@26Rx7pI=#kp;l9|dKY(boHNC!eA% z!Im{|^R4!S+D`)p0w!M%uO~ulom>#8d8M#Nbfaz-18T^1{hCI<+)|`eCb~tEcH@Eg zJzZrf2#6t*i+3?cx@wb4Lfb64lrkPcLZxKHhDoBFtBT*|xdT#>jHUXPtgYo62QyzG zHd=P>E1r~}G#|Bkm(3*6UiHaVm}{Dg*rpy^-L1Raq8A(B)TkRb+s=iEi6;8L)I&IL+0aU(V`hi##%D zy6AO>2<$_ZMN^~WIx>M>#ByAE#dEW3=vP${sGaYKWu5-(n%DbJA zK6kcubpF&79Mw71F^!{ne~+p`kt(PrtdVbXmX}}Yn-k{EF-{qGRu^;Pi^}_8kN7dS0<@^GbKDyDeJYg3+W zg=3W;a{bAcq&<$GmH_Iq90!>uK!2=cs!P9W!e-hdQDBZBm}jm!b#rBxsF86ki;p0> zFRFZk08n~-jhCp?#$L#}nB&cfEP9!ZvgUQ);9rNE?&zr1p11CNBKD6&&#UivN%W#s zRNw#rq(6z?(aGJ)*zxDqwOLimc7YMoJG1&(@0Mp6suMs_Bx#;2sm)fDUac0-sW<(p zpNZ9J!DrPTokYbpKxPx{aC38X_vYRUdEA|zb3tC4iNf$O(;ZhKxhQSGII?ZEU<5bk z8)`B}DS6aclIjij?F04Kp`^(stUPG2z!HOI=KQoqn?z6{$#gPJQDCB=xd5W{wz z1>$|cw1=y>;Ya&uy=2uynxR)~jbEwMMRkL@?BBc{KoYUPDYi5SBIzob%Xf<$!Hkx=HzMq1Z{D^C?p-jI9^G1W1AJ3|(h z1?m$qR}QiXoB2LoiYd(4YCW4WjI^CzrN{4k>0r%hEiO?F=-P)N3ghEt&yG3MjnHPm zVUkrUyM3s`=h~RMp0JoJ@+IoM)nW3(g24sCW+Y{6<}(T`-*{{Jvyv{LW zfB$OxVMH~bxQFGik>7z{QNQ#YS177#VF`&e&Sq|-1|wos%(B9>oHWpjo9=4_&y!XY zMCi$7)>RW4wNz`3?LzB}i%ZA6BK$%MF!V6rERWR_Thr2?_qx7VX zXBL`R76~JPrD4;ePkt4iyyGIBe2Ea_c>P)a2ma4J^zVu}`syuu>q{LC4ITi%{1=eS z^c{?il$;#QZA|~bQ-Z3D?aRKq1!c|$)k`-Wd2R+P%oDcO(+_!0Cf2wY`wNQNm-x%o znDAwjDhdc5&6wO9BI=375I)f=jGL^qWvn`mRDZw3Qia-OthNkq??zg6etrDx^dRjs z@NBn2UhlbJ-$*a(IV?g0AKfGY7d_#6dmeQ`#*tC$lce$7$#W?0R!0!>8A2S z54;zG=&vQ|efb0wvSIt$L*Jp+xicOKcMXrhR!SN;rv~7=)(U*qff&WV?f60RC~w*B z{t)WE*O8+{bW~dlKhnoxlJ@;Bx5O$2t=v4KzxPu$zM;F!&&|u|0i`73< z`9q)!m{>r+S+ov?w^|;WCPS=dCVd!iXXZ>Z>#*KwB|upAP-$ZJa$GTJBFib*e``$E zZSznH8Cg+%Hweu=ApV;v{(>J?L0V zCejgD=`DBT)p`ha2Z$5$&L|(^R0Slv4n8_6zXw5qbJ(*|vL$;>E_~Qgy4zrTdV_`C z&5%vLzcECMB`XwPw}OPwNxhlCm_vwWMVKhN#~M+kM($UPv!K1SkM$ah7AfD;AgU<@ zLWNP|8tsb+(B_(?2u>{3b!gxj8{Aq(S&+ddbL4!|Ckky)Z7Jj{}Vq)rq5H4C2wm77zm3Q|H$8E|u zZnX@dr|-e963$1aQ4;jqa*t$nJ@r^&V8i?pEn3H@4?~QJdv{)>eT_8vIvkrzU_wA% z8{e`AMp{-noVV&Ux7V?fTV^~bku3+Gg2Y1eu%^VKcpYcGz78D-|IlK>71~U8q>Hh; zrHr_HyOzk2`hmRs5$B&^yh`YPA^wv8xBLm^ms)|5t)aYwt(_x-p{;}Q&qsPGjQ_7h z@bbMQfgN&PB)B~%lusx~*Vqg1b8?T+*%o^!C}+%?(Qazd5UhRYkJ>)fYJo-q;Beex zh)+I}rkoWmip2tgAv>$N;bX?3z$+3#pDP{Lv{nq+zO4e!K1BWXHfqbe)6xILRlpBBnYfWYI4YMoBLrdZgXXR?gr!-s_qKFxEcybGEqSI+Tq>Tc~ zx*Zh4!CT;JE<+@_58HGHeX_S8Zp}7$^KC77Dtw~1*57N+g%lziFvc7c+u zSW|?Z<*oE{!kU-O$K!V5Q1h$qezXb?;GJM4=se^I87ylgsX!)|IL`fo*o-0(BSmI} z{0-cZn)5mDnL&lv0I797M!&6Iij9>@p}To2(lfr$PmUXL`WxwXE)c8V30FBCy!RPS zWcJ8zlx)&+h-dgFg_c6J^t`lpjTMeG#npF-Im_-p$h*474OP|v3hQD`f{4yPVsnz|~yYaj6-wVaROaXwn7ghKFFB|{v=l9a!FHgIO|L-RL zqfq#}m)~=+zr1w6q-0<2=J$;3?+$+7+x>C?dXca%4u0+QemDJH&HggIBKp(xcWwK- zhu`(VFAqDUe|Y#$weY)(zjN^~2LM3JOIrFrnE5}<|F)L?)tsB+FXsPRS>>gmUIOH2 Q9~=Up>xKNmsDA$YKL7z}QUCw| literal 0 HcmV?d00001 From 1c60c5e815878a4cd2bc9a15e55700b546969b94 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:19:08 +0100 Subject: [PATCH 02/51] Update index.rst --- docs/yaml_docs/index.rst | 1 + 1 file changed, 1 insertion(+) diff --git a/docs/yaml_docs/index.rst b/docs/yaml_docs/index.rst index 4109eea6..e517d1be 100644 --- a/docs/yaml_docs/index.rst +++ b/docs/yaml_docs/index.rst @@ -14,5 +14,6 @@ Workflows configuration files spatial_deconvolution pipeline_visualization_yml pipeline_refmap_yml + threads_tasks_panpipes From b939250097fa5fb1478daa913866939871ba7245 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:22:11 +0100 Subject: [PATCH 03/51] Update pipeline_clustering_yml.md --- docs/yaml_docs/pipeline_clustering_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_clustering_yml.md b/docs/yaml_docs/pipeline_clustering_yml.md index 8389b328..6f60f77d 100644 --- a/docs/yaml_docs/pipeline_clustering_yml.md +++ b/docs/yaml_docs/pipeline_clustering_yml.md @@ -31,7 +31,7 @@ You can download the different clustering pipeline.yml files here: ## Compute resources options - resources
-Computing resources to use, specifically the number of threads used for parallel jobs. +Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. From 13836f1bcafaf0a62997eee4c7df8c6e217729ba Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:27:15 +0100 Subject: [PATCH 04/51] Update pipeline_ingestion_yml.md --- docs/yaml_docs/pipeline_ingestion_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_ingestion_yml.md b/docs/yaml_docs/pipeline_ingestion_yml.md index 55e7c457..0479aa18 100644 --- a/docs/yaml_docs/pipeline_ingestion_yml.md +++ b/docs/yaml_docs/pipeline_ingestion_yml.md @@ -31,7 +31,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. +Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 6886b2abb3e711f77c7999b9d9a2a17d2e51a5a3 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:27:35 +0100 Subject: [PATCH 05/51] Update pipeline_integration_yml.md --- docs/yaml_docs/pipeline_integration_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_integration_yml.md b/docs/yaml_docs/pipeline_integration_yml.md index ab81905c..da27ba3a 100644 --- a/docs/yaml_docs/pipeline_integration_yml.md +++ b/docs/yaml_docs/pipeline_integration_yml.md @@ -23,7 +23,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. Specified by the following parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From e46b1666a20b15f6c7afcb5e43c8e326695edf86 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:27:52 +0100 Subject: [PATCH 06/51] Update pipeline_preprocess_yml.md --- docs/yaml_docs/pipeline_preprocess_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_preprocess_yml.md b/docs/yaml_docs/pipeline_preprocess_yml.md index 634fbc34..158a8df8 100644 --- a/docs/yaml_docs/pipeline_preprocess_yml.md +++ b/docs/yaml_docs/pipeline_preprocess_yml.md @@ -27,7 +27,7 @@ You can download the different preprocess `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. From 65e38cf30d9acb3b0307a013e510f5767e504b06 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:28:19 +0100 Subject: [PATCH 07/51] Update pipeline_refmap_yml.md --- docs/yaml_docs/pipeline_refmap_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_refmap_yml.md b/docs/yaml_docs/pipeline_refmap_yml.md index d3222c5e..918154e2 100644 --- a/docs/yaml_docs/pipeline_refmap_yml.md +++ b/docs/yaml_docs/pipeline_refmap_yml.md @@ -27,7 +27,7 @@ You can download the different refmap `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 765fef95a904363812a195f5262f9efd41d57adc Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:28:49 +0100 Subject: [PATCH 08/51] Update pipeline_visualization_yml.md --- docs/yaml_docs/pipeline_visualization_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_visualization_yml.md b/docs/yaml_docs/pipeline_visualization_yml.md index f5c26330..ca3ce38f 100644 --- a/docs/yaml_docs/pipeline_visualization_yml.md +++ b/docs/yaml_docs/pipeline_visualization_yml.md @@ -24,7 +24,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From d68f5ee198adaa1a2e63ebe4e82e3f161248100d Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:29:47 +0100 Subject: [PATCH 09/51] Update spatial_deconvolution.md --- docs/yaml_docs/spatial_deconvolution.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/spatial_deconvolution.md b/docs/yaml_docs/spatial_deconvolution.md index 29a4e93a..9b37f85f 100644 --- a/docs/yaml_docs/spatial_deconvolution.md +++ b/docs/yaml_docs/spatial_deconvolution.md @@ -26,7 +26,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## 0. Compute Resource Options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From c005711da402895c287f138fa6121f37eec011a2 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:30:16 +0100 Subject: [PATCH 10/51] Update spatial_preprocess.md --- docs/yaml_docs/spatial_preprocess.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/spatial_preprocess.md b/docs/yaml_docs/spatial_preprocess.md index 28270c99..df150c72 100644 --- a/docs/yaml_docs/spatial_preprocess.md +++ b/docs/yaml_docs/spatial_preprocess.md @@ -28,7 +28,7 @@ You can download the different preprocess pipeline.yml files here: ## 0. Compute Resource Options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 9c6b886a608dc101c0c00a0a7263a8ce34bb230c Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:30:38 +0100 Subject: [PATCH 11/51] Update spatial_qc.md --- docs/yaml_docs/spatial_qc.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/spatial_qc.md b/docs/yaml_docs/spatial_qc.md index 5a742ab0..b28ffb7a 100644 --- a/docs/yaml_docs/spatial_qc.md +++ b/docs/yaml_docs/spatial_qc.md @@ -28,7 +28,7 @@ For more information on functionalities implemented in `panpipes` to read the co resources
-Computing resources to use, specifically the number of threads used for parallel jobs. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From c4fc55cc4b8a254677176c2aef5996dd657bcd06 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:45:01 +0100 Subject: [PATCH 12/51] Delete docs/yaml_docs/threads_tasks_panpipes.xlsx --- docs/yaml_docs/threads_tasks_panpipes.xlsx | Bin 10970 -> 0 bytes 1 file changed, 0 insertions(+), 0 deletions(-) delete mode 100644 docs/yaml_docs/threads_tasks_panpipes.xlsx diff --git a/docs/yaml_docs/threads_tasks_panpipes.xlsx b/docs/yaml_docs/threads_tasks_panpipes.xlsx deleted file mode 100644 index 90b4d756368237627863e7c106ec3cd9cd0b9f6f..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 10970 zcmeHtg;QMH^7Y{E8XN)y4K4}p?he7--3ji_APEk^1B1J}1b2529^8NA-uJ%Tn|Hsz z;JsZnXV=s@-F2kbUTb%^yc7f^CIA`$3jhE}0VUVLk@jE!zzHM(fB}F7*AlX|aWb}X z(p7f1Gj`N|>t=05@&yu{DhmMqa{d3tfAJeAQ67}-Vnl6zeTEWOM&&XHMmkjuLnKxx zdMyUc~}om*}_o+j7tcQn&wmg!2?k+ zFcqM3bQW&JI6gQAdXO#8^dz+u1d*l=qGlQkF$-IEhaeQY?y5d;ipNN*CDni*O*N9j zaNYqF4WUr+yOg%0N{$4s(VnIv$r8_!gPfi}`NB8}FW92)yEg_xvhau6TLMO{J;4bL zN{s-Icn}nuhv2P-D0`;~Dy9mD--*-A7(-P3)|Ns-LLglx8{Uw> zRs@$JUZrm{h{9hFG{G-lW(!=~ML228@V(&i`56Kr|2L%8s4%|1cnLr07a$_MAXV4F z*vgUN?a$-?5c*#X%fCE&2~b9^ixDySMEoJ7|9W~k7FAHnRY1InRN32CVhN=tDu*0@ zx$O-Bsxn>xgqTl@_rtfvW$vi&{iIhLtR)fXm|U-GT|vR0?(CgmXeb?$MD0t~yU|>x zFQ>1P#U$OSTv}piit7urr3O}Ci%y;iSD=o*Rl|eB$Rh~G=1KO`?3K}2F}NuOn-)|$ z0tJ`Xab$guA5Ha{P0HU#;tPEzeK?Vf)$eFvI$!G5Z$)}}i>IPw_RhTAAj9E3nY*r$ zRr|ScY8%F*7rks+zakkc`VI4_SRX~!rH^Jc>)Bwsdp8GMS8@O8fPVyW;mSXPq}hb@ zAQ1up7<*wil$ST-X2sxY>tJbMYis$F%1TtUZF4v=KkAx4Lu@Q}K%b*cIYEL|CoU)? znk+6C#3AHofsf!7NT>|^WLlyFU8*#Vxo9b#nh7#JPa3XzK3Ol~GJLqI*)yR`)|*_@ zejDECnUdVbz=HW%v`k&CT-3?Sr1i(jgTw6s0}eiECUKA(J0R=8)Ff|;rn-c;%x&;4 zO#KYmMUqr2UymlU#GB$B?OnLzG<#B1g=tO6@erXP)o2H*vBoYp+HK=@`huVM3M16T z{a2mK*P5xB5VOp;%{tj1s%d@QN>VjjkhAi~ch;ws-jI7*wI9*jM}Yz}VSN0vEBfN~ z4z>zwNAmVWiYNirN8*_`a^)iZA*fbzhIT~gHRL`;&d4Ywxz`e^D`10M{%8-AW{|mT zW)y*IAJK<-?5c(bBPwlf9%UP$wLq0e^^Ro42YX#8oqTmYre8 zv*s*NNZ+ruUCm5`sIu=Vspy;fpb1U~k!0y-OtOD?*Rcpb=_qIp z{76zi+4?4Hxyc8cwEZ3)J5XQDnd8Y*+_wTzOkst_y#0ozA-H>~0!JLfKFl0&k{w+} zg3(b|$0}=RasT!Q6P)~pJc>x1+!(hr_?vKh;KUZ!4QUG_juq(Z#~*CphjL^0<3aef zgs!m2v(ENLr#p>sSIg#s`C#d<@g@Nx0{#kH@~OZ%DG9ufv#sAPk6U+ApQtc+*lJOn z)k24dAdTCi4RMqWtb(IL8s)LX-@ry&ww>J-f!B6d6}^Quw^U_0A3n3TW6Ytdw2xHG zY^3@;iAhmJEY>k~T^WdMRpROtJcwzA)H03)WmmwUUY{P!MyP>1D4$7M2G6`@^FU`R zgX}+>&Q1>2aV3xBRb1-n><-3b27>ko-01I93b*@S9}2C64>eUWo<`~N{mvZNTRIZu zjoA6TDM>(199kD4pK)W#pO~^{V(pfZnQKIo zKRmtQ^FL|My5-yy`vuz^FDS+Xz=FLX_)n($D~|uodSEZQ^yS+B?opyRXz^2*;oPAJ zUV9u}NQ9+HQEx3Y5|eCQ2B@P{fA8|q)vv2TGIux=VQexpadE9}Vpy&~xtP*??Ut0A zmaR~0B}0Fsb>?;1{tC)ma$Y0A|61JZldg`HZh1VZ_m_OQUjk^;xTL1i3XQ7 z=4ua671uRH_3DrhCe2zp9GPcAQQ8|h#Gv7ct=dPDq--( z3tqkA@XK-DS4qB+UM4+j0;NSdtKz5YXdwdC1t~!aJxV|K9l}wmd{8A_#VfF{57d*Z1V0%B>jw3>p2ra9zp>6Z(t!=}m0x(Z!sYt8yJFij z`*YNVK*H&;Dt-^ahZJoq6w&f#8buN5cq3F=N+~Z=X=(i66&ng1loaAbs%0nx;SPem zI#2g^6hvhQ5KVB;)&c-%&Ofp!tnA|~T?vQcDCl^;%!E8c?g^{TTX z5a0T8Mub0_A!Rj&FS?Iu6KVhP0mMii5#<)=?Wcy>B7?rqLFW;a$I%ImG(`LFZjSW|DYk_TDou z%~yLNm~ZYW#iFfezMw9_nF%u9foe1zcU;Ao?VKGS=ea5iPdspJtG%!4-%v?sRe%^< znKorxL-VNCb`ii)?~7-EZlv}(Th>I%AevntCbO;*_3s-6L(4=9;FLI8E_6$3AMePw zY);mW0kZvCR=_r1*ujoP63Q>FNV8Ck>loDg&pCQBE~Oj${<-E;eP*vqv?NA5Ly19? zG)^U?pB&~aRgf#*%1MMc%o(X5GdU591_&e}nt38=Ao<~vR0lwtDVzJ^e!EX+Yxh$_ z4P^^N%wf%wkbE!ATtbbCFL|KSo>Kz^oF&ObA2@_&b0AJmK(7Sj;0vICs|s~mA~#=x zm1wW#0Ee@=7`Q|f)t=?|r~f!XAbRZ#T$9dx=qrK@0Tzq&DO?x%i#<+~7D_apP~iqO z+e^09q}6*oJ-n=b&(AM``uv=xeq^)Ai0GBrj#55Vn^rA?r&p7HaeofyPsi`$EQH~- zxF}bNALbfqZ2BC@^^KAm_};zt(u=FAIEnk}|RlkOf#kt;4Z z5+=a$%&C%@UA`yP)FY2`n~r!}cjipca>|K~Le#IO@=I^ zEQ2f)y^eN8fZ;)F3~3H7@=b>OYI+3{(<}E?xqjCH8LD!0@c>#{5(IKfk~iXS4Yttx zi*(`M^~VhOvGfw;CO}xOp9?7@0dq)b2NWV}w%&g!4}zJ-U6wG7R4~E}syS6iBU6(+ zj=WNEpiUH{ACPdPJ?y>kY5YdtSt{wSbw$|bzK4bL7hAZt_?Ek+%Yvcrwik%m!xkyaERBk?ZDNrKr}x6O zjEbU9V)H&ML!>H|62<0Oag#|UdkH2vTt?Due}~feHceYes;2H3pJOqi(KmWEm2#7k zT9^`VCCjDUvCzDEA+>#Gs*A(ZgTHz6;6f>24jrNZDM?|;_ukCQL~{U-0wyu(viRXf zS)3m2Lh0*t>z0v1I*o)7n|7z-%YhW%0#7^fOXaKz^@)0&QPvv`d9pzux(0S)zYD?m zvEU|@h%JfYTE!P9+aGzHd5Y9c>O(ZnedU7F8)K*MGO3*lV~L-p-TOe>w>3tqV)&avip&KHxan{$-Pst@{2fwf-qPt8~MTI}qr5#O}a~JOUz$ z!dSW9>CsgqdH6zL-qK(#hW9|Y#)k}odw_=Pg5#ryiChM{1uueOaHU9Ff@dN(jd^2^8))@X;cDF+h&^ zoY_3j*Ox-IMf}H#@Ox(9O0Qa=9tHqFBm0@d`-9w^%#5v#8U8r_!E1+_!!h`ESZy%< z&-_E$Gedix`tQaHIIfO8))Te2#3d4fbw=#?6`N==!QgkNr2N3m$EEyMJgCB<&3vI7 zwqls{Udud(ayy8otcQoUJn;h!Tp3uVPI#VnTKf7pVjQpIi$7;0kdbdo%px4$5RnZ; zj+$2;$Q z0|@D@Wrt=6RcD})j^G97VW^7qu}ve2NrpRN4R?xHlWs3ED@=8Nd69~ksa_^w3W9}l zq}swj0{8HNdknTA34(GA%0wGwC;5C3u0fH=K%M3$``~tGw0NaSs|Th5Rmsyx%E9pb z)8IDv`T5uob<*Tf?h}>OYyij`LeBz+!{Xo>#0$}0^@`iPH?M@njP=pwv!PVh;Y4=R zB)kQCYi?U@*SkH|d;R4JTmIyyyJMDUt{nZYPJH=b+ru?a@41sHx@Iurn;qm<-tRS? zaX}neq2pU#ILlTwi^BvhL3Es4PMuuC`Kx$4r{GZIv5=$7={yuvXAn2~ga zQ;LI>D%)8?H*~(%3k%UG16(50= zQJM7wXttnlZF8(PyFFb->^{4n_24jMJR=Z}8|N~sBrTE3CK)#nKRxw5KVG`-wLL#A zqUb&iM13-TDE4`Jnyy=YOz=>*2%^?`x-C}I^|}1P;B)gttoy$D8Zskk9Rm*|OtzoG zW602r-w-~PFF8C_LYhpP9*)4zCggiuINjO+9t%#XoD~KyR;=-d_WNQ}?Aa>u5=`fz z2gY#vHKyH?(V$5H%H;ahjkDNo^V!vAx+lK_a1wR}2-n-@59V))-V4}r;fGzG9`C&zGV!R|yb9w<}j23ky%ahuP z^WCL?_edJtz2kJxq}9i+Nab-n;U4&o;dRJ^7wS5vvqQdwa<4bdD5)^h`|WQ~d^=b0 z1G7I#zBsaFTcHHrX{^gA4kBve9FnAcpRg;O|*2cVHd}YLQx% za&0aR+HT{}Ff4zYx$LCvkJwOwNPfjpI}FKU=})Fd`T5IhwMHnk!N;J`6}70jZ`5_= zIM(aXRFNefZ}JBY!ZR`GAln|?EizG5FYB?|q*|&N$_R9d9j?~BgKCCR%YaJYivu&oEAo?&+uuO)ZA|<5)q& zaAj=gOo%BN3Fgu^_rB(kpYGiCz!B;&=lV%HrfmzuN669yeW)0@A<~ggsDhJ!t{ty_p6X{upj*&<>{a2)2Uuv8wR>{-*Iky*7Mez8y@p}C`*2U~ zc-h;u@a|-K@;-9l8yW!Aqb=vkI@=Ockogv&hU2taq?3~Zfi^YpERp)u2-3F8-6`q* zm=DX2zTcX0!tC8B9b{GwIu%bO@26Rx7pI=#kp;l9|dKY(boHNC!eA% z!Im{|^R4!S+D`)p0w!M%uO~ulom>#8d8M#Nbfaz-18T^1{hCI<+)|`eCb~tEcH@Eg zJzZrf2#6t*i+3?cx@wb4Lfb64lrkPcLZxKHhDoBFtBT*|xdT#>jHUXPtgYo62QyzG zHd=P>E1r~}G#|Bkm(3*6UiHaVm}{Dg*rpy^-L1Raq8A(B)TkRb+s=iEi6;8L)I&IL+0aU(V`hi##%D zy6AO>2<$_ZMN^~WIx>M>#ByAE#dEW3=vP${sGaYKWu5-(n%DbJA zK6kcubpF&79Mw71F^!{ne~+p`kt(PrtdVbXmX}}Yn-k{EF-{qGRu^;Pi^}_8kN7dS0<@^GbKDyDeJYg3+W zg=3W;a{bAcq&<$GmH_Iq90!>uK!2=cs!P9W!e-hdQDBZBm}jm!b#rBxsF86ki;p0> zFRFZk08n~-jhCp?#$L#}nB&cfEP9!ZvgUQ);9rNE?&zr1p11CNBKD6&&#UivN%W#s zRNw#rq(6z?(aGJ)*zxDqwOLimc7YMoJG1&(@0Mp6suMs_Bx#;2sm)fDUac0-sW<(p zpNZ9J!DrPTokYbpKxPx{aC38X_vYRUdEA|zb3tC4iNf$O(;ZhKxhQSGII?ZEU<5bk z8)`B}DS6aclIjij?F04Kp`^(stUPG2z!HOI=KQoqn?z6{$#gPJQDCB=xd5W{wz z1>$|cw1=y>;Ya&uy=2uynxR)~jbEwMMRkL@?BBc{KoYUPDYi5SBIzob%Xf<$!Hkx=HzMq1Z{D^C?p-jI9^G1W1AJ3|(h z1?m$qR}QiXoB2LoiYd(4YCW4WjI^CzrN{4k>0r%hEiO?F=-P)N3ghEt&yG3MjnHPm zVUkrUyM3s`=h~RMp0JoJ@+IoM)nW3(g24sCW+Y{6<}(T`-*{{Jvyv{LW zfB$OxVMH~bxQFGik>7z{QNQ#YS177#VF`&e&Sq|-1|wos%(B9>oHWpjo9=4_&y!XY zMCi$7)>RW4wNz`3?LzB}i%ZA6BK$%MF!V6rERWR_Thr2?_qx7VX zXBL`R76~JPrD4;ePkt4iyyGIBe2Ea_c>P)a2ma4J^zVu}`syuu>q{LC4ITi%{1=eS z^c{?il$;#QZA|~bQ-Z3D?aRKq1!c|$)k`-Wd2R+P%oDcO(+_!0Cf2wY`wNQNm-x%o znDAwjDhdc5&6wO9BI=375I)f=jGL^qWvn`mRDZw3Qia-OthNkq??zg6etrDx^dRjs z@NBn2UhlbJ-$*a(IV?g0AKfGY7d_#6dmeQ`#*tC$lce$7$#W?0R!0!>8A2S z54;zG=&vQ|efb0wvSIt$L*Jp+xicOKcMXrhR!SN;rv~7=)(U*qff&WV?f60RC~w*B z{t)WE*O8+{bW~dlKhnoxlJ@;Bx5O$2t=v4KzxPu$zM;F!&&|u|0i`73< z`9q)!m{>r+S+ov?w^|;WCPS=dCVd!iXXZ>Z>#*KwB|upAP-$ZJa$GTJBFib*e``$E zZSznH8Cg+%Hweu=ApV;v{(>J?L0V zCejgD=`DBT)p`ha2Z$5$&L|(^R0Slv4n8_6zXw5qbJ(*|vL$;>E_~Qgy4zrTdV_`C z&5%vLzcECMB`XwPw}OPwNxhlCm_vwWMVKhN#~M+kM($UPv!K1SkM$ah7AfD;AgU<@ zLWNP|8tsb+(B_(?2u>{3b!gxj8{Aq(S&+ddbL4!|Ckky)Z7Jj{}Vq)rq5H4C2wm77zm3Q|H$8E|u zZnX@dr|-e963$1aQ4;jqa*t$nJ@r^&V8i?pEn3H@4?~QJdv{)>eT_8vIvkrzU_wA% z8{e`AMp{-noVV&Ux7V?fTV^~bku3+Gg2Y1eu%^VKcpYcGz78D-|IlK>71~U8q>Hh; zrHr_HyOzk2`hmRs5$B&^yh`YPA^wv8xBLm^ms)|5t)aYwt(_x-p{;}Q&qsPGjQ_7h z@bbMQfgN&PB)B~%lusx~*Vqg1b8?T+*%o^!C}+%?(Qazd5UhRYkJ>)fYJo-q;Beex zh)+I}rkoWmip2tgAv>$N;bX?3z$+3#pDP{Lv{nq+zO4e!K1BWXHfqbe)6xILRlpBBnYfWYI4YMoBLrdZgXXR?gr!-s_qKFxEcybGEqSI+Tq>Tc~ zx*Zh4!CT;JE<+@_58HGHeX_S8Zp}7$^KC77Dtw~1*57N+g%lziFvc7c+u zSW|?Z<*oE{!kU-O$K!V5Q1h$qezXb?;GJM4=se^I87ylgsX!)|IL`fo*o-0(BSmI} z{0-cZn)5mDnL&lv0I797M!&6Iij9>@p}To2(lfr$PmUXL`WxwXE)c8V30FBCy!RPS zWcJ8zlx)&+h-dgFg_c6J^t`lpjTMeG#npF-Im_-p$h*474OP|v3hQD`f{4yPVsnz|~yYaj6-wVaROaXwn7ghKFFB|{v=l9a!FHgIO|L-RL zqfq#}m)~=+zr1w6q-0<2=J$;3?+$+7+x>C?dXca%4u0+QemDJH&HggIBKp(xcWwK- zhu`(VFAqDUe|Y#$weY)(zjN^~2LM3JOIrFrnE5}<|F)L?)tsB+FXsPRS>>gmUIOH2 Q9~=Up>xKNmsDA$YKL7z}QUCw| From 73101661034b5a80aab64ec403d525f980817da9 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:50:13 +0100 Subject: [PATCH 13/51] Threads documentation Uploaded a spreadsheet with each task and their respective threads required. --- docs/yaml_docs/threads_tasks_panpipes.csv | 49 +++++++++++++++++++++++ 1 file changed, 49 insertions(+) create mode 100644 docs/yaml_docs/threads_tasks_panpipes.csv diff --git a/docs/yaml_docs/threads_tasks_panpipes.csv b/docs/yaml_docs/threads_tasks_panpipes.csv new file mode 100644 index 00000000..b5da1db6 --- /dev/null +++ b/docs/yaml_docs/threads_tasks_panpipes.csv @@ -0,0 +1,49 @@ +tasks ingest ,,,,,,,,,,,,,,,,,, +Threads_high,Creating h5mu from filtered data files,Creating h5mu from bg data files, rna QC ,prot QC ,prot QC ,assess background,,,,,,,,,,,, +threads_medium,load_mudatas,load_bg_mudatas,downsample_bg_mudatas,run_scrublet,,,,,,,,,,,,,, +threads_low,run_repertoire_qc,run_atac_qc,plot_qc,10X metrics plotting,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +tasks preprocessed ,,,,,,,,,,,,,,,,,, +Threads_high,rna_preprocess,prot_preprocess,atac_preprocess,,,,,,,,,,,,,,, +threads_low,filter_mudata,postfilterplot,downsample,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +tasks integration ,,,,,,,,,,,,,,,,,, +Threads_high,run_no_batch_correct_rna,run_bbknn_rna,run_harmony_rna,run_combat_rna,run_scanorama_rna,run_scvi_rna,run_no_batch_correct_prot,run_harmony_prot,run_bbknn_prot,run_combat_prot,run_no_batch_correct_atac,run_harmony_atac,run_bbknn_atac,run_totalvi,run_multivi,run_mofa,run_wnn,merge_integration +threads_medium,Evaluation,plot_umaps,run_scib_metrics,,,,,,,,,,,,,,, +threads_low,run_lisi,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +tasks clustering ,,,,,,,,,,,,,,,,,, +Threads_high,run_neighbors,run_umap,find_markers,,,,,,,,,,,,,,, +threads_medium,run_clustering,collate_mdata,plot_cluster_umaps,plot_markers,,,,,,,,,,,,,, +threads_low,clustering,clustering,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +tasks vis ,,,,,,,,,,,,,,,,,, +Threads_high,plot_custom_markers_per_group,plot_custom_markers_umap,plot_categorical_umaps,write_obs,plot_scatters,,,,,,,,,,,,, +threads_low,plot_metrics,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +tasks refmap ,,,,,,,,,,,,,,,,,, +Threads_high,run_refmap_scvi,run_scib_refmap,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +tasks preprocessed spatial ,,,,,,,,,,,,,,,,,, +Threads_high,spatial_preprocess,,,,,,,,,,,,,,,,, +threads_low,filter_mudata,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +,,,,,,,,,,,,,,,,,, +tasks spatial ,,,,,,,,,,,,,,,,,, +threads_medium,load_mudata,,,,,,,,,,,,,,,,, +threads_low,plotQC_spatial,,,,,,,,,,,,,,,,, \ No newline at end of file From 9cb92e9a946759a8fa9ba26d05be645548622153 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:52:38 +0100 Subject: [PATCH 14/51] Update pipeline_clustering_yml.md --- docs/yaml_docs/pipeline_clustering_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_clustering_yml.md b/docs/yaml_docs/pipeline_clustering_yml.md index 6f60f77d..db3b03ad 100644 --- a/docs/yaml_docs/pipeline_clustering_yml.md +++ b/docs/yaml_docs/pipeline_clustering_yml.md @@ -31,7 +31,7 @@ You can download the different clustering pipeline.yml files here: ## Compute resources options - resources
-Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. From b76b14981a2a2834dbdd84b7ef88bd6461528157 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:52:58 +0100 Subject: [PATCH 15/51] Update pipeline_ingestion_yml.md --- docs/yaml_docs/pipeline_ingestion_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_ingestion_yml.md b/docs/yaml_docs/pipeline_ingestion_yml.md index 0479aa18..9ff9744c 100644 --- a/docs/yaml_docs/pipeline_ingestion_yml.md +++ b/docs/yaml_docs/pipeline_ingestion_yml.md @@ -31,7 +31,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 582db349470e86e9b4182a505167eab9d52bfb49 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:53:19 +0100 Subject: [PATCH 16/51] Update pipeline_integration_yml.md --- docs/yaml_docs/pipeline_integration_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_integration_yml.md b/docs/yaml_docs/pipeline_integration_yml.md index da27ba3a..b8548e26 100644 --- a/docs/yaml_docs/pipeline_integration_yml.md +++ b/docs/yaml_docs/pipeline_integration_yml.md @@ -23,7 +23,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 866d12a81d46ba644f8f4a753555da7b5fa107fa Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:53:44 +0100 Subject: [PATCH 17/51] Update pipeline_preprocess_yml.md --- docs/yaml_docs/pipeline_preprocess_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_preprocess_yml.md b/docs/yaml_docs/pipeline_preprocess_yml.md index 158a8df8..16279e51 100644 --- a/docs/yaml_docs/pipeline_preprocess_yml.md +++ b/docs/yaml_docs/pipeline_preprocess_yml.md @@ -27,7 +27,7 @@ You can download the different preprocess `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. From 6ca45304f9c9b1732a9ea893619101aeae9fe300 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:54:05 +0100 Subject: [PATCH 18/51] Update pipeline_refmap_yml.md --- docs/yaml_docs/pipeline_refmap_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_refmap_yml.md b/docs/yaml_docs/pipeline_refmap_yml.md index 918154e2..d292c1b0 100644 --- a/docs/yaml_docs/pipeline_refmap_yml.md +++ b/docs/yaml_docs/pipeline_refmap_yml.md @@ -27,7 +27,7 @@ You can download the different refmap `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 2c991f429303cc66405577a11657ff6ff1653e1c Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:54:52 +0100 Subject: [PATCH 19/51] Update pipeline_visualization_yml.md --- docs/yaml_docs/pipeline_visualization_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_visualization_yml.md b/docs/yaml_docs/pipeline_visualization_yml.md index ca3ce38f..d6a2a08d 100644 --- a/docs/yaml_docs/pipeline_visualization_yml.md +++ b/docs/yaml_docs/pipeline_visualization_yml.md @@ -24,7 +24,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 95ce2efbe6315d25a174523daf4511edb4fd0e82 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:55:16 +0100 Subject: [PATCH 20/51] Update spatial_deconvolution.md --- docs/yaml_docs/spatial_deconvolution.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/spatial_deconvolution.md b/docs/yaml_docs/spatial_deconvolution.md index 9b37f85f..afbd4c87 100644 --- a/docs/yaml_docs/spatial_deconvolution.md +++ b/docs/yaml_docs/spatial_deconvolution.md @@ -26,7 +26,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## 0. Compute Resource Options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 3971ab208648fd95d4f1287f986e74262b432b03 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:55:52 +0100 Subject: [PATCH 21/51] Update spatial_preprocess.md --- docs/yaml_docs/spatial_preprocess.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/spatial_preprocess.md b/docs/yaml_docs/spatial_preprocess.md index df150c72..8575d199 100644 --- a/docs/yaml_docs/spatial_preprocess.md +++ b/docs/yaml_docs/spatial_preprocess.md @@ -28,7 +28,7 @@ You can download the different preprocess pipeline.yml files here: ## 0. Compute Resource Options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 28ca7eae86def55286e87ba7fbf1afb43307594f Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:56:27 +0100 Subject: [PATCH 22/51] Update spatial_qc.md --- docs/yaml_docs/spatial_qc.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/spatial_qc.md b/docs/yaml_docs/spatial_qc.md index b28ffb7a..3081a025 100644 --- a/docs/yaml_docs/spatial_qc.md +++ b/docs/yaml_docs/spatial_qc.md @@ -28,7 +28,7 @@ For more information on functionalities implemented in `panpipes` to read the co resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.xlsx) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From bfac191758d58476246b07f999780e6424336d46 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:56:54 +0100 Subject: [PATCH 23/51] Update pipeline_clustering_yml.md --- docs/yaml_docs/pipeline_clustering_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_clustering_yml.md b/docs/yaml_docs/pipeline_clustering_yml.md index db3b03ad..f2b73c37 100644 --- a/docs/yaml_docs/pipeline_clustering_yml.md +++ b/docs/yaml_docs/pipeline_clustering_yml.md @@ -31,7 +31,7 @@ You can download the different clustering pipeline.yml files here: ## Compute resources options - resources
-Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. From e7a2c40314c89c57c9ca3d42c389c63b6286bc64 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:57:10 +0100 Subject: [PATCH 24/51] Update pipeline_ingestion_yml.md --- docs/yaml_docs/pipeline_ingestion_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_ingestion_yml.md b/docs/yaml_docs/pipeline_ingestion_yml.md index 9ff9744c..cd1dd293 100644 --- a/docs/yaml_docs/pipeline_ingestion_yml.md +++ b/docs/yaml_docs/pipeline_ingestion_yml.md @@ -31,7 +31,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 9c9c83a46429a9dca1c3fc91f64117aa501d4ac6 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:57:30 +0100 Subject: [PATCH 25/51] Update pipeline_integration_yml.md --- docs/yaml_docs/pipeline_integration_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_integration_yml.md b/docs/yaml_docs/pipeline_integration_yml.md index b8548e26..50f63497 100644 --- a/docs/yaml_docs/pipeline_integration_yml.md +++ b/docs/yaml_docs/pipeline_integration_yml.md @@ -23,7 +23,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 9f2e0402976de87ab6af2bd3c05d7e6a29239b2f Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:57:50 +0100 Subject: [PATCH 26/51] Update pipeline_preprocess_yml.md --- docs/yaml_docs/pipeline_preprocess_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_preprocess_yml.md b/docs/yaml_docs/pipeline_preprocess_yml.md index 16279e51..3ecf79cf 100644 --- a/docs/yaml_docs/pipeline_preprocess_yml.md +++ b/docs/yaml_docs/pipeline_preprocess_yml.md @@ -27,7 +27,7 @@ You can download the different preprocess `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. From acf4835a05b68fe820349d76ef023f3638e1a18d Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:58:05 +0100 Subject: [PATCH 27/51] Update pipeline_refmap_yml.md --- docs/yaml_docs/pipeline_refmap_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_refmap_yml.md b/docs/yaml_docs/pipeline_refmap_yml.md index d292c1b0..3a98d6f9 100644 --- a/docs/yaml_docs/pipeline_refmap_yml.md +++ b/docs/yaml_docs/pipeline_refmap_yml.md @@ -27,7 +27,7 @@ You can download the different refmap `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 2e06eea99d33e22e0ad9604a4490d13c6ff6dc13 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:58:20 +0100 Subject: [PATCH 28/51] Update pipeline_visualization_yml.md --- docs/yaml_docs/pipeline_visualization_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_visualization_yml.md b/docs/yaml_docs/pipeline_visualization_yml.md index d6a2a08d..278143b9 100644 --- a/docs/yaml_docs/pipeline_visualization_yml.md +++ b/docs/yaml_docs/pipeline_visualization_yml.md @@ -24,7 +24,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 27945f548d854be24776e59f9477bebc9019b661 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Thu, 20 Jun 2024 14:58:43 +0100 Subject: [PATCH 29/51] Update spatial_deconvolution.md --- docs/yaml_docs/spatial_deconvolution.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/spatial_deconvolution.md b/docs/yaml_docs/spatial_deconvolution.md index afbd4c87..1e876ee2 100644 --- a/docs/yaml_docs/spatial_deconvolution.md +++ b/docs/yaml_docs/spatial_deconvolution.md @@ -26,7 +26,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## 0. Compute Resource Options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.xlsx](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 878277e2d3c714caada4464f6951dd5dff41d63b Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Tue, 15 Oct 2024 17:45:13 +0100 Subject: [PATCH 30/51] Update threads_tasks_panpipes.csv --- docs/yaml_docs/threads_tasks_panpipes.csv | 76 ++++++++--------------- 1 file changed, 27 insertions(+), 49 deletions(-) diff --git a/docs/yaml_docs/threads_tasks_panpipes.csv b/docs/yaml_docs/threads_tasks_panpipes.csv index b5da1db6..484e88af 100644 --- a/docs/yaml_docs/threads_tasks_panpipes.csv +++ b/docs/yaml_docs/threads_tasks_panpipes.csv @@ -1,49 +1,27 @@ -tasks ingest ,,,,,,,,,,,,,,,,,, -Threads_high,Creating h5mu from filtered data files,Creating h5mu from bg data files, rna QC ,prot QC ,prot QC ,assess background,,,,,,,,,,,, -threads_medium,load_mudatas,load_bg_mudatas,downsample_bg_mudatas,run_scrublet,,,,,,,,,,,,,, -threads_low,run_repertoire_qc,run_atac_qc,plot_qc,10X metrics plotting,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -tasks preprocessed ,,,,,,,,,,,,,,,,,, -Threads_high,rna_preprocess,prot_preprocess,atac_preprocess,,,,,,,,,,,,,,, -threads_low,filter_mudata,postfilterplot,downsample,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -tasks integration ,,,,,,,,,,,,,,,,,, -Threads_high,run_no_batch_correct_rna,run_bbknn_rna,run_harmony_rna,run_combat_rna,run_scanorama_rna,run_scvi_rna,run_no_batch_correct_prot,run_harmony_prot,run_bbknn_prot,run_combat_prot,run_no_batch_correct_atac,run_harmony_atac,run_bbknn_atac,run_totalvi,run_multivi,run_mofa,run_wnn,merge_integration -threads_medium,Evaluation,plot_umaps,run_scib_metrics,,,,,,,,,,,,,,, -threads_low,run_lisi,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -tasks clustering ,,,,,,,,,,,,,,,,,, -Threads_high,run_neighbors,run_umap,find_markers,,,,,,,,,,,,,,, -threads_medium,run_clustering,collate_mdata,plot_cluster_umaps,plot_markers,,,,,,,,,,,,,, -threads_low,clustering,clustering,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -tasks vis ,,,,,,,,,,,,,,,,,, -Threads_high,plot_custom_markers_per_group,plot_custom_markers_umap,plot_categorical_umaps,write_obs,plot_scatters,,,,,,,,,,,,, -threads_low,plot_metrics,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -tasks refmap ,,,,,,,,,,,,,,,,,, -Threads_high,run_refmap_scvi,run_scib_refmap,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -tasks preprocessed spatial ,,,,,,,,,,,,,,,,,, -Threads_high,spatial_preprocess,,,,,,,,,,,,,,,,, -threads_low,filter_mudata,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -,,,,,,,,,,,,,,,,,, -tasks spatial ,,,,,,,,,,,,,,,,,, -threads_medium,load_mudata,,,,,,,,,,,,,,,,, -threads_low,plotQC_spatial,,,,,,,,,,,,,,,,, \ No newline at end of file +| **tasks ingest ** | | | | | | | | | | | | | | | | | | | +|------------------------------- |:--------------------------------------: |:--------------------------------: |:----------------------: |:--------------------: |:-----------------: |:-----------------: |--------------------------- |------------------ |---------------- |----------------- |--------------------------- |------------------ |---------------- |------------- |------------- |---------- |--------- |------------------- | +| Threads_high | Creating h5mu from filtered data files | Creating h5mu from bg data files | rna QC | prot QC | prot QC | assess background | | | | | | | | | | | | | +| threads_medium | load_mudatas | load_bg_mudatas | downsample_bg_mudatas | run_scrublet | | | | | | | | | | | | | | | +| threads_low | run_repertoire_qc | run_atac_qc | plot_qc | 10X metrics plotting | | | | | | | | | | | | | | | +| tasks preprocessed | | | | | | | | | | | | | | | | | | | +| Threads_high | rna_preprocess | prot_preprocess | atac_preprocess | | | | | | | | | | | | | | | | +| threads_low | filter_mudata | postfilterplot | downsample | | | | | | | | | | | | | | | | +| **tasks integration ** | | | | | | | | | | | | | | | | | | | +| Threads_high | run_no_batch_correct_rna | run_bbknn_rna | run_harmony_rna | run_combat_rna | run_scanorama_rna | run_scvi_rna | run_no_batch_correct_prot | run_harmony_prot | run_bbknn_prot | run_combat_prot | run_no_batch_correct_atac | run_harmony_atac | run_bbknn_atac | run_totalvi | run_multivi | run_mofa | run_wnn | merge_integration | +| threads_medium | Evaluation | plot_umaps | run_scib_metrics | | | | | | | | | | | | | | | | +| threads_low | run_lisi | | | | | | | | | | | | | | | | | | +| **tasks clustering ** | | | | | | | | | | | | | | | | | | | +| Threads_high | run_neighbors | run_umap | find_markers | | | | | | | | | | | | | | | | +| threads_medium | run_clustering | collate_mdata | plot_cluster_umaps | plot_markers | | | | | | | | | | | | | | | +| threads_low | clustering | clustering | | | | | | | | | | | | | | | | | +| **tasks vis ** | | | | | | | | | | | | | | | | | | | +| Threads_high | plot_custom_markers_per_group | plot_custom_markers_umap | plot_categorical_umaps | write_obs | plot_scatters | | | | | | | | | | | | | | +| threads_low | plot_metrics | | | | | | | | | | | | | | | | | | +| **tasks refmap ** | | | | | | | | | | | | | | | | | | | +| Threads_high | run_refmap_scvi | run_scib_refmap | | | | | | | | | | | | | | | | | +| tasks preprocessed spatial | | | | | | | | | | | | | | | | | | | +| Threads_high | spatial_preprocess | | | | | | | | | | | | | | | | | | +| threads_low | filter_mudata | | | | | | | | | | | | | | | | | | +| **tasks spatial ** | | | | | | | | | | | | | | | | | | | +| threads_medium | load_mudata | | | | | | | | | | | | | | | | | | +| threads_low | plotQC_spatial | | | | | | | | | | | | | | | | | | From e0b2a21563db08f01bd518488fc841a729561dc5 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Tue, 15 Oct 2024 18:30:58 +0100 Subject: [PATCH 31/51] Updated to an HTML table Turned the csv into an HTML --- docs/yaml_docs/threads_tasks_panpipes.csv | 27 --- docs/yaml_docs/threads_tasks_panpipes.md | 268 ++++++++++++++++++++++ 2 files changed, 268 insertions(+), 27 deletions(-) delete mode 100644 docs/yaml_docs/threads_tasks_panpipes.csv create mode 100644 docs/yaml_docs/threads_tasks_panpipes.md diff --git a/docs/yaml_docs/threads_tasks_panpipes.csv b/docs/yaml_docs/threads_tasks_panpipes.csv deleted file mode 100644 index 484e88af..00000000 --- a/docs/yaml_docs/threads_tasks_panpipes.csv +++ /dev/null @@ -1,27 +0,0 @@ -| **tasks ingest ** | | | | | | | | | | | | | | | | | | | -|------------------------------- |:--------------------------------------: |:--------------------------------: |:----------------------: |:--------------------: |:-----------------: |:-----------------: |--------------------------- |------------------ |---------------- |----------------- |--------------------------- |------------------ |---------------- |------------- |------------- |---------- |--------- |------------------- | -| Threads_high | Creating h5mu from filtered data files | Creating h5mu from bg data files | rna QC | prot QC | prot QC | assess background | | | | | | | | | | | | | -| threads_medium | load_mudatas | load_bg_mudatas | downsample_bg_mudatas | run_scrublet | | | | | | | | | | | | | | | -| threads_low | run_repertoire_qc | run_atac_qc | plot_qc | 10X metrics plotting | | | | | | | | | | | | | | | -| tasks preprocessed | | | | | | | | | | | | | | | | | | | -| Threads_high | rna_preprocess | prot_preprocess | atac_preprocess | | | | | | | | | | | | | | | | -| threads_low | filter_mudata | postfilterplot | downsample | | | | | | | | | | | | | | | | -| **tasks integration ** | | | | | | | | | | | | | | | | | | | -| Threads_high | run_no_batch_correct_rna | run_bbknn_rna | run_harmony_rna | run_combat_rna | run_scanorama_rna | run_scvi_rna | run_no_batch_correct_prot | run_harmony_prot | run_bbknn_prot | run_combat_prot | run_no_batch_correct_atac | run_harmony_atac | run_bbknn_atac | run_totalvi | run_multivi | run_mofa | run_wnn | merge_integration | -| threads_medium | Evaluation | plot_umaps | run_scib_metrics | | | | | | | | | | | | | | | | -| threads_low | run_lisi | | | | | | | | | | | | | | | | | | -| **tasks clustering ** | | | | | | | | | | | | | | | | | | | -| Threads_high | run_neighbors | run_umap | find_markers | | | | | | | | | | | | | | | | -| threads_medium | run_clustering | collate_mdata | plot_cluster_umaps | plot_markers | | | | | | | | | | | | | | | -| threads_low | clustering | clustering | | | | | | | | | | | | | | | | | -| **tasks vis ** | | | | | | | | | | | | | | | | | | | -| Threads_high | plot_custom_markers_per_group | plot_custom_markers_umap | plot_categorical_umaps | write_obs | plot_scatters | | | | | | | | | | | | | | -| threads_low | plot_metrics | | | | | | | | | | | | | | | | | | -| **tasks refmap ** | | | | | | | | | | | | | | | | | | | -| Threads_high | run_refmap_scvi | run_scib_refmap | | | | | | | | | | | | | | | | | -| tasks preprocessed spatial | | | | | | | | | | | | | | | | | | | -| Threads_high | spatial_preprocess | | | | | | | | | | | | | | | | | | -| threads_low | filter_mudata | | | | | | | | | | | | | | | | | | -| **tasks spatial ** | | | | | | | | | | | | | | | | | | | -| threads_medium | load_mudata | | | | | | | | | | | | | | | | | | -| threads_low | plotQC_spatial | | | | | | | | | | | | | | | | | | diff --git a/docs/yaml_docs/threads_tasks_panpipes.md b/docs/yaml_docs/threads_tasks_panpipes.md new file mode 100644 index 00000000..185faecb --- /dev/null +++ b/docs/yaml_docs/threads_tasks_panpipes.md @@ -0,0 +1,268 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Task ingest
threads_highthreads_mediumthreads_low
Creating h5mu from filtered data filesload_mudatasrun_repertoire_qc
Creating h5mu from bg data filesload_bg_mudatasrun_atac_qc
rna QCdownsample_bg_mudatasplot_qc
prot QCrun_scrublet10X metrics plotting
prot QC
Task preprocessed
threads_high
assess backgroundthreads_low
rna_preprocessfilter_mudata
prot_preprocesspostfilterplot
atac_preprocessdownsample
Task integration
threads_highthreads_mediumthreads_low
run_no_batch_correct_rnaEvaluationrun_lisi
run_bbknn_rnaplot_umaps
run_harmony_rnarun_scib_metrics
run_combat_rna
run_scanorama_rna
run_scvi_rna
run_no_batch_correct_prot
run_harmony_prot
run_bbknn_prot
run_combat_prot
run_no_batch_correct_atac
run_harmony_atac
run_bbknn_atac
run_totalvi
run_multivi
run_mofa
run_wnn
merge_integration
Task clustering
threads_highthreads_mediumthreads_low
run_neighborsrun_clusteringclustering
run_umapcollate_mdataclustering
find_markersplot_cluster_umaps
plot_markers
Task vis
threads_highthreads_low
plot_custom_markers_per_groupplot_metrics
plot_custom_markers_umap
plot_categorical_umaps
write_obs
plot_scatters
Task refmap
threads_high
run_refmap_scvi
run_scib_refmap
Task preprocessed spatial
threads_highthreads_low
spatial_preprocessfilter_mudata
Task Spatial
threads_highthreads_low
load_mudataplotQC_spatial
From 76ba87faee9a5277d664ec017e8f8fcb696b4d4a Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:14:43 +0000 Subject: [PATCH 32/51] Update pipeline_clustering_yml.md --- docs/yaml_docs/pipeline_clustering_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_clustering_yml.md b/docs/yaml_docs/pipeline_clustering_yml.md index f2b73c37..33bbf38f 100644 --- a/docs/yaml_docs/pipeline_clustering_yml.md +++ b/docs/yaml_docs/pipeline_clustering_yml.md @@ -31,7 +31,7 @@ You can download the different clustering pipeline.yml files here: ## Compute resources options - resources
-Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. From e7e33eda94b007b45c3373e6d59acc865b663ee9 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:15:34 +0000 Subject: [PATCH 33/51] Update pipeline_ingestion_yml.md --- docs/yaml_docs/pipeline_ingestion_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_ingestion_yml.md b/docs/yaml_docs/pipeline_ingestion_yml.md index cd1dd293..74b45452 100644 --- a/docs/yaml_docs/pipeline_ingestion_yml.md +++ b/docs/yaml_docs/pipeline_ingestion_yml.md @@ -31,7 +31,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs, check threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 8c5605279992dafacb99e1f095d9f9b1ca9e2660 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:15:55 +0000 Subject: [PATCH 34/51] Update pipeline_integration_yml.md --- docs/yaml_docs/pipeline_integration_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_integration_yml.md b/docs/yaml_docs/pipeline_integration_yml.md index 50f63497..7d381a3a 100644 --- a/docs/yaml_docs/pipeline_integration_yml.md +++ b/docs/yaml_docs/pipeline_integration_yml.md @@ -23,7 +23,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 8af5044c42e4894e426f821883d91c57d8f484b0 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:16:15 +0000 Subject: [PATCH 35/51] Update pipeline_preprocess_yml.md --- docs/yaml_docs/pipeline_preprocess_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_preprocess_yml.md b/docs/yaml_docs/pipeline_preprocess_yml.md index 3ecf79cf..413ca353 100644 --- a/docs/yaml_docs/pipeline_preprocess_yml.md +++ b/docs/yaml_docs/pipeline_preprocess_yml.md @@ -27,7 +27,7 @@ You can download the different preprocess `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md)) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. From 080e5134af04a9882e8cf21b078a56e877eeee11 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:16:35 +0000 Subject: [PATCH 36/51] Update pipeline_refmap_yml.md --- docs/yaml_docs/pipeline_refmap_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_refmap_yml.md b/docs/yaml_docs/pipeline_refmap_yml.md index 3a98d6f9..4f1f8af9 100644 --- a/docs/yaml_docs/pipeline_refmap_yml.md +++ b/docs/yaml_docs/pipeline_refmap_yml.md @@ -27,7 +27,7 @@ You can download the different refmap `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From b9595c1fd5c23be12fda1ee640e6617a45d3ad45 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:17:17 +0000 Subject: [PATCH 37/51] Update pipeline_refmap_yml.md --- docs/yaml_docs/pipeline_refmap_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_refmap_yml.md b/docs/yaml_docs/pipeline_refmap_yml.md index 4f1f8af9..cf6b8c11 100644 --- a/docs/yaml_docs/pipeline_refmap_yml.md +++ b/docs/yaml_docs/pipeline_refmap_yml.md @@ -27,7 +27,7 @@ You can download the different refmap `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 1801d8df462c5f7ebf7e4f69994656b40e557759 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:17:39 +0000 Subject: [PATCH 38/51] Update pipeline_preprocess_yml.md --- docs/yaml_docs/pipeline_preprocess_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_preprocess_yml.md b/docs/yaml_docs/pipeline_preprocess_yml.md index 413ca353..4cbc3293 100644 --- a/docs/yaml_docs/pipeline_preprocess_yml.md +++ b/docs/yaml_docs/pipeline_preprocess_yml.md @@ -27,7 +27,7 @@ You can download the different preprocess `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md)) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md)) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. From 527f586a71b6003f98baae063a515ebf9edc65e3 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:18:03 +0000 Subject: [PATCH 39/51] Update pipeline_preprocess_yml.md --- docs/yaml_docs/pipeline_preprocess_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_preprocess_yml.md b/docs/yaml_docs/pipeline_preprocess_yml.md index 4cbc3293..46ef6bd0 100644 --- a/docs/yaml_docs/pipeline_preprocess_yml.md +++ b/docs/yaml_docs/pipeline_preprocess_yml.md @@ -27,7 +27,7 @@ You can download the different preprocess `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md)) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. From f0a5e81ecb5848f4ff035b0a0af2146b051202df Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:18:40 +0000 Subject: [PATCH 40/51] Update pipeline_integration_yml.md --- docs/yaml_docs/pipeline_integration_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_integration_yml.md b/docs/yaml_docs/pipeline_integration_yml.md index 7d381a3a..9b19d4ac 100644 --- a/docs/yaml_docs/pipeline_integration_yml.md +++ b/docs/yaml_docs/pipeline_integration_yml.md @@ -23,7 +23,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 5c4fb23c88ed83557e5299124120b0b16b3b1cb7 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:19:15 +0000 Subject: [PATCH 41/51] Update pipeline_ingestion_yml.md --- docs/yaml_docs/pipeline_ingestion_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_ingestion_yml.md b/docs/yaml_docs/pipeline_ingestion_yml.md index 74b45452..4b1fe645 100644 --- a/docs/yaml_docs/pipeline_ingestion_yml.md +++ b/docs/yaml_docs/pipeline_ingestion_yml.md @@ -31,7 +31,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs, check threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 80c1f8714e02c1ad15e71560ad79d2cc355cceaa Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:20:00 +0000 Subject: [PATCH 42/51] Update pipeline_visualization_yml.md --- docs/yaml_docs/pipeline_visualization_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_visualization_yml.md b/docs/yaml_docs/pipeline_visualization_yml.md index 278143b9..e77fdc5c 100644 --- a/docs/yaml_docs/pipeline_visualization_yml.md +++ b/docs/yaml_docs/pipeline_visualization_yml.md @@ -24,7 +24,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 579349bee3f4cd1e833344ec895dcbb99854ce24 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:20:36 +0000 Subject: [PATCH 43/51] Update spatial_deconvolution.md --- docs/yaml_docs/spatial_deconvolution.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/spatial_deconvolution.md b/docs/yaml_docs/spatial_deconvolution.md index 1e876ee2..acd91c0a 100644 --- a/docs/yaml_docs/spatial_deconvolution.md +++ b/docs/yaml_docs/spatial_deconvolution.md @@ -26,7 +26,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## 0. Compute Resource Options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 8b7ad9c3ac38667dc6ed02941dcc0f123a499442 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:21:02 +0000 Subject: [PATCH 44/51] Update spatial_preprocess.md --- docs/yaml_docs/spatial_preprocess.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/spatial_preprocess.md b/docs/yaml_docs/spatial_preprocess.md index 8575d199..84ee8288 100644 --- a/docs/yaml_docs/spatial_preprocess.md +++ b/docs/yaml_docs/spatial_preprocess.md @@ -28,7 +28,7 @@ You can download the different preprocess pipeline.yml files here: ## 0. Compute Resource Options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 606026e2c6e982a5b28340275ec4d7790797bb87 Mon Sep 17 00:00:00 2001 From: Giulia Garcia <147185635+giuliaelgarcia@users.noreply.github.com> Date: Fri, 22 Nov 2024 14:21:32 +0000 Subject: [PATCH 45/51] Update spatial_qc.md --- docs/yaml_docs/spatial_qc.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/spatial_qc.md b/docs/yaml_docs/spatial_qc.md index 3081a025..4f440b75 100644 --- a/docs/yaml_docs/spatial_qc.md +++ b/docs/yaml_docs/spatial_qc.md @@ -28,7 +28,7 @@ For more information on functionalities implemented in `panpipes` to read the co resources
-Computing resources to use, specifically the number of threads used for parallel jobs. check [threads_tasks_panpipes.csv](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.csv) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From b43a838ad33c650e099e2b4a9de31f1b1c5733c0 Mon Sep 17 00:00:00 2001 From: Fabiola Curion Date: Wed, 4 Dec 2024 10:17:25 +0100 Subject: [PATCH 46/51] Update threads_tasks_panpipes.md fix typo --- docs/yaml_docs/threads_tasks_panpipes.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/threads_tasks_panpipes.md b/docs/yaml_docs/threads_tasks_panpipes.md index 185faecb..4d9deaea 100644 --- a/docs/yaml_docs/threads_tasks_panpipes.md +++ b/docs/yaml_docs/threads_tasks_panpipes.md @@ -33,7 +33,7 @@ - Task preprocessed + Task preprocess threads_high From 5c6b5c4412da7cb3b7e3e78ab8652b667fc9d87d Mon Sep 17 00:00:00 2001 From: bio-la Date: Wed, 4 Dec 2024 10:41:36 +0100 Subject: [PATCH 47/51] fixed errors --- docs/yaml_docs/threads_tasks_panpipes.md | 21 +++++++++++---------- 1 file changed, 11 insertions(+), 10 deletions(-) diff --git a/docs/yaml_docs/threads_tasks_panpipes.md b/docs/yaml_docs/threads_tasks_panpipes.md index 4d9deaea..a89e4745 100644 --- a/docs/yaml_docs/threads_tasks_panpipes.md +++ b/docs/yaml_docs/threads_tasks_panpipes.md @@ -37,18 +37,20 @@ threads_high + threads_medium + threads_low assess background - threads_low + filter_mudata rna_preprocess - filter_mudata + downsample prot_preprocess @@ -58,7 +60,7 @@ atac_preprocess - downsample + Task integration @@ -169,12 +171,12 @@ run_neighbors run_clustering - clustering + plot_clustree run_umap collate_mdata - clustering + aggregate_clusters find_markers @@ -220,12 +222,11 @@ - Task refmap - - + Task refmap - threads_high + threads_high + @@ -240,7 +241,7 @@ - Task preprocessed spatial + Task preprocess spatial threads_high From 5cbefaf79ceffd1e6212e754988c3288e9a3478e Mon Sep 17 00:00:00 2001 From: bio-la Date: Wed, 4 Dec 2024 10:48:46 +0100 Subject: [PATCH 48/51] fixed path to table --- docs/yaml_docs/pipeline_clustering_yml.md | 2 +- docs/yaml_docs/pipeline_ingestion_yml.md | 2 +- docs/yaml_docs/pipeline_integration_yml.md | 2 +- docs/yaml_docs/pipeline_preprocess_yml.md | 2 +- docs/yaml_docs/pipeline_refmap_yml.md | 2 +- docs/yaml_docs/pipeline_visualization_yml.md | 2 +- docs/yaml_docs/spatial_deconvolution.md | 2 +- docs/yaml_docs/spatial_preprocess.md | 2 +- docs/yaml_docs/spatial_qc.md | 2 +- 9 files changed, 9 insertions(+), 9 deletions(-) diff --git a/docs/yaml_docs/pipeline_clustering_yml.md b/docs/yaml_docs/pipeline_clustering_yml.md index 33bbf38f..83a7ae2c 100644 --- a/docs/yaml_docs/pipeline_clustering_yml.md +++ b/docs/yaml_docs/pipeline_clustering_yml.md @@ -31,7 +31,7 @@ You can download the different clustering pipeline.yml files here: ## Compute resources options - resources
-Computing resources to use, specifically the number of threads used for parallel jobs, check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs, Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/pipeline_ingestion_yml.md b/docs/yaml_docs/pipeline_ingestion_yml.md index 4b1fe645..fecccada 100644 --- a/docs/yaml_docs/pipeline_ingestion_yml.md +++ b/docs/yaml_docs/pipeline_ingestion_yml.md @@ -31,7 +31,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs.Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/pipeline_integration_yml.md b/docs/yaml_docs/pipeline_integration_yml.md index 9b19d4ac..4abd27c3 100644 --- a/docs/yaml_docs/pipeline_integration_yml.md +++ b/docs/yaml_docs/pipeline_integration_yml.md @@ -23,7 +23,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/pipeline_preprocess_yml.md b/docs/yaml_docs/pipeline_preprocess_yml.md index 46ef6bd0..50a1ee5a 100644 --- a/docs/yaml_docs/pipeline_preprocess_yml.md +++ b/docs/yaml_docs/pipeline_preprocess_yml.md @@ -27,7 +27,7 @@ You can download the different preprocess `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/pipeline_refmap_yml.md b/docs/yaml_docs/pipeline_refmap_yml.md index cf6b8c11..1ebb0e23 100644 --- a/docs/yaml_docs/pipeline_refmap_yml.md +++ b/docs/yaml_docs/pipeline_refmap_yml.md @@ -27,7 +27,7 @@ You can download the different refmap `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/pipeline_visualization_yml.md b/docs/yaml_docs/pipeline_visualization_yml.md index e77fdc5c..179f3c03 100644 --- a/docs/yaml_docs/pipeline_visualization_yml.md +++ b/docs/yaml_docs/pipeline_visualization_yml.md @@ -24,7 +24,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/spatial_deconvolution.md b/docs/yaml_docs/spatial_deconvolution.md index acd91c0a..66ba2c44 100644 --- a/docs/yaml_docs/spatial_deconvolution.md +++ b/docs/yaml_docs/spatial_deconvolution.md @@ -26,7 +26,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## 0. Compute Resource Options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/spatial_preprocess.md b/docs/yaml_docs/spatial_preprocess.md index 84ee8288..87dbcef4 100644 --- a/docs/yaml_docs/spatial_preprocess.md +++ b/docs/yaml_docs/spatial_preprocess.md @@ -28,7 +28,7 @@ You can download the different preprocess pipeline.yml files here: ## 0. Compute Resource Options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/spatial_qc.md b/docs/yaml_docs/spatial_qc.md index 4f440b75..51fc1754 100644 --- a/docs/yaml_docs/spatial_qc.md +++ b/docs/yaml_docs/spatial_qc.md @@ -28,7 +28,7 @@ For more information on functionalities implemented in `panpipes` to read the co resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes.md](https://github.com/DendrouLab/panpipes/blob/threads_doc_g/docs/yaml_docs/threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 771a7eee59edd9c87d7561c2a77cd25ded194309 Mon Sep 17 00:00:00 2001 From: bio-la Date: Wed, 4 Dec 2024 10:59:18 +0100 Subject: [PATCH 49/51] added title --- docs/yaml_docs/threads_tasks_panpipes.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/docs/yaml_docs/threads_tasks_panpipes.md b/docs/yaml_docs/threads_tasks_panpipes.md index a89e4745..72c90956 100644 --- a/docs/yaml_docs/threads_tasks_panpipes.md +++ b/docs/yaml_docs/threads_tasks_panpipes.md @@ -1,3 +1,5 @@ +# Threads for individual workflow tasks + From 4caff3971d32a74a1fe42ade14a86c4775abfa7a Mon Sep 17 00:00:00 2001 From: bio-la Date: Wed, 4 Dec 2024 11:05:33 +0100 Subject: [PATCH 50/51] paths --- docs/yaml_docs/pipeline_clustering_yml.md | 2 +- docs/yaml_docs/pipeline_ingestion_yml.md | 2 +- docs/yaml_docs/pipeline_integration_yml.md | 2 +- docs/yaml_docs/pipeline_preprocess_yml.md | 2 +- docs/yaml_docs/pipeline_refmap_yml.md | 2 +- docs/yaml_docs/pipeline_visualization_yml.md | 2 +- docs/yaml_docs/spatial_deconvolution.md | 2 +- docs/yaml_docs/spatial_preprocess.md | 2 +- docs/yaml_docs/spatial_qc.md | 3 ++- 9 files changed, 10 insertions(+), 9 deletions(-) diff --git a/docs/yaml_docs/pipeline_clustering_yml.md b/docs/yaml_docs/pipeline_clustering_yml.md index 83a7ae2c..e7f88a87 100644 --- a/docs/yaml_docs/pipeline_clustering_yml.md +++ b/docs/yaml_docs/pipeline_clustering_yml.md @@ -31,7 +31,7 @@ You can download the different clustering pipeline.yml files here: ## Compute resources options - resources
-Computing resources to use, specifically the number of threads used for parallel jobs, Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs, Check [threads_tasks_panpipes](./threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/pipeline_ingestion_yml.md b/docs/yaml_docs/pipeline_ingestion_yml.md index fecccada..8aa7eb19 100644 --- a/docs/yaml_docs/pipeline_ingestion_yml.md +++ b/docs/yaml_docs/pipeline_ingestion_yml.md @@ -31,7 +31,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs.Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs.Check [threads_tasks_panpipes](./threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/pipeline_integration_yml.md b/docs/yaml_docs/pipeline_integration_yml.md index 4abd27c3..1ed0dda0 100644 --- a/docs/yaml_docs/pipeline_integration_yml.md +++ b/docs/yaml_docs/pipeline_integration_yml.md @@ -23,7 +23,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](./threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/pipeline_preprocess_yml.md b/docs/yaml_docs/pipeline_preprocess_yml.md index 50a1ee5a..884c3f7f 100644 --- a/docs/yaml_docs/pipeline_preprocess_yml.md +++ b/docs/yaml_docs/pipeline_preprocess_yml.md @@ -27,7 +27,7 @@ You can download the different preprocess `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs.Check [threads_tasks_panpipes](./threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 2
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/pipeline_refmap_yml.md b/docs/yaml_docs/pipeline_refmap_yml.md index 1ebb0e23..803747a5 100644 --- a/docs/yaml_docs/pipeline_refmap_yml.md +++ b/docs/yaml_docs/pipeline_refmap_yml.md @@ -27,7 +27,7 @@ You can download the different refmap `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](./threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/pipeline_visualization_yml.md b/docs/yaml_docs/pipeline_visualization_yml.md index 179f3c03..07c9251d 100644 --- a/docs/yaml_docs/pipeline_visualization_yml.md +++ b/docs/yaml_docs/pipeline_visualization_yml.md @@ -24,7 +24,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](./threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/spatial_deconvolution.md b/docs/yaml_docs/spatial_deconvolution.md index 66ba2c44..6aa04c46 100644 --- a/docs/yaml_docs/spatial_deconvolution.md +++ b/docs/yaml_docs/spatial_deconvolution.md @@ -26,7 +26,7 @@ For more information on functionalities implemented in `panpipes` to read the co ## 0. Compute Resource Options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](./threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/spatial_preprocess.md b/docs/yaml_docs/spatial_preprocess.md index 87dbcef4..9100546f 100644 --- a/docs/yaml_docs/spatial_preprocess.md +++ b/docs/yaml_docs/spatial_preprocess.md @@ -28,7 +28,7 @@ You can download the different preprocess pipeline.yml files here: ## 0. Compute Resource Options resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](./threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. diff --git a/docs/yaml_docs/spatial_qc.md b/docs/yaml_docs/spatial_qc.md index 51fc1754..5ccbac7a 100644 --- a/docs/yaml_docs/spatial_qc.md +++ b/docs/yaml_docs/spatial_qc.md @@ -28,7 +28,8 @@ For more information on functionalities implemented in `panpipes` to read the co resources
-Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. +Check [threads_tasks_panpipes](./threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks. From 004eb5b595a450af2d93aafb06ae2489066d767a Mon Sep 17 00:00:00 2001 From: bio-la Date: Wed, 4 Dec 2024 11:12:27 +0100 Subject: [PATCH 51/51] space --- docs/yaml_docs/pipeline_ingestion_yml.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/yaml_docs/pipeline_ingestion_yml.md b/docs/yaml_docs/pipeline_ingestion_yml.md index 8aa7eb19..9cda82d3 100644 --- a/docs/yaml_docs/pipeline_ingestion_yml.md +++ b/docs/yaml_docs/pipeline_ingestion_yml.md @@ -31,7 +31,7 @@ You can download the different ingestion `pipeline.yml` files here: ## Compute resources options resources
-Computing resources to use, specifically the number of threads used for parallel jobs.Check [threads_tasks_panpipes](./threads_tasks_panpipes.md) for more information on which threads each specific task requires. +Computing resources to use, specifically the number of threads used for parallel jobs. Check [threads_tasks_panpipes](./threads_tasks_panpipes.md) for more information on which threads each specific task requires. Specified by the following three parameters: - threads_high `Integer`, Default: 1
Number of threads used for high intensity computing tasks.
Task ingest