Link: API Status Page for Hanford
806098267 LDAS-WA3308449 mpi::filterLogEntries 3308449.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806098269 LDAS-WA3308449 mpi::filterLogEntries 3308449.1:error {Rank 1 failed with error message: ( applySearch function ): Level 1: power $Id: ApplySearch.c,v 1.7 2003/12/09 17:39:03 julien Exp $ Status code 19: File error! function LALApplySearch, file ../../../../contrib/burstwrapper/src/ApplySearch.c, line 111 }
806098270 LDAS-WA3308449 mpi::newJobCallback {Rank 1 failed with error message: ( applySearch function ): Level 1: power $Id: ApplySearch.c,v 1.7 2003/12/09 17:39:03 julien Exp $ Status code 19: File error! function LALApplySearch, file ../../../../contrib/burstwrapper/src/ApplySearch.c, line 111 }
806098477 LDAS-WA3308461 mpi::filterLogEntries 3308461.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098478 LDAS-WA3308461 mpi::filterLogEntries 3308461.1:progress 100.00%
806098478 LDAS-WA3308461 mpi::filterLogEntries 3308461.1:projected_ratio 0.00000
806098478 LDAS-WA3308461 mpi::filterLogEntries 3308461.2:finalizing { totalTime=0.729094 sentObjects=3; Rank0 (inPut: create=0.03791 send=0.00050 ilwd=0.02679; outPut: create=0.01191 send=0.03562 ilwd=0.01002; metadata: (un)pack=0.00010 bcast=0.01483; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01197; max memory=294912) Rank1 (inPut: create=0.03773 send=0.00174; outPut: create=0.01188 send=0.03614; metadata: (un)pack=0.00014 bcast=0.01822; IS=0.00002; CD=0.00000; AS=0.00005; FO=0.00004; FS=0.00001; LB=0.02390; max memory=131072) Rank2 (inPut: create=0.03702 send=0.00061; outPut: create=0.00000 send=0.08394; metadata: (un)pack=0.00012 bcast=0.00529; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.03701 send=0.00196; outPut: create=0.00000 send=0.10941; metadata: (un)pack=0.00008 bcast=0.00631; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.03780 send=0.00028; outPut: create=0.00000 send=0.13234; metadata: (un)pack=0.00008 bcast=0.00353; IS=0.00001; CD=0.00001; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.03827 send=0.00200; outPut: create=0.00000 send=0.15696; metadata: (un)pack=0.00008 bcast=0.00768; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.03716 send=0.00108; outPut: create=0.00000 send=0.17977; metadata: (un)pack=0.00009 bcast=0.00443; IS=0.00001; CD=0.00001; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank7 (inPut: create=0.03709 send=0.00176; outPut: create=0.00000 send=0.20535; metadata: (un)pack=0.00008 bcast=0.00609; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.03785 send=0.00114; outPut: create=0.00000 send=0.22755; metadata: (un)pack=0.00009 bcast=0.00230; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) }
806098519 LDAS-WA3308460 mpi::filterLogEntries 3308460.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098520 LDAS-WA3308460 mpi::filterLogEntries 3308460.1:progress 100.00%
806098520 LDAS-WA3308460 mpi::filterLogEntries 3308460.1:projected_ratio 0.00000
806098520 LDAS-WA3308460 mpi::filterLogEntries 3308460.2:finalizing { totalTime=0.794953 sentObjects=3; Rank0 (inPut: create=0.04026 send=0.00059 ilwd=0.02810; outPut: create=0.01292 send=0.03730 ilwd=0.04308; metadata: (un)pack=0.00010 bcast=0.01603; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01297; max memory=294912) Rank1 (inPut: create=0.04059 send=0.00166; outPut: create=0.01285 send=0.07294; metadata: (un)pack=0.00014 bcast=0.01954; IS=0.00001; CD=0.00000; AS=0.00005; FO=0.00004; FS=0.00000; LB=0.02490; max memory=131072) Rank2 (inPut: create=0.03878 send=0.00103; outPut: create=0.00000 send=0.13226; metadata: (un)pack=0.00010 bcast=0.00621; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.04078 send=0.00210; outPut: create=0.00000 send=0.14564; metadata: (un)pack=0.00008 bcast=0.00810; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.03885 send=0.00050; outPut: create=0.00000 send=0.18008; metadata: (un)pack=0.00010 bcast=0.00234; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.03913 send=0.00167; outPut: create=0.00000 send=0.20495; metadata: (un)pack=0.00007 bcast=0.00783; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.03909 send=0.00136; outPut: create=0.00000 send=0.23017; metadata: (un)pack=0.00006 bcast=0.00639; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) Rank7 (inPut: create=0.04001 send=0.00156; outPut: create=0.00000 send=0.25261; metadata: (un)pack=0.00006 bcast=0.00844; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.04072 send=0.00070; outPut: create=0.00000 send=0.27969; metadata: (un)pack=0.00008 bcast=0.00526; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) }
806098522 LDAS-WA3308462 mpi::filterLogEntries 3308462.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098523 LDAS-WA3308462 mpi::filterLogEntries 3308462.1:progress 100.00%
806098523 LDAS-WA3308462 mpi::filterLogEntries 3308462.1:projected_ratio 0.00000
806098523 LDAS-WA3308462 mpi::filterLogEntries 3308462.2:finalizing { totalTime=0.747606 sentObjects=3; Rank0 (inPut: create=0.03834 send=0.00047 ilwd=0.02678; outPut: create=0.01192 send=0.03661 ilwd=0.00885; metadata: (un)pack=0.00010 bcast=0.01487; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01198; max memory=294912) Rank1 (inPut: create=0.03742 send=0.00069; outPut: create=0.01186 send=0.03618; metadata: (un)pack=0.00015 bcast=0.01780; IS=0.00002; CD=0.00000; AS=0.00003; FO=0.00004; FS=0.00001; LB=0.02390; max memory=131072) Rank2 (inPut: create=0.03813 send=0.00142; outPut: create=0.00000 send=0.08415; metadata: (un)pack=0.00009 bcast=0.00567; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.03747 send=0.00159; outPut: create=0.00000 send=0.11003; metadata: (un)pack=0.00008 bcast=0.00686; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.03798 send=0.00054; outPut: create=0.00000 send=0.13283; metadata: (un)pack=0.00010 bcast=0.00343; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.03742 send=0.00113; outPut: create=0.00000 send=0.15694; metadata: (un)pack=0.00006 bcast=0.00731; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.03825 send=0.00175; outPut: create=0.00000 send=0.18090; metadata: (un)pack=0.00008 bcast=0.00687; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=139264) Rank7 (inPut: create=0.03754 send=0.00202; outPut: create=0.00000 send=0.20497; metadata: (un)pack=0.00006 bcast=0.00453; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=139264) Rank8 (inPut: create=0.03854 send=0.00108; outPut: create=0.00000 send=0.22831; metadata: (un)pack=0.00008 bcast=0.00467; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) }
806098527 LDAS-WA3308463 mpi::filterLogEntries 3308463.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098527 LDAS-WA3308463 mpi::filterLogEntries 3308463.1:progress 100.00%
806098527 LDAS-WA3308463 mpi::filterLogEntries 3308463.1:projected_ratio 0.00000
806098528 LDAS-WA3308463 mpi::filterLogEntries 3308463.2:finalizing { totalTime=0.754176 sentObjects=3; Rank0 (inPut: create=0.06116 send=0.00100 ilwd=0.04919; outPut: create=0.01194 send=0.03585 ilwd=0.00897; metadata: (un)pack=0.00011 bcast=0.01458; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01198; max memory=294912) Rank1 (inPut: create=0.06123 send=0.00177; outPut: create=0.01186 send=0.03558; metadata: (un)pack=0.00013 bcast=0.01911; IS=0.00002; CD=0.00000; AS=0.00004; FO=0.00004; FS=0.00000; LB=0.02390; max memory=131072) Rank2 (inPut: create=0.06132 send=0.00205; outPut: create=0.00000 send=0.08352; metadata: (un)pack=0.00008 bcast=0.00638; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.06033 send=0.00267; outPut: create=0.00000 send=0.10814; metadata: (un)pack=0.00008 bcast=0.00687; IS=0.00001; CD=0.00000; AS=0.00002; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.06086 send=0.00111; outPut: create=0.00000 send=0.13240; metadata: (un)pack=0.00006 bcast=0.00571; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00000; max memory=139264) Rank5 (inPut: create=0.06136 send=0.00242; outPut: create=0.00000 send=0.15656; metadata: (un)pack=0.00008 bcast=0.00859; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.06045 send=0.00199; outPut: create=0.00000 send=0.17936; metadata: (un)pack=0.00012 bcast=0.00748; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank7 (inPut: create=0.06087 send=0.00216; outPut: create=0.00000 send=0.20413; metadata: (un)pack=0.00007 bcast=0.00557; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.06104 send=0.00030; outPut: create=0.00000 send=0.22867; metadata: (un)pack=0.00008 bcast=0.00461; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=139264) }
806098530 LDAS-WA3308464 mpi::filterLogEntries 3308464.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098530 LDAS-WA3308464 mpi::filterLogEntries 3308464.1:progress 100.00%
806098530 LDAS-WA3308464 mpi::filterLogEntries 3308464.1:projected_ratio 0.00000
806098530 LDAS-WA3308464 mpi::filterLogEntries 3308464.2:finalizing { totalTime=0.76333 sentObjects=3; Rank0 (inPut: create=0.03899 send=0.00109 ilwd=0.02716; outPut: create=0.01294 send=0.03828 ilwd=0.01314; metadata: (un)pack=0.00011 bcast=0.01594; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01296; max memory=294912) Rank1 (inPut: create=0.03866 send=0.00115; outPut: create=0.01287 send=0.05128; metadata: (un)pack=0.00012 bcast=0.01888; IS=0.00001; CD=0.00000; AS=0.00005; FO=0.00004; FS=0.00000; LB=0.02591; max memory=131072) Rank2 (inPut: create=0.03904 send=0.00206; outPut: create=0.00000 send=0.10323; metadata: (un)pack=0.00007 bcast=0.00678; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.03874 send=0.00241; outPut: create=0.00000 send=0.12867; metadata: (un)pack=0.00007 bcast=0.00962; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.03915 send=0.00065; outPut: create=0.00000 send=0.15499; metadata: (un)pack=0.00007 bcast=0.00471; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=139264) Rank5 (inPut: create=0.03923 send=0.00151; outPut: create=0.00000 send=0.18079; metadata: (un)pack=0.00007 bcast=0.00888; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=139264) Rank6 (inPut: create=0.03821 send=0.00197; outPut: create=0.00000 send=0.19587; metadata: (un)pack=0.00008 bcast=0.00779; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank7 (inPut: create=0.03793 send=0.00247; outPut: create=0.00000 send=0.22021; metadata: (un)pack=0.00006 bcast=0.00803; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.03813 send=0.00034; outPut: create=0.00000 send=0.24603; metadata: (un)pack=0.00009 bcast=0.00432; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) }
806098532 LDAS-WA3308465 mpi::filterLogEntries 3308465.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098532 LDAS-WA3308466 mpi::filterLogEntries 3308466.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098533 LDAS-WA3308465 mpi::filterLogEntries 3308465.1:progress 100.00%
806098533 LDAS-WA3308465 mpi::filterLogEntries 3308465.1:projected_ratio 0.00000
806098533 LDAS-WA3308465 mpi::filterLogEntries 3308465.2:finalizing { totalTime=1.2446 sentObjects=3; Rank0 (inPut: create=0.04135 send=0.00074 ilwd=0.02793; outPut: create=0.01298 send=0.03683 ilwd=0.00974; metadata: (un)pack=0.00011 bcast=0.01624; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01291; max memory=286720) Rank1 (inPut: create=0.04056 send=0.00203; outPut: create=0.01281 send=0.03647; metadata: (un)pack=0.00013 bcast=0.02193; IS=0.00001; CD=0.00000; AS=0.00011; FO=0.00005; FS=0.00001; LB=0.02478; max memory=131072) Rank2 (inPut: create=0.04016 send=0.00171; outPut: create=0.00000 send=0.08558; metadata: (un)pack=0.00007 bcast=0.00740; IS=0.00002; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.04103 send=0.00101; outPut: create=0.00000 send=0.10964; metadata: (un)pack=0.00008 bcast=0.00627; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.04070 send=0.00199; outPut: create=0.00000 send=0.13836; metadata: (un)pack=0.00007 bcast=0.01022; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.04022 send=0.00234; outPut: create=0.00000 send=0.15818; metadata: (un)pack=0.00006 bcast=0.00837; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.04125 send=0.00049; outPut: create=0.00000 send=0.19229; metadata: (un)pack=0.00009 bcast=0.00252; IS=0.00002; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank3 (inPut: create=0.04050 send=0.00281; outPut: create=0.00000 send=0.19955; metadata: (un)pack=0.00008 bcast=0.00992; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank7 (inPut: create=0.04052 send=0.00236; outPut: create=0.00000 send=0.22163; metadata: (un)pack=0.00006 bcast=0.00952; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) }
806098533 LDAS-WA3308466 mpi::filterLogEntries 3308466.1:progress 100.00%
806098533 LDAS-WA3308466 mpi::filterLogEntries 3308466.1:projected_ratio 0.00000
806098533 LDAS-WA3308466 mpi::filterLogEntries 3308466.2:finalizing { totalTime=0.878987 sentObjects=3; Rank0 (inPut: create=0.04384 send=0.00058 ilwd=0.03181; outPut: create=0.01291 send=0.06049 ilwd=0.03430; metadata: (un)pack=0.00011 bcast=0.01612; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01196; max memory=294912) Rank1 (inPut: create=0.04362 send=0.00070; outPut: create=0.01291 send=0.08396; metadata: (un)pack=0.00018 bcast=0.01753; IS=0.00002; CD=0.00000; AS=0.00006; FO=0.00004; FS=0.00000; LB=0.03588; max memory=131072) Rank2 (inPut: create=0.03648 send=0.00166; outPut: create=0.00000 send=0.13368; metadata: (un)pack=0.00009 bcast=0.00824; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.04363 send=0.00222; outPut: create=0.00000 send=0.16980; metadata: (un)pack=0.00007 bcast=0.00854; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.03778 send=0.00065; outPut: create=0.00000 send=0.19345; metadata: (un)pack=0.00009 bcast=0.00593; IS=0.00002; CD=0.00001; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.04376 send=0.00129; outPut: create=0.00000 send=0.21861; metadata: (un)pack=0.00009 bcast=0.00734; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.03701 send=0.00164; outPut: create=0.00000 send=0.24256; metadata: (un)pack=0.00006 bcast=0.01084; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank7 (inPut: create=0.04381 send=0.00252; outPut: create=0.00000 send=0.26638; metadata: (un)pack=0.00007 bcast=0.00952; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.03783 send=0.00107; outPut: create=0.00000 send=0.29023; metadata: (un)pack=0.00007 bcast=0.00719; IS=0.00002; CD=0.00001; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) }
806098534 LDAS-WA3308472 mpi::filterLogEntries 3308472.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098535 LDAS-WA3308472 mpi::filterLogEntries 3308472.1:progress 100.00%
806098535 LDAS-WA3308472 mpi::filterLogEntries 3308472.1:projected_ratio 0.00000
806098535 LDAS-WA3308472 mpi::filterLogEntries 3308472.2:finalizing { totalTime=0.781982 sentObjects=3; Rank0 (inPut: create=0.04016 send=0.00064 ilwd=0.02703; outPut: create=0.01193 send=0.03648 ilwd=0.00873; metadata: (un)pack=0.00011 bcast=0.01507; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01197; max memory=294912) Rank1 (inPut: create=0.04062 send=0.00178; outPut: create=0.01185 send=0.03783; metadata: (un)pack=0.00012 bcast=0.01948; IS=0.00001; CD=0.00000; AS=0.00004; FO=0.00004; FS=0.00001; LB=0.02389; max memory=131072) Rank2 (inPut: create=0.04023 send=0.00147; outPut: create=0.00000 send=0.08404; metadata: (un)pack=0.00008 bcast=0.00691; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.04052 send=0.00260; outPut: create=0.00000 send=0.10865; metadata: (un)pack=0.00008 bcast=0.00990; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.04019 send=0.00082; outPut: create=0.00000 send=0.13280; metadata: (un)pack=0.00008 bcast=0.00427; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.03951 send=0.00185; outPut: create=0.00000 send=0.15581; metadata: (un)pack=0.00009 bcast=0.00872; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.04061 send=0.00212; outPut: create=0.00000 send=0.18144; metadata: (un)pack=0.00007 bcast=0.00900; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank7 (inPut: create=0.03961 send=0.00264; outPut: create=0.00000 send=0.20456; metadata: (un)pack=0.00008 bcast=0.00941; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.03897 send=0.00047; outPut: create=0.00000 send=0.22800; metadata: (un)pack=0.00009 bcast=0.00226; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=139264) }
806098537 LDAS-WA3308467 mpi::filterLogEntries 3308467.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098537 LDAS-WA3308468 mpi::filterLogEntries 3308468.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098537 LDAS-WA3308467 mpi::filterLogEntries 3308467.1:progress 100.00%
806098537 LDAS-WA3308467 mpi::filterLogEntries 3308467.1:projected_ratio 0.00000
806098538 LDAS-WA3308467 mpi::filterLogEntries 3308467.2:finalizing { totalTime=1.22374 sentObjects=3; Rank0 (inPut: create=0.11251 send=0.00082 ilwd=0.10120; outPut: create=0.01188 send=0.03593 ilwd=0.00857; metadata: (un)pack=0.00012 bcast=0.01524; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01197; max memory=294912) Rank1 (inPut: create=0.11232 send=0.00167; outPut: create=0.01218 send=0.03782; metadata: (un)pack=0.00014 bcast=0.01733; IS=0.00001; CD=0.00000; AS=0.00004; FO=0.00005; FS=0.00000; LB=0.02385; max memory=131072) Rank2 (inPut: create=0.11253 send=0.00132; outPut: create=0.00000 send=0.08739; metadata: (un)pack=0.00007 bcast=0.00829; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=131072) Rank3 (inPut: create=0.11122 send=0.00227; outPut: create=0.00000 send=0.10829; metadata: (un)pack=0.00008 bcast=0.00711; IS=0.00002; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.11118 send=0.00083; outPut: create=0.00000 send=0.13307; metadata: (un)pack=0.00009 bcast=0.00471; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.11249 send=0.00196; outPut: create=0.00000 send=0.15898; metadata: (un)pack=0.00008 bcast=0.00768; IS=0.00001; CD=0.00001; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=139264) Rank6 (inPut: create=0.11133 send=0.00131; outPut: create=0.00000 send=0.18838; metadata: (un)pack=0.00006 bcast=0.00686; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00000; max memory=139264) Rank7 (inPut: create=0.11078 send=0.00257; outPut: create=0.00000 send=0.20378; metadata: (un)pack=0.00007 bcast=0.00602; IS=0.00001; CD=0.00005; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.11244 send=0.00062; outPut: create=0.00000 send=0.24140; metadata: (un)pack=0.00008 bcast=0.00646; IS=0.00001; CD=0.00001; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=139264) }
806098538 LDAS-WA3308468 mpi::filterLogEntries 3308468.1:progress 100.00%
806098538 LDAS-WA3308468 mpi::filterLogEntries 3308468.1:projected_ratio 0.00000
806098538 LDAS-WA3308468 mpi::filterLogEntries 3308468.2:finalizing { totalTime=1.23711 sentObjects=3; Rank0 (inPut: create=0.15160 send=0.00163 ilwd=0.13071; outPut: create=0.01195 send=0.03565 ilwd=0.01019; metadata: (un)pack=0.00011 bcast=0.01731; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01196; max memory=294912) Rank1 (inPut: create=0.15222 send=0.00436; outPut: create=0.01186 send=0.03568; metadata: (un)pack=0.00013 bcast=0.02343; IS=0.00001; CD=0.00000; AS=0.00005; FO=0.00004; FS=0.00000; LB=0.02386; max memory=131072) Rank2 (inPut: create=0.15257 send=0.00483; outPut: create=0.00000 send=0.08420; metadata: (un)pack=0.00007 bcast=0.01344; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.15302 send=0.00744; outPut: create=0.00000 send=0.10852; metadata: (un)pack=0.00008 bcast=0.01662; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.15251 send=0.00318; outPut: create=0.00000 send=0.13335; metadata: (un)pack=0.00008 bcast=0.00949; IS=0.00002; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=139264) Rank5 (inPut: create=0.15281 send=0.00571; outPut: create=0.00000 send=0.15670; metadata: (un)pack=0.00007 bcast=0.01294; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.15277 send=0.00612; outPut: create=0.00000 send=0.18910; metadata: (un)pack=0.00007 bcast=0.01493; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=139264) Rank7 (inPut: create=0.15293 send=0.00756; outPut: create=0.00000 send=0.21445; metadata: (un)pack=0.00008 bcast=0.01672; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.15230 send=0.00268; outPut: create=0.00000 send=0.22891; metadata: (un)pack=0.00008 bcast=0.00731; IS=0.00001; CD=0.00000; AS=0.00002; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) }
806098539 LDAS-WA3308470 mpi::filterLogEntries 3308470.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098540 LDAS-WA3308469 mpi::filterLogEntries 3308469.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098540 LDAS-WA3308470 mpi::filterLogEntries 3308470.1:progress 100.00%
806098540 LDAS-WA3308470 mpi::filterLogEntries 3308470.1:projected_ratio 0.00000
806098540 LDAS-WA3308470 mpi::filterLogEntries 3308470.2:finalizing { totalTime=1.31571 sentObjects=3; Rank0 (inPut: create=0.15080 send=0.00162 ilwd=0.02731; outPut: create=0.01384 send=0.03560 ilwd=0.01512; metadata: (un)pack=0.00011 bcast=0.05423; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01196; max memory=294912) Rank1 (inPut: create=0.15043 send=0.00155; outPut: create=0.01190 send=0.04750; metadata: (un)pack=0.00015 bcast=0.06319; IS=0.00002; CD=0.00000; AS=0.00004; FO=0.00005; FS=0.00001; LB=0.02384; max memory=131072) Rank2 (inPut: create=0.15095 send=0.00410; outPut: create=0.00000 send=0.08716; metadata: (un)pack=0.00010 bcast=0.04267; IS=0.00002; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.15072 send=0.00210; outPut: create=0.00000 send=0.12020; metadata: (un)pack=0.00009 bcast=0.05737; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.15201 send=0.00292; outPut: create=0.00000 send=0.13529; metadata: (un)pack=0.00009 bcast=0.00340; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.15165 send=0.00239; outPut: create=0.00000 send=0.15956; metadata: (un)pack=0.00008 bcast=0.05251; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.15092 send=0.00415; outPut: create=0.00000 send=0.19206; metadata: (un)pack=0.00007 bcast=0.05284; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank7 (inPut: create=0.15138 send=0.00495; outPut: create=0.00000 send=0.21099; metadata: (un)pack=0.00008 bcast=0.08149; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.15084 send=0.00076; outPut: create=0.00000 send=0.23932; metadata: (un)pack=0.00008 bcast=0.00237; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) }
806098540 LDAS-WA3308469 mpi::filterLogEntries 3308469.1:progress 100.00%
806098540 LDAS-WA3308469 mpi::filterLogEntries 3308469.1:projected_ratio 0.00000
806098541 LDAS-WA3308469 mpi::filterLogEntries 3308469.2:finalizing { totalTime=0.80944 sentObjects=3; Rank0 (inPut: create=0.03949 send=0.00074 ilwd=0.02613; outPut: create=0.01194 send=0.03809 ilwd=0.00906; metadata: (un)pack=0.00012 bcast=0.01541; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01189; max memory=294912) Rank1 (inPut: create=0.03875 send=0.00202; outPut: create=0.01185 send=0.03906; metadata: (un)pack=0.00014 bcast=0.01923; IS=0.00002; CD=0.00000; AS=0.00005; FO=0.00004; FS=0.00000; LB=0.02378; max memory=131072) Rank2 (inPut: create=0.03922 send=0.00159; outPut: create=0.00000 send=0.09655; metadata: (un)pack=0.00009 bcast=0.00693; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=131072) Rank3 (inPut: create=0.03889 send=0.00259; outPut: create=0.00000 send=0.12273; metadata: (un)pack=0.00008 bcast=0.01064; IS=0.00001; CD=0.00001; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.03929 send=0.00068; outPut: create=0.00000 send=0.14443; metadata: (un)pack=0.00009 bcast=0.00448; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.03875 send=0.00213; outPut: create=0.00000 send=0.17184; metadata: (un)pack=0.00008 bcast=0.00867; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.03883 send=0.00148; outPut: create=0.00000 send=0.19455; metadata: (un)pack=0.00007 bcast=0.00876; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank7 (inPut: create=0.03897 send=0.00292; outPut: create=0.00000 send=0.21766; metadata: (un)pack=0.00006 bcast=0.01165; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.03797 send=0.00077; outPut: create=0.00000 send=0.24282; metadata: (un)pack=0.00008 bcast=0.00484; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) }
806098543 LDAS-WA3308471 mpi::filterLogEntries 3308471.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098543 LDAS-WA3308474 mpi::filterLogEntries 3308474.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098543 LDAS-WA3308471 mpi::filterLogEntries 3308471.1:progress 100.00%
806098543 LDAS-WA3308471 mpi::filterLogEntries 3308471.1:projected_ratio 0.00000
806098543 LDAS-WA3308471 mpi::filterLogEntries 3308471.2:finalizing { totalTime=1.17414 sentObjects=3; Rank0 (inPut: create=0.03759 send=0.00075 ilwd=0.02629; outPut: create=0.01289 send=0.03717 ilwd=0.01005; metadata: (un)pack=0.00013 bcast=0.01609; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01297; max memory=294912) Rank1 (inPut: create=0.04106 send=0.00077; outPut: create=0.01277 send=0.03753; metadata: (un)pack=0.00018 bcast=0.01735; IS=0.00001; CD=0.00000; AS=0.00005; FO=0.00004; FS=0.00000; LB=0.02488; max memory=131072) Rank2 (inPut: create=0.03750 send=0.00243; outPut: create=0.00000 send=0.08559; metadata: (un)pack=0.00009 bcast=0.00838; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.04135 send=0.00194; outPut: create=0.00000 send=0.11221; metadata: (un)pack=0.00009 bcast=0.00831; IS=0.00002; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.03765 send=0.00080; outPut: create=0.00000 send=0.13800; metadata: (un)pack=0.00010 bcast=0.00460; IS=0.00002; CD=0.00001; AS=0.00002; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.04121 send=0.00126; outPut: create=0.00000 send=0.16243; metadata: (un)pack=0.00008 bcast=0.00601; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.04162 send=0.00244; outPut: create=0.00000 send=0.19444; metadata: (un)pack=0.00008 bcast=0.00949; IS=0.00002; CD=0.00001; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank7 (inPut: create=0.04149 send=0.00179; outPut: create=0.00000 send=0.20903; metadata: (un)pack=0.00007 bcast=0.00952; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.03778 send=0.00134; outPut: create=0.00000 send=0.23441; metadata: (un)pack=0.00010 bcast=0.00698; IS=0.00001; CD=0.00001; AS=0.00006; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) }
806098543 LDAS-WA3308474 mpi::filterLogEntries 3308474.1:progress 100.00%
806098543 LDAS-WA3308474 mpi::filterLogEntries 3308474.1:projected_ratio 0.00000
806098544 LDAS-WA3308474 mpi::filterLogEntries 3308474.2:finalizing { totalTime=1.19084 sentObjects=3; Rank0 (inPut: create=0.05500 send=0.00222 ilwd=0.03903; outPut: create=0.01289 send=0.03770 ilwd=0.00931; metadata: (un)pack=0.00010 bcast=0.01715; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01296; max memory=294912) Rank1 (inPut: create=0.05421 send=0.00389; outPut: create=0.01287 send=0.03684; metadata: (un)pack=0.00014 bcast=0.01906; IS=0.00002; CD=0.00000; AS=0.00006; FO=0.00004; FS=0.00000; LB=0.02492; max memory=131072) Rank2 (inPut: create=0.05541 send=0.00335; outPut: create=0.00000 send=0.08715; metadata: (un)pack=0.00010 bcast=0.00756; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.05568 send=0.00601; outPut: create=0.00000 send=0.11286; metadata: (un)pack=0.00009 bcast=0.00993; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.05401 send=0.00206; outPut: create=0.00000 send=0.13871; metadata: (un)pack=0.00009 bcast=0.00425; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.05502 send=0.00336; outPut: create=0.00000 send=0.16158; metadata: (un)pack=0.00006 bcast=0.00834; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.05709 send=0.00384; outPut: create=0.00000 send=0.18670; metadata: (un)pack=0.00008 bcast=0.00815; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank7 (inPut: create=0.05610 send=0.00562; outPut: create=0.00000 send=0.21225; metadata: (un)pack=0.00006 bcast=0.01229; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.05352 send=0.00140; outPut: create=0.00000 send=0.24004; metadata: (un)pack=0.00012 bcast=0.00766; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) }
806098544 LDAS-WA3308473 mpi::filterLogEntries 3308473.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098545 LDAS-WA3308473 mpi::filterLogEntries 3308473.1:progress 100.00%
806098545 LDAS-WA3308473 mpi::filterLogEntries 3308473.1:projected_ratio 0.00000
806098545 LDAS-WA3308473 mpi::filterLogEntries 3308473.2:finalizing { totalTime=0.788787 sentObjects=3; Rank0 (inPut: create=0.03715 send=0.00058 ilwd=0.02651; outPut: create=0.01287 send=0.03661 ilwd=0.00849; metadata: (un)pack=0.00010 bcast=0.01752; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01197; max memory=294912) Rank1 (inPut: create=0.03699 send=0.00173; outPut: create=0.01283 send=0.03664; metadata: (un)pack=0.00013 bcast=0.01916; IS=0.00002; CD=0.00000; AS=0.00037; FO=0.00003; FS=0.00000; LB=0.02390; max memory=131072) Rank2 (inPut: create=0.03600 send=0.00065; outPut: create=0.00000 send=0.09594; metadata: (un)pack=0.00010 bcast=0.00413; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.03646 send=0.00201; outPut: create=0.00000 send=0.12046; metadata: (un)pack=0.00008 bcast=0.00810; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=131072) Rank4 (inPut: create=0.03747 send=0.00106; outPut: create=0.00000 send=0.14392; metadata: (un)pack=0.00010 bcast=0.00416; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.03738 send=0.00165; outPut: create=0.00000 send=0.16788; metadata: (un)pack=0.00008 bcast=0.00665; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.03605 send=0.00116; outPut: create=0.00000 send=0.19376; metadata: (un)pack=0.00007 bcast=0.00531; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank7 (inPut: create=0.03675 send=0.00196; outPut: create=0.00000 send=0.21672; metadata: (un)pack=0.00007 bcast=0.00810; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank8 (inPut: create=0.03699 send=0.00059; outPut: create=0.00000 send=0.24266; metadata: (un)pack=0.00010 bcast=0.00486; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) }
806098546 LDAS-WA3308475 mpi::filterLogEntries 3308475.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) Rank4(beowulf) Rank5(beowulf) Rank6(beowulf) Rank7(beowulf) Rank8(beowulf) }
806098547 LDAS-WA3308475 mpi::filterLogEntries 3308475.1:progress 100.00%
806098547 LDAS-WA3308475 mpi::filterLogEntries 3308475.1:projected_ratio 0.00000
806098547 LDAS-WA3308475 mpi::filterLogEntries 3308475.2:finalizing { totalTime=0.767209 sentObjects=3; Rank0 (inPut: create=0.03655 send=0.00056 ilwd=0.02561; outPut: create=0.01190 send=0.03582 ilwd=0.00838; metadata: (un)pack=0.00010 bcast=0.01514; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01196; max memory=294912) Rank1 (inPut: create=0.03647 send=0.00112; outPut: create=0.01186 send=0.03592; metadata: (un)pack=0.00014 bcast=0.01715; IS=0.00001; CD=0.00000; AS=0.00005; FO=0.00004; FS=0.00000; LB=0.02390; max memory=131072) Rank2 (inPut: create=0.03546 send=0.00168; outPut: create=0.00000 send=0.08391; metadata: (un)pack=0.00008 bcast=0.00845; IS=0.00001; CD=0.00000; AS=0.00005; FO=0.00000; FS=0.00001; LB=0.00001; max memory=131072) Rank3 (inPut: create=0.03656 send=0.00162; outPut: create=0.00000 send=0.10877; metadata: (un)pack=0.00009 bcast=0.00751; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=131072) Rank4 (inPut: create=0.03582 send=0.00064; outPut: create=0.00000 send=0.13292; metadata: (un)pack=0.00009 bcast=0.00589; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank5 (inPut: create=0.03567 send=0.00136; outPut: create=0.00000 send=0.15802; metadata: (un)pack=0.00010 bcast=0.00553; IS=0.00002; CD=0.00001; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank6 (inPut: create=0.03575 send=0.00203; outPut: create=0.00000 send=0.18089; metadata: (un)pack=0.00006 bcast=0.00953; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00001; max memory=139264) Rank7 (inPut: create=0.03666 send=0.00197; outPut: create=0.00000 send=0.20657; metadata: (un)pack=0.00007 bcast=0.00876; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00000; LB=0.00000; max memory=139264) Rank8 (inPut: create=0.03640 send=0.00060; outPut: create=0.00000 send=0.23014; metadata: (un)pack=0.00009 bcast=0.00356; IS=0.00001; CD=0.00000; AS=0.00001; FO=0.00000; FS=0.00001; LB=0.00001; max memory=139264) }
806349279 LDAS-WA3322256 mpi::filterLogEntries 3322256.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806349281 LDAS-WA3322256 mpi::filterLogEntries 3322256.1:error {Rank 1 failed with error message: ( applySearch function ): Level 1: power $Id: ApplySearch.c,v 1.7 2003/12/09 17:39:03 julien Exp $ Status code 19: File error! function LALApplySearch, file ../../../../contrib/burstwrapper/src/ApplySearch.c, line 111 }
806349282 LDAS-WA3322256 mpi::newJobCallback {Rank 1 failed with error message: ( applySearch function ): Level 1: power $Id: ApplySearch.c,v 1.7 2003/12/09 17:39:03 julien Exp $ Status code 19: File error! function LALApplySearch, file ../../../../contrib/burstwrapper/src/ApplySearch.c, line 111 }
806349316 LDAS-WA3322258 mpi::filterLogEntries 3322258.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806349351 LDAS-WA3322262 mpi::filterLogEntries 3322262.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806349353 LDAS-WA3322258 mpi::filterLogEntries 3322258.1:progress 100.00%
806349353 LDAS-WA3322258 mpi::filterLogEntries 3322258.1:projected_ratio 0.01014
806349353 LDAS-WA3322258 jobstate response: '3322258.1:cont'
806349353 LDAS-WA3322258 mpi::filterLogEntries 3322258.2:progress 100.00%
806349353 LDAS-WA3322258 mpi::filterLogEntries 3322258.2:projected_ratio 0.02026
806349353 LDAS-WA3322258 mpi::filterLogEntries 3322258.3:finalizing { totalTime=37.0313 sentObjects=4; Rank0 (inPut: create=0.61969 send=0.66330 ilwd=0.41716; outPut: create=0.02455 send=0.08409 ilwd=0.11819; metadata: (un)pack=0.00045 bcast=0.02630; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11510; max memory=1335296) Rank3 (inPut: create=0.53759 send=0.70371; outPut: create=0.00000 send=0.01190; metadata: (un)pack=0.00016 bcast=0.00214; IS=0.73580; CD=0.12352; AS=0.27400; FO=0.00000; FS=0.00440; LB=0.00001; max memory=950272) Rank1 (inPut: create=0.70672 send=0.76078; outPut: create=0.02382 send=0.06018; metadata: (un)pack=0.00024 bcast=0.02818; IS=0.00020; CD=0.00010; AS=33.66400; FO=0.00008; FS=0.00012; LB=0.02384; max memory=413696) Rank2 (inPut: create=0.74293 send=1.06067; outPut: create=0.02437 send=0.25777; metadata: (un)pack=0.00039 bcast=0.02720; IS=0.74373; CD=0.12534; AS=33.52652; FO=0.00018; FS=0.03402; LB=0.00002; max memory=950272) }
806349354 LDAS-WA3322262 mpi::filterLogEntries 3322262.1:error {Rank 1 failed with error message: ( applySearch function ): Level 1: power $Id: ApplySearch.c,v 1.7 2003/12/09 17:39:03 julien Exp $ Status code 19: File error! function LALApplySearch, file ../../../../contrib/burstwrapper/src/ApplySearch.c, line 111 }
806349355 LDAS-WA3322262 mpi::newJobCallback {Rank 1 failed with error message: ( applySearch function ): Level 1: power $Id: ApplySearch.c,v 1.7 2003/12/09 17:39:03 julien Exp $ Status code 19: File error! function LALApplySearch, file ../../../../contrib/burstwrapper/src/ApplySearch.c, line 111 }
806349369 LDAS-WA3322263 mpi::filterLogEntries 3322263.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806349370 LDAS-WA3322263 mpi::filterLogEntries 3322263.1:progress 100.00%
806349370 LDAS-WA3322263 mpi::filterLogEntries 3322263.1:projected_ratio 0.00089
806349370 LDAS-WA3322263 mpi::filterLogEntries 3322263.2:finalizing { totalTime=0.543154 sentObjects=3; Rank0 (inPut: create=0.04311 send=0.00632 ilwd=0.03551; outPut: create=0.01479 send=0.02874 ilwd=0.04234; metadata: (un)pack=0.00022 bcast=0.01281; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01294; max memory=4112384) Rank1 (inPut: create=0.04137 send=0.01219; outPut: create=0.01194 send=0.02809; metadata: (un)pack=0.00019 bcast=0.01354; IS=0.00009; CD=0.18117; AS=0.05369; FO=0.00023; FS=0.00005; LB=0.03590; max memory=8081408) }
806349391 LDAS-WA3322265 mpi::filterLogEntries 3322265.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806349393 LDAS-WA3322265 mpi::filterLogEntries 3322265.1:progress 100.00%
806349393 LDAS-WA3322265 mpi::filterLogEntries 3322265.1:projected_ratio 0.00019
806349393 LDAS-WA3322265 mpi::filterLogEntries 3322265.2:finalizing { totalTime=1.76735 sentObjects=3; Rank0 (inPut: create=0.37050 send=0.16768 ilwd=0.24917; outPut: create=0.09121 send=0.42486 ilwd=0.01351; metadata: (un)pack=0.00012 bcast=0.01285; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01194; max memory=262144) Rank1 (inPut: create=0.33056 send=0.20660; outPut: create=0.01190 send=0.45948; metadata: (un)pack=0.00012 bcast=0.01371; IS=0.00001; CD=0.00000; AS=0.06921; FO=0.00370; FS=0.00000; LB=0.13191; max memory=184320) }
806349441 LDAS-WA3322268 mpi::filterLogEntries 3322268.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806349442 LDAS-WA3322268 mpi::filterLogEntries 3322268.1:progress 100.00%
806349442 LDAS-WA3322268 mpi::filterLogEntries 3322268.1:projected_ratio 0.00000
806349442 LDAS-WA3322268 mpi::filterLogEntries 3322268.2:finalizing { totalTime=0.240864 sentObjects=2; Rank0 (inPut: create=0.04028 send=0.00069 ilwd=0.03550; outPut: create=0.00000 send=0.01210 ilwd=0.01179; metadata: (un)pack=0.00014 bcast=0.00101; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01196; max memory=479232) Rank1 (inPut: create=0.03919 send=0.00131; outPut: create=0.00000 send=0.02345; metadata: (un)pack=0.00023 bcast=0.00195; IS=0.00010; CD=0.00060; AS=0.00016; FO=0.00000; FS=0.00003; LB=0.02395; max memory=651264) }
806349455 LDAS-WA3322269 mpi::filterLogEntries 3322269.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806349465 LDAS-WA3322269 mpi::filterLogEntries 3322269.1:progress 68.37%
806349465 LDAS-WA3322269 mpi::filterLogEntries 3322269.1:projected_ratio 0.02549
806349465 LDAS-WA3322269 jobstate response: '3322269.1:cont'
806349465 LDAS-WA3322269 mpi::filterLogEntries 3322269.2:progress 100.00%
806349465 LDAS-WA3322269 mpi::filterLogEntries 3322269.2:projected_ratio 0.02576
806349466 LDAS-WA3322269 mpi::filterLogEntries 3322269.3:finalizing { totalTime=10.8672 sentObjects=4; Rank0 (inPut: create=0.36214 send=0.16733 ilwd=0.24388; outPut: create=0.09450 send=0.06062 ilwd=0.23731; metadata: (un)pack=0.02086 bcast=0.04871; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11386; max memory=6836224) Rank1 (inPut: create=0.32276 send=0.20712; outPut: create=0.06197 send=0.39771; metadata: (un)pack=0.01783 bcast=0.02543; IS=0.00011; CD=0.07177; AS=9.27320; FO=0.00150; FS=0.00384; LB=0.04726; max memory=348160) }
806349486 LDAS-WA3322270 mpi::filterLogEntries 3322270.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806349486 LDAS-WA3322270 mpi::filterLogEntries 3322270.1:progress 100.00%
806349486 LDAS-WA3322270 mpi::filterLogEntries 3322270.1:projected_ratio 0.00001
806349487 LDAS-WA3322270 mpi::filterLogEntries 3322270.2:finalizing { totalTime=0.305725 sentObjects=3; Rank0 (inPut: create=0.04389 send=0.00281 ilwd=0.03735; outPut: create=0.01240 send=0.03500 ilwd=0.01187; metadata: (un)pack=0.00038 bcast=0.01286; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01198; max memory=892928) Rank1 (inPut: create=0.04230 send=0.00551; outPut: create=0.01213 send=0.03593; metadata: (un)pack=0.00042 bcast=0.01364; IS=0.00011; CD=0.00259; AS=0.00053; FO=0.00006; FS=0.00005; LB=0.02450; max memory=2056192) }
806349528 LDAS-WA3322271 mpi::filterLogEntries 3322271.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.1:progress 0.00%
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.1:projected_ratio 0.00016
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.2:progress 10.00%
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.2:projected_ratio 0.00032
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.3:progress 20.00%
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.3:projected_ratio 0.00048
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.4:progress 30.00%
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.4:projected_ratio 0.00064
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.5:progress 40.00%
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.5:projected_ratio 0.00080
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.6:progress 50.00%
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.6:projected_ratio 0.00095
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.7:progress 60.00%
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.7:projected_ratio 0.00111
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.8:progress 70.00%
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.8:projected_ratio 0.00127
806349530 LDAS-WA3322271 jobstate response: '3322271.8:cont'
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.9:progress 80.00%
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.9:projected_ratio 0.00143
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.10:progress 90.00%
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.10:projected_ratio 0.00159
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.11:progress 100.00%
806349530 LDAS-WA3322271 mpi::filterLogEntries 3322271.11:projected_ratio 0.00159
806349531 LDAS-WA3322271 mpi::filterLogEntries 3322271.12:finalizing { totalTime=2.7192 sentObjects=3; Rank0 (inPut: create=0.24260 send=0.10217 ilwd=0.16457; outPut: create=0.14463 send=0.39659 ilwd=0.00913; metadata: (un)pack=0.00061 bcast=0.14338; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11592; max memory=1449984) Rank1 (inPut: create=0.21675 send=0.12672; outPut: create=0.14490 send=0.38586; metadata: (un)pack=0.00054 bcast=0.14543; IS=0.05980; CD=0.09637; AS=1.39388; FO=0.00044; FS=0.00284; LB=0.02403; max memory=18370560) }
806349559 LDAS-WA3322275 mpi::filterLogEntries 3322275.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806349562 LDAS-WA3322275 mpi::filterLogEntries 3322275.1:progress 0.00%
806349562 LDAS-WA3322275 mpi::filterLogEntries 3322275.1:projected_ratio 0.00000
806349562 LDAS-WA3322275 jobstate response: '3322275.1:cont'
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.2:progress 0.00%
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.2:projected_ratio 0.00028
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.3:progress 25.00%
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.3:projected_ratio 0.00030
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.4:progress 25.00%
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.4:projected_ratio 0.00057
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.5:progress 50.00%
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.5:projected_ratio 0.00086
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.6:progress 75.00%
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.6:projected_ratio 0.00133
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.7:progress 75.00%
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.7:projected_ratio 0.00153
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.8:progress 75.00%
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.8:projected_ratio 0.00153
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.9:progress 75.00%
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.9:projected_ratio 0.00153
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.10:progress 75.00%
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.10:projected_ratio 0.00167
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.11:progress 100.00%
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.11:projected_ratio 0.00177
806349563 LDAS-WA3322275 mpi::filterLogEntries 3322275.12:finalizing { totalTime=3.80754 sentObjects=3; Rank0 (inPut: create=0.40606 send=0.45805 ilwd=0.26345; outPut: create=0.03884 send=0.21580 ilwd=0.02422; metadata: (un)pack=0.00613 bcast=0.02835; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.12465; max memory=2813952) Rank3 (inPut: create=0.47177 send=0.51821; outPut: create=0.00000 send=0.08657; metadata: (un)pack=0.00008 bcast=0.00294; IS=0.00014; CD=0.76928; AS=0.43532; FO=0.00000; FS=0.00509; LB=0.00001; max memory=692224) Rank2 (inPut: create=0.36768 send=0.55319; outPut: create=0.00000 send=0.19582; metadata: (un)pack=0.00007 bcast=0.00338; IS=0.00017; CD=1.34547; AS=0.38732; FO=0.00000; FS=0.00508; LB=0.00002; max memory=917504) Rank1 (inPut: create=0.44089 send=0.59472; outPut: create=0.03498 send=0.37926; metadata: (un)pack=0.00513 bcast=0.02606; IS=0.00013; CD=1.38748; AS=0.24166; FO=0.00045; FS=0.00409; LB=0.04840; max memory=339968) }
806349580 LDAS-WA3322278 mpi::filterLogEntries 3322278.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) }
806349595 LDAS-WA3322278 mpi::filterLogEntries 3322278.1:progress 100.00%
806349595 LDAS-WA3322278 mpi::filterLogEntries 3322278.1:projected_ratio 0.11525
806349595 LDAS-WA3322278 jobstate response: '3322278.1:cont'
806349596 LDAS-WA3322278 mpi::filterLogEntries 3322278.2:finalizing { totalTime=15.0438 sentObjects=2; Rank0 (inPut: create=0.14933 send=0.11468 ilwd=0.10188; outPut: create=0.00000 send=0.01203 ilwd=0.07820; metadata: (un)pack=0.00011 bcast=0.00182; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11393; max memory=319488) Rank1 (inPut: create=0.13449 send=0.13889; outPut: create=0.00000 send=0.01142; metadata: (un)pack=0.00018 bcast=0.00206; IS=0.00045; CD=0.00006; AS=14.29043; FO=0.00000; FS=0.00008; LB=0.13188; max memory=212992) Rank2 (inPut: create=0.16920 send=0.09839; outPut: create=0.00000 send=0.15839; metadata: (un)pack=0.00018 bcast=0.00280; IS=0.00045; CD=0.00006; AS=14.28925; FO=0.00000; FS=0.00007; LB=0.00001; max memory=212992) }