Link: API Status Page for Hanford
806351138 LDAS-WA3322350 mpi::filterLogEntries 3322350.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806351141 LDAS-WA3322350 mpi::filterLogEntries 3322350.1:error {Rank 1 failed with error message: ( applySearch function ): Level 1: power $Id: ApplySearch.c,v 1.7 2003/12/09 17:39:03 julien Exp $ Status code 19: File error! function LALApplySearch, file ../../../../contrib/burstwrapper/src/ApplySearch.c, line 111 }
806351141 LDAS-WA3322350 mpi::newJobCallback {Rank 1 failed with error message: ( applySearch function ): Level 1: power $Id: ApplySearch.c,v 1.7 2003/12/09 17:39:03 julien Exp $ Status code 19: File error! function LALApplySearch, file ../../../../contrib/burstwrapper/src/ApplySearch.c, line 111 }
806351255 LDAS-WA3322355 mpi::filterLogEntries 3322355.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806351258 LDAS-WA3322355 mpi::filterLogEntries 3322355.1:error {Rank 1 failed with error message: ( applySearch function ): Level 1: power $Id: ApplySearch.c,v 1.7 2003/12/09 17:39:03 julien Exp $ Status code 19: File error! function LALApplySearch, file ../../../../contrib/burstwrapper/src/ApplySearch.c, line 111 }
806351258 LDAS-WA3322355 mpi::newJobCallback {Rank 1 failed with error message: ( applySearch function ): Level 1: power $Id: ApplySearch.c,v 1.7 2003/12/09 17:39:03 julien Exp $ Status code 19: File error! function LALApplySearch, file ../../../../contrib/burstwrapper/src/ApplySearch.c, line 111 }
806358975 LDAS-WA3322531 mpi::filterLogEntries 3322531.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806358978 LDAS-WA3322531 mpi::filterLogEntries 3322531.1:progress 0.00%
806358978 LDAS-WA3322531 mpi::filterLogEntries 3322531.1:projected_ratio 0.00000
806358978 LDAS-WA3322531 jobstate response: '3322531.1:cont'
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.2:progress 0.00%
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.2:projected_ratio 0.00000
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.3:progress 0.00%
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.3:projected_ratio 0.00000
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.4:progress 0.00%
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.4:projected_ratio 0.00369
806358980 LDAS-WA3322531 jobstate response: '3322531.4:cont'
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.5:progress 100.00%
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.5:projected_ratio 0.00369
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.6:progress 100.00%
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.6:projected_ratio 0.00749
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.7:progress 100.00%
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.7:projected_ratio 0.00749
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.8:progress 100.00%
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.8:projected_ratio 0.00753
806358980 LDAS-WA3322531 mpi::filterLogEntries 3322531.9:finalizing { totalTime=5.30587 sentObjects=2; Rank0 (inPut: create=0.52743 send=0.53019 ilwd=0.36146; outPut: create=0.00000 send=0.13153 ilwd=0.01011; metadata: (un)pack=0.00008 bcast=0.00247; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.21747; max memory=1081344) Rank3 (inPut: create=0.60109 send=0.49980; outPut: create=0.00000 send=0.04780; metadata: (un)pack=0.00014 bcast=0.00348; IS=0.00018; CD=0.45932; AS=0.14357; FO=0.00000; FS=0.00644; LB=0.00000; max memory=1478656) Rank2 (inPut: create=0.56804 send=0.75200; outPut: create=0.00000 send=0.20363; metadata: (un)pack=0.00015 bcast=0.00206; IS=0.00019; CD=0.83240; AS=2.27482; FO=0.00000; FS=0.00642; LB=0.00001; max memory=1478656) Rank1 (inPut: create=0.53294 send=0.66302; outPut: create=0.00000 send=0.40647; metadata: (un)pack=0.00014 bcast=0.00352; IS=0.00020; CD=0.88312; AS=2.09885; FO=0.00000; FS=0.00640; LB=0.02401; max memory=1478656) }
806359054 LDAS-WA3322533 mpi::filterLogEntries 3322533.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806359092 LDAS-WA3322533 mpi::filterLogEntries 3322533.1:progress 100.00%
806359092 LDAS-WA3322533 mpi::filterLogEntries 3322533.1:projected_ratio 0.01010
806359092 LDAS-WA3322533 jobstate response: '3322533.1:cont'
806359092 LDAS-WA3322533 mpi::filterLogEntries 3322533.2:progress 100.00%
806359092 LDAS-WA3322533 mpi::filterLogEntries 3322533.2:projected_ratio 0.02023
806359092 LDAS-WA3322533 mpi::filterLogEntries 3322533.3:finalizing { totalTime=37.9165 sentObjects=4; Rank0 (inPut: create=0.59384 send=0.82479 ilwd=0.38694; outPut: create=0.02555 send=0.07409 ilwd=0.08481; metadata: (un)pack=0.00047 bcast=0.02731; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11615; max memory=1335296) Rank3 (inPut: create=0.55226 send=0.95870; outPut: create=0.00000 send=0.01282; metadata: (un)pack=0.00016 bcast=0.00209; IS=1.44163; CD=0.21823; AS=0.07294; FO=0.00000; FS=0.00427; LB=0.00001; max memory=950272) Rank1 (inPut: create=0.68687 send=0.65245; outPut: create=0.01289 send=0.08484; metadata: (un)pack=0.00024 bcast=0.01626; IS=0.00019; CD=0.00009; AS=33.70038; FO=0.00005; FS=0.00007; LB=0.02491; max memory=413696) Rank2 (inPut: create=0.64343 send=0.98939; outPut: create=0.02595 send=0.31258; metadata: (un)pack=0.00037 bcast=0.02892; IS=1.51439; CD=0.20671; AS=33.54456; FO=0.00008; FS=0.03046; LB=0.00001; max memory=950272) }
806359109 LDAS-WA3322535 mpi::filterLogEntries 3322535.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806359110 LDAS-WA3322535 mpi::filterLogEntries 3322535.1:progress 100.00%
806359110 LDAS-WA3322535 mpi::filterLogEntries 3322535.1:projected_ratio 0.00091
806359110 LDAS-WA3322535 mpi::filterLogEntries 3322535.2:finalizing { totalTime=0.582976 sentObjects=3; Rank0 (inPut: create=0.04532 send=0.00632 ilwd=0.03773; outPut: create=0.01491 send=0.02874 ilwd=0.04329; metadata: (un)pack=0.00022 bcast=0.01283; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01194; max memory=4112384) Rank1 (inPut: create=0.04355 send=0.01202; outPut: create=0.01194 send=0.02854; metadata: (un)pack=0.00019 bcast=0.01357; IS=0.00009; CD=0.17907; AS=0.05448; FO=0.00022; FS=0.00004; LB=0.03605; max memory=8081408) }
806359140 LDAS-WA3322537 mpi::filterLogEntries 3322537.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806359142 LDAS-WA3322537 mpi::filterLogEntries 3322537.1:progress 100.00%
806359142 LDAS-WA3322537 mpi::filterLogEntries 3322537.1:projected_ratio 0.00019
806359142 LDAS-WA3322537 mpi::filterLogEntries 3322537.2:finalizing { totalTime=1.78618 sentObjects=3; Rank0 (inPut: create=0.34798 send=0.16868 ilwd=0.22782; outPut: create=0.09269 send=0.43447 ilwd=0.01140; metadata: (un)pack=0.00011 bcast=0.01280; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01194; max memory=262144) Rank1 (inPut: create=0.30788 send=0.20758; outPut: create=0.01290 send=0.47266; metadata: (un)pack=0.00011 bcast=0.01464; IS=0.00001; CD=0.00000; AS=0.06745; FO=0.00372; FS=0.00000; LB=0.13182; max memory=184320) }
806359196 LDAS-WA3322540 mpi::filterLogEntries 3322540.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806359196 LDAS-WA3322540 mpi::filterLogEntries 3322540.1:progress 100.00%
806359196 LDAS-WA3322540 mpi::filterLogEntries 3322540.1:projected_ratio 0.00000
806359196 LDAS-WA3322540 mpi::filterLogEntries 3322540.2:finalizing { totalTime=0.240198 sentObjects=2; Rank0 (inPut: create=0.03948 send=0.00068 ilwd=0.03470; outPut: create=0.00000 send=0.01189 ilwd=0.00900; metadata: (un)pack=0.00014 bcast=0.00101; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01196; max memory=479232) Rank1 (inPut: create=0.03842 send=0.00132; outPut: create=0.00000 send=0.01144; metadata: (un)pack=0.00023 bcast=0.00196; IS=0.00010; CD=0.00063; AS=0.00015; FO=0.00000; FS=0.00004; LB=0.02394; max memory=651264) }
806359220 LDAS-WA3322541 mpi::filterLogEntries 3322541.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806359231 LDAS-WA3322541 mpi::filterLogEntries 3322541.1:progress 68.37%
806359231 LDAS-WA3322541 mpi::filterLogEntries 3322541.1:projected_ratio 0.02533
806359231 LDAS-WA3322541 jobstate response: '3322541.1:cont'
806359231 LDAS-WA3322541 mpi::filterLogEntries 3322541.2:progress 100.00%
806359231 LDAS-WA3322541 mpi::filterLogEntries 3322541.2:projected_ratio 0.02560
806359231 LDAS-WA3322541 mpi::filterLogEntries 3322541.3:finalizing { totalTime=10.7467 sentObjects=4; Rank0 (inPut: create=0.34631 send=0.16780 ilwd=0.22755; outPut: create=0.10662 send=0.04943 ilwd=0.18388; metadata: (un)pack=0.02095 bcast=0.06071; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11487; max memory=6836224) Rank1 (inPut: create=0.30615 send=0.20475; outPut: create=0.06199 send=0.35061; metadata: (un)pack=0.01770 bcast=0.02555; IS=0.00012; CD=0.07039; AS=9.21545; FO=0.00151; FS=0.00392; LB=0.03623; max memory=348160) }
806359258 LDAS-WA3322543 mpi::filterLogEntries 3322543.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806359258 LDAS-WA3322543 mpi::filterLogEntries 3322543.1:progress 100.00%
806359258 LDAS-WA3322543 mpi::filterLogEntries 3322543.1:projected_ratio 0.00001
806359259 LDAS-WA3322543 mpi::filterLogEntries 3322543.2:finalizing { totalTime=0.334212 sentObjects=3; Rank0 (inPut: create=0.04519 send=0.00287 ilwd=0.03863; outPut: create=0.01340 send=0.02478 ilwd=0.00939; metadata: (un)pack=0.00038 bcast=0.01384; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01296; max memory=892928) Rank1 (inPut: create=0.04350 send=0.00553; outPut: create=0.01296 send=0.02584; metadata: (un)pack=0.00043 bcast=0.01445; IS=0.00011; CD=0.00255; AS=0.00053; FO=0.00005; FS=0.00004; LB=0.02489; max memory=2056192) }
806359348 LDAS-WA3322545 mpi::filterLogEntries 3322545.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.1:progress 0.00%
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.1:projected_ratio 0.00016
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.2:progress 10.00%
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.2:projected_ratio 0.00032
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.3:progress 20.00%
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.3:projected_ratio 0.00048
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.4:progress 30.00%
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.4:projected_ratio 0.00064
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.5:progress 40.00%
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.5:projected_ratio 0.00080
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.6:progress 50.00%
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.6:projected_ratio 0.00096
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.7:progress 60.00%
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.7:projected_ratio 0.00111
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.8:progress 70.00%
806359350 LDAS-WA3322545 mpi::filterLogEntries 3322545.8:projected_ratio 0.00127
806359350 LDAS-WA3322545 jobstate response: '3322545.8:cont'
806359351 LDAS-WA3322545 mpi::filterLogEntries 3322545.9:progress 80.00%
806359351 LDAS-WA3322545 mpi::filterLogEntries 3322545.9:projected_ratio 0.00143
806359351 LDAS-WA3322545 mpi::filterLogEntries 3322545.10:progress 90.00%
806359351 LDAS-WA3322545 mpi::filterLogEntries 3322545.10:projected_ratio 0.00159
806359351 LDAS-WA3322545 mpi::filterLogEntries 3322545.11:progress 100.00%
806359351 LDAS-WA3322545 mpi::filterLogEntries 3322545.11:projected_ratio 0.00159
806359351 LDAS-WA3322545 mpi::filterLogEntries 3322545.12:finalizing { totalTime=2.7759 sentObjects=3; Rank0 (inPut: create=0.23545 send=0.10536 ilwd=0.15743; outPut: create=0.14450 send=0.40766 ilwd=0.04303; metadata: (un)pack=0.00062 bcast=0.14322; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11492; max memory=1449984) Rank1 (inPut: create=0.20958 send=0.13106; outPut: create=0.14389 send=0.41807; metadata: (un)pack=0.00053 bcast=0.14441; IS=0.05982; CD=0.09642; AS=1.39464; FO=0.00041; FS=0.00285; LB=0.03603; max memory=18370560) }
806359393 LDAS-WA3322547 mpi::filterLogEntries 3322547.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806359396 LDAS-WA3322547 mpi::filterLogEntries 3322547.1:progress 0.00%
806359396 LDAS-WA3322547 mpi::filterLogEntries 3322547.1:projected_ratio 0.00000
806359396 LDAS-WA3322547 jobstate response: '3322547.1:cont'
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.2:progress 0.00%
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.2:projected_ratio 0.00032
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.3:progress 25.00%
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.3:projected_ratio 0.00035
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.4:progress 25.00%
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.4:projected_ratio 0.00060
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.5:progress 50.00%
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.5:projected_ratio 0.00086
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.6:progress 75.00%
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.6:projected_ratio 0.00133
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.7:progress 75.00%
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.7:projected_ratio 0.00153
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.8:progress 75.00%
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.8:projected_ratio 0.00153
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.9:progress 75.00%
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.9:projected_ratio 0.00164
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.10:progress 75.00%
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.10:projected_ratio 0.00164
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.11:progress 100.00%
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.11:projected_ratio 0.00177
806359397 LDAS-WA3322547 mpi::filterLogEntries 3322547.12:finalizing { totalTime=3.76767 sentObjects=3; Rank0 (inPut: create=0.38267 send=0.63101 ilwd=0.24647; outPut: create=0.03792 send=0.21807 ilwd=0.01185; metadata: (un)pack=0.00621 bcast=0.02637; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11571; max memory=2813952) Rank2 (inPut: create=0.44650 send=0.28296; outPut: create=0.00000 send=0.08359; metadata: (un)pack=0.00008 bcast=0.00351; IS=0.00014; CD=0.73675; AS=0.39919; FO=0.00000; FS=0.00524; LB=0.00001; max memory=692224) Rank3 (inPut: create=0.32757 send=0.65954; outPut: create=0.00000 send=0.15619; metadata: (un)pack=0.00009 bcast=0.00203; IS=0.00013; CD=1.33503; AS=0.39976; FO=0.00000; FS=0.00503; LB=0.00002; max memory=917504) Rank1 (inPut: create=0.42066 send=0.58205; outPut: create=0.02312 send=0.35162; metadata: (un)pack=0.00536 bcast=0.01511; IS=0.00015; CD=1.31238; AS=0.25808; FO=0.00045; FS=0.00405; LB=0.03641; max memory=339968) }
806359448 LDAS-WA3322548 mpi::filterLogEntries 3322548.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) }
806359463 LDAS-WA3322548 mpi::filterLogEntries 3322548.1:progress 100.00%
806359463 LDAS-WA3322548 mpi::filterLogEntries 3322548.1:projected_ratio 0.11532
806359463 LDAS-WA3322548 jobstate response: '3322548.1:cont'
806359464 LDAS-WA3322548 mpi::filterLogEntries 3322548.2:finalizing { totalTime=15.0885 sentObjects=2; Rank0 (inPut: create=0.15956 send=0.11240 ilwd=0.11287; outPut: create=0.00000 send=0.01301 ilwd=0.01004; metadata: (un)pack=0.00010 bcast=0.00181; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11622; max memory=319488) Rank1 (inPut: create=0.14610 send=0.13693; outPut: create=0.00000 send=0.01205; metadata: (un)pack=0.00018 bcast=0.00206; IS=0.00047; CD=0.00005; AS=14.30009; FO=0.00000; FS=0.00008; LB=0.13188; max memory=212992) Rank2 (inPut: create=0.18013 send=0.09516; outPut: create=0.00000 send=0.15702; metadata: (un)pack=0.00016 bcast=0.00279; IS=0.00045; CD=0.00005; AS=14.29892; FO=0.00000; FS=0.00008; LB=0.00001; max memory=212992) }
806361956 LDAS-WA3322597 mpi::filterLogEntries 3322597.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806361959 LDAS-WA3322597 mpi::filterLogEntries 3322597.1:progress 0.00%
806361959 LDAS-WA3322597 mpi::filterLogEntries 3322597.1:projected_ratio 0.00001
806361959 LDAS-WA3322597 jobstate response: '3322597.1:cont'
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.2:progress 0.00%
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.2:projected_ratio 0.00001
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.3:progress 0.00%
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.3:projected_ratio 0.00001
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.4:progress 0.00%
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.4:projected_ratio 0.00349
806361961 LDAS-WA3322597 jobstate response: '3322597.4:cont'
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.5:progress 100.00%
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.5:projected_ratio 0.00349
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.6:progress 100.00%
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.6:projected_ratio 0.00708
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.7:progress 100.00%
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.7:projected_ratio 0.00712
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.8:progress 100.00%
806361961 LDAS-WA3322597 mpi::filterLogEntries 3322597.8:projected_ratio 0.00713
806361962 LDAS-WA3322597 mpi::filterLogEntries 3322597.9:finalizing { totalTime=5.2559 sentObjects=2; Rank0 (inPut: create=0.62079 send=0.70636 ilwd=0.45695; outPut: create=0.00000 send=0.13522 ilwd=0.00987; metadata: (un)pack=0.00008 bcast=0.00260; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.21960; max memory=1081344) Rank3 (inPut: create=0.66321 send=0.86716; outPut: create=0.00000 send=0.04767; metadata: (un)pack=0.00013 bcast=0.00463; IS=0.00018; CD=0.79885; AS=0.14818; FO=0.00000; FS=0.00659; LB=0.00001; max memory=1478656) Rank2 (inPut: create=0.55472 send=0.61464; outPut: create=0.00000 send=0.16964; metadata: (un)pack=0.00016 bcast=0.00212; IS=0.00020; CD=0.78854; AS=2.14962; FO=0.00000; FS=0.00630; LB=0.00001; max memory=1478656) Rank1 (inPut: create=0.69647 send=0.38470; outPut: create=0.00000 send=0.39808; metadata: (un)pack=0.00013 bcast=0.00351; IS=0.00018; CD=0.45971; AS=1.97617; FO=0.00000; FS=0.00702; LB=0.02500; max memory=1478656) }
806429013 LDAS-WA3327067 mpi::filterLogEntries 3327067.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806429016 LDAS-WA3327067 mpi::filterLogEntries 3327067.1:progress 0.00%
806429016 LDAS-WA3327067 mpi::filterLogEntries 3327067.1:projected_ratio 0.00000
806429016 LDAS-WA3327067 jobstate response: '3327067.1:cont'
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.2:progress 0.00%
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.2:projected_ratio 0.00034
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.3:progress 0.00%
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.3:projected_ratio 0.00034
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.4:progress 0.00%
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.4:projected_ratio 0.00376
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.5:progress 100.00%
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.5:projected_ratio 0.00376
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.6:progress 100.00%
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.6:projected_ratio 0.00728
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.7:progress 100.00%
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.7:projected_ratio 0.00728
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.8:progress 100.00%
806429018 LDAS-WA3327067 mpi::filterLogEntries 3327067.8:projected_ratio 0.00733
806429019 LDAS-WA3327067 mpi::filterLogEntries 3327067.9:finalizing { totalTime=5.21403 sentObjects=2; Rank0 (inPut: create=0.49959 send=0.57254 ilwd=0.30768; outPut: create=0.00000 send=0.51609 ilwd=0.01123; metadata: (un)pack=0.00009 bcast=0.00247; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11442; max memory=1073152) Rank2 (inPut: create=0.54339 send=0.41642; outPut: create=0.00000 send=0.04772; metadata: (un)pack=0.00013 bcast=0.00353; IS=0.00017; CD=0.45424; AS=0.52595; FO=0.00000; FS=0.00635; LB=0.00001; max memory=1478656) Rank3 (inPut: create=0.46525 send=0.78778; outPut: create=0.00000 send=0.09565; metadata: (un)pack=0.00015 bcast=0.00354; IS=0.00017; CD=0.78507; AS=2.11430; FO=0.00000; FS=0.00640; LB=0.00001; max memory=1478656) Rank1 (inPut: create=0.51072 send=0.70517; outPut: create=0.00000 send=0.56946; metadata: (un)pack=0.00015 bcast=0.00201; IS=0.00020; CD=0.80145; AS=1.65521; FO=0.00000; FS=0.00617; LB=0.02410; max memory=1478656) }
806430666 LDAS-WA3327181 mpi::filterLogEntries 3327181.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806430704 LDAS-WA3327181 mpi::filterLogEntries 3327181.1:progress 100.00%
806430704 LDAS-WA3327181 mpi::filterLogEntries 3327181.1:projected_ratio 0.01054
806430704 LDAS-WA3327181 jobstate response: '3327181.1:cont'
806430705 LDAS-WA3327181 mpi::filterLogEntries 3327181.2:progress 100.00%
806430705 LDAS-WA3327181 mpi::filterLogEntries 3327181.2:projected_ratio 0.02107
806430705 LDAS-WA3327181 mpi::filterLogEntries 3327181.3:finalizing { totalTime=38.3898 sentObjects=4; Rank0 (inPut: create=0.69530 send=0.77457 ilwd=0.38685; outPut: create=0.02455 send=0.07123 ilwd=0.05187; metadata: (un)pack=0.00044 bcast=0.02717; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11414; max memory=1335296) Rank3 (inPut: create=0.68404 send=0.70326; outPut: create=0.00000 send=0.01189; metadata: (un)pack=0.00014 bcast=0.00286; IS=0.74538; CD=0.12840; AS=0.19721; FO=0.00000; FS=0.00473; LB=0.00001; max memory=950272) Rank1 (inPut: create=0.59244 send=0.77564; outPut: create=0.01191 send=0.08315; metadata: (un)pack=0.00025 bcast=0.01374; IS=0.00015; CD=0.00008; AS=35.03181; FO=0.00004; FS=0.00007; LB=0.02393; max memory=413696) Rank2 (inPut: create=0.58266 send=0.99501; outPut: create=0.02394 send=0.29870; metadata: (un)pack=0.00036 bcast=0.02669; IS=0.73801; CD=0.12626; AS=34.87628; FO=0.00010; FS=0.03034; LB=0.00001; max memory=950272) }
806430728 LDAS-WA3327193 mpi::filterLogEntries 3327193.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806430729 LDAS-WA3327193 mpi::filterLogEntries 3327193.1:progress 100.00%
806430729 LDAS-WA3327193 mpi::filterLogEntries 3327193.1:projected_ratio 0.00090
806430729 LDAS-WA3327193 mpi::filterLogEntries 3327193.2:finalizing { totalTime=0.765034 sentObjects=3; Rank0 (inPut: create=0.04218 send=0.00625 ilwd=0.03441; outPut: create=0.01452 send=0.03989 ilwd=0.00939; metadata: (un)pack=0.00019 bcast=0.01282; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01194; max memory=4112384) Rank1 (inPut: create=0.04044 send=0.01221; outPut: create=0.01194 send=0.04092; metadata: (un)pack=0.00019 bcast=0.01358; IS=0.00010; CD=0.18077; AS=0.05379; FO=0.00024; FS=0.00004; LB=0.03594; max memory=8081408) }
806430763 LDAS-WA3327198 mpi::filterLogEntries 3327198.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806430764 LDAS-WA3327198 mpi::filterLogEntries 3327198.1:progress 100.00%
806430764 LDAS-WA3327198 mpi::filterLogEntries 3327198.1:projected_ratio 0.00019
806430765 LDAS-WA3327198 mpi::filterLogEntries 3327198.2:finalizing { totalTime=1.78646 sentObjects=3; Rank0 (inPut: create=0.34487 send=0.16811 ilwd=0.22713; outPut: create=0.08873 send=0.44500 ilwd=0.01014; metadata: (un)pack=0.00012 bcast=0.01283; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01194; max memory=262144) Rank1 (inPut: create=0.30735 send=0.20692; outPut: create=0.01190 send=0.48499; metadata: (un)pack=0.00012 bcast=0.01371; IS=0.00001; CD=0.00000; AS=0.06781; FO=0.00412; FS=0.00000; LB=0.12002; max memory=184320) }
806430821 LDAS-WA3327206 mpi::filterLogEntries 3327206.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806430821 LDAS-WA3327206 mpi::filterLogEntries 3327206.1:progress 100.00%
806430821 LDAS-WA3327206 mpi::filterLogEntries 3327206.1:projected_ratio 0.00000
806430821 LDAS-WA3327206 mpi::filterLogEntries 3327206.2:finalizing { totalTime=0.314181 sentObjects=2; Rank0 (inPut: create=0.03961 send=0.00073 ilwd=0.03484; outPut: create=0.00000 send=0.01253 ilwd=0.04313; metadata: (un)pack=0.00013 bcast=0.00103; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01198; max memory=479232) Rank1 (inPut: create=0.03854 send=0.00135; outPut: create=0.00000 send=0.04825; metadata: (un)pack=0.00024 bcast=0.00195; IS=0.00011; CD=0.00064; AS=0.00015; FO=0.00000; FS=0.00005; LB=0.02392; max memory=651264) }
806430839 LDAS-WA3327209 mpi::filterLogEntries 3327209.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806430849 LDAS-WA3327209 mpi::filterLogEntries 3327209.1:progress 68.37%
806430849 LDAS-WA3327209 mpi::filterLogEntries 3327209.1:projected_ratio 0.02536
806430849 LDAS-WA3327209 jobstate response: '3327209.1:cont'
806430849 LDAS-WA3327209 mpi::filterLogEntries 3327209.2:progress 100.00%
806430849 LDAS-WA3327209 mpi::filterLogEntries 3327209.2:projected_ratio 0.02562
806430850 LDAS-WA3327209 mpi::filterLogEntries 3327209.3:finalizing { totalTime=10.7666 sentObjects=4; Rank0 (inPut: create=0.34457 send=0.16662 ilwd=0.22711; outPut: create=0.10721 send=0.04892 ilwd=0.19615; metadata: (un)pack=0.02106 bcast=0.06068; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11388; max memory=6836224) Rank1 (inPut: create=0.30840 send=0.20508; outPut: create=0.06195 send=0.36031; metadata: (un)pack=0.01744 bcast=0.02597; IS=0.00012; CD=0.07064; AS=9.22347; FO=0.00148; FS=0.00390; LB=0.03626; max memory=348160) }
806430878 LDAS-WA3327215 mpi::filterLogEntries 3327215.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806430879 LDAS-WA3327215 mpi::filterLogEntries 3327215.1:progress 100.00%
806430879 LDAS-WA3327215 mpi::filterLogEntries 3327215.1:projected_ratio 0.00001
806430879 LDAS-WA3327215 mpi::filterLogEntries 3327215.2:finalizing { totalTime=0.306505 sentObjects=3; Rank0 (inPut: create=0.04443 send=0.00285 ilwd=0.03767; outPut: create=0.02442 send=0.02448 ilwd=0.01279; metadata: (un)pack=0.00037 bcast=0.02486; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.01198; max memory=892928) Rank1 (inPut: create=0.04258 send=0.00552; outPut: create=0.01297 send=0.03653; metadata: (un)pack=0.00042 bcast=0.01445; IS=0.00011; CD=0.00265; AS=0.00053; FO=0.00006; FS=0.00005; LB=0.02649; max memory=2056192) }
806430937 LDAS-WA3327221 mpi::filterLogEntries 3327221.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) }
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.1:progress 0.00%
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.1:projected_ratio 0.00017
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.2:progress 10.00%
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.2:projected_ratio 0.00033
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.3:progress 20.00%
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.3:projected_ratio 0.00049
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.4:progress 30.00%
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.4:projected_ratio 0.00066
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.5:progress 40.00%
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.5:projected_ratio 0.00082
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.6:progress 50.00%
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.6:projected_ratio 0.00097
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.7:progress 60.00%
806430939 LDAS-WA3327221 mpi::filterLogEntries 3327221.7:projected_ratio 0.00113
806430939 LDAS-WA3327221 jobstate response: '3327221.7:cont'
806430940 LDAS-WA3327221 mpi::filterLogEntries 3327221.8:progress 70.00%
806430940 LDAS-WA3327221 mpi::filterLogEntries 3327221.8:projected_ratio 0.00129
806430940 LDAS-WA3327221 mpi::filterLogEntries 3327221.9:progress 80.00%
806430940 LDAS-WA3327221 mpi::filterLogEntries 3327221.9:projected_ratio 0.00145
806430940 LDAS-WA3327221 mpi::filterLogEntries 3327221.10:progress 90.00%
806430940 LDAS-WA3327221 mpi::filterLogEntries 3327221.10:projected_ratio 0.00161
806430940 LDAS-WA3327221 mpi::filterLogEntries 3327221.11:progress 100.00%
806430940 LDAS-WA3327221 mpi::filterLogEntries 3327221.11:projected_ratio 0.00161
806430940 LDAS-WA3327221 mpi::filterLogEntries 3327221.12:finalizing { totalTime=2.76689 sentObjects=3; Rank0 (inPut: create=0.24772 send=0.10167 ilwd=0.17106; outPut: create=0.13272 send=0.37365 ilwd=0.00970; metadata: (un)pack=0.00063 bcast=0.13143; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11610; max memory=1449984) Rank1 (inPut: create=0.22256 send=0.12707; outPut: create=0.13290 send=0.39790; metadata: (un)pack=0.00053 bcast=0.13343; IS=0.05979; CD=0.09544; AS=1.41102; FO=0.00043; FS=0.00284; LB=0.02405; max memory=18370560) }
806430977 LDAS-WA3327230 mpi::filterLogEntries 3327230.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) Rank3(beowulf) }
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.1:progress 0.00%
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.1:projected_ratio 0.00000
806430980 LDAS-WA3327230 jobstate response: '3327230.1:cont'
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.2:progress 0.00%
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.2:projected_ratio 0.00026
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.3:progress 25.00%
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.3:projected_ratio 0.00028
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.4:progress 25.00%
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.4:projected_ratio 0.00058
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.5:progress 50.00%
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.5:projected_ratio 0.00072
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.6:progress 50.00%
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.6:projected_ratio 0.00119
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.7:progress 50.00%
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.7:projected_ratio 0.00119
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.8:progress 75.00%
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.8:projected_ratio 0.00122
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.9:progress 75.00%
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.9:projected_ratio 0.00151
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.10:progress 75.00%
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.10:projected_ratio 0.00151
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.11:progress 100.00%
806430980 LDAS-WA3327230 mpi::filterLogEntries 3327230.11:projected_ratio 0.00154
806430981 LDAS-WA3327230 mpi::filterLogEntries 3327230.12:finalizing { totalTime=3.76714 sentObjects=3; Rank0 (inPut: create=0.36643 send=0.51948 ilwd=0.22737; outPut: create=0.03946 send=0.25283 ilwd=0.04351; metadata: (un)pack=0.00623 bcast=0.02804; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11620; max memory=2813952) Rank2 (inPut: create=0.43019 send=0.28416; outPut: create=0.00000 send=0.09663; metadata: (un)pack=0.00008 bcast=0.00356; IS=0.00014; CD=0.76925; AS=0.33843; FO=0.00000; FS=0.00495; LB=0.00001; max memory=692224) Rank3 (inPut: create=0.40294 send=0.66892; outPut: create=0.00000 send=0.16829; metadata: (un)pack=0.00009 bcast=0.00339; IS=0.00017; CD=1.40956; AS=0.38886; FO=0.00000; FS=0.00498; LB=0.00002; max memory=917504) Rank1 (inPut: create=0.30739 send=0.62166; outPut: create=0.03502 send=0.38414; metadata: (un)pack=0.00513 bcast=0.02607; IS=0.00016; CD=1.39800; AS=0.23413; FO=0.00045; FS=0.00388; LB=0.03840; max memory=339968) }
806431009 LDAS-WA3327236 mpi::filterLogEntries 3327236.0:initializing { Master-Rank0(beowulf) Rank1(beowulf) Rank2(beowulf) }
806431024 LDAS-WA3327236 mpi::filterLogEntries 3327236.1:progress 100.00%
806431024 LDAS-WA3327236 mpi::filterLogEntries 3327236.1:projected_ratio 0.11492
806431024 LDAS-WA3327236 jobstate response: '3327236.1:cont'
806431024 LDAS-WA3327236 mpi::filterLogEntries 3327236.2:finalizing { totalTime=15.0374 sentObjects=2; Rank0 (inPut: create=0.14861 send=0.10971 ilwd=0.10131; outPut: create=0.00000 send=0.01205 ilwd=0.01069; metadata: (un)pack=0.00010 bcast=0.00182; IS=0.00000; CD=0.00000; AS=0.00000; FO=0.00000; FS=0.00000; LB=0.11493; max memory=319488) Rank1 (inPut: create=0.16972 send=0.09282; outPut: create=0.00000 send=0.01236; metadata: (un)pack=0.00016 bcast=0.00280; IS=0.00045; CD=0.00005; AS=14.25027; FO=0.00000; FS=0.00009; LB=0.13189; max memory=212992) Rank2 (inPut: create=0.13361 send=0.13339; outPut: create=0.00000 send=0.15630; metadata: (un)pack=0.00020 bcast=0.00206; IS=0.00044; CD=0.00005; AS=14.25164; FO=0.00000; FS=0.00007; LB=0.00000; max memory=212992) }