/home/jm_c/test_engaging/MITgcm_ifcMpi/verification/fizhi-gridalt-hs/run ../../../tools/tst_2+2 -mpi All -command "mpirun -np 6 ./mitgcmuv" cmdEXE='mpirun -np 6 ./mitgcmuv' from previous run STDOUT.0000, lastPick=' 5 ckptA' ; iter='5' ; sufx='ckptA' prepare parameter file 'data.tst' : prepare file 'data.tst' : done diff data.tst data 54,56c54 < nIter0=5, < nTimeSteps=4, < # nIter0=0, --- > nIter0=0, 58c56 < # nTimeSteps=5, --- > nTimeSteps=5, 65,66c63,64 < # pChkptFreq=2592000.0, < # chkptFreq=0.0, --- > pChkptFreq=2592000.0, > chkptFreq=0.0, link back: temp_tst/pickup*.ckptA* rename ckptA -> 0000000005 for all: pickup pickup_fizhi pickup_vegtiles rnp_loc: pickup.ckptA pickup.0000000005 rnp_loc: pickup_fizhi.ckptA pickup_fizhi.0000000005 rnp_loc: pickup_vegtiles.ckptA pickup_vegtiles.0000000005 start-end iter: 5 , 7 , 9 sufix: '0000000005' '0000000007' '0000000009' cmdEXE=mpirun -np 6 ./mitgcmuv ==> START RUN 2 x 2 it Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart Opening pickup_vegtiles.0000000005.006.001.data Opening pickup_vegtiles.0000000005.005.001.data Opening pickup_vegtiles.0000000005.004.001.data Opening pickup_vegtiles.0000000005.001.001.data Opening pickup_vegtiles.0000000005.002.001.data Opening pickup_vegtiles.0000000005.003.001.data Current Date 20040301 Current Time 120730 Current Date 20040301 Current Time 120730 Current Date 20040301 Current Time 120730 Current Date 20040301 Current Time 120730 Current Date 20040301 Current Time 120730 Current Date 20040301 Current Time 120730 Current Date 20040301 Current Time 121500 Current Date 20040301 Current Time 121500 Current Date 20040301 Current Time 121500 Current Date 20040301 Current Time 121500 Current Date 20040301 Current Time 121500 Current Date 20040301 Current Time 121500 Current Date 20040301 Current Time 122230 Current Date 20040301 Current Time 122230 Current Date 20040301 Current Time 122230 Current Date 20040301 Current Time 122230 Current Date 20040301 Current Time 122230 Current Date 20040301 Current Time 122230 Current Date 20040301 Current Time 123000 Current Date 20040301 Current Time 123000 Current Date 20040301 Current Time 123000 Current Date 20040301 Current Time 123000 Current Date 20040301 Current Time 123000 Current Date 20040301 Current Time 123000 Writing datetime file: NYMD = 20040301 NHMS = 123000 Writing datetime file: NYMD = 20040301 NHMS = 123000 Writing datetime file: NYMD = 20040301 NHMS = 123000 Writing datetime file: NYMD = 20040301 NHMS = 123000 Writing datetime file: NYMD = 20040301 NHMS = 123000 Writing datetime file: NYMD = 20040301 NHMS = 123000 NORMAL END NORMAL END NORMAL END NORMAL END NORMAL END NORMAL END ==> END RUN 2 x 2 it listP= pickup pickup_fizhi pickup_vegtiles rnp_loc: pickup.ckptA pickup.0000000009 rnp_loc: pickup_fizhi.ckptA pickup_fizhi.0000000009 rnp_loc: pickup_vegtiles.ckptA pickup_vegtiles.0000000009 move_outp: res_2it ==> START RUN 1iA Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart Opening pickup_vegtiles.0000000005.006.001.data Opening pickup_vegtiles.0000000005.005.001.data Opening pickup_vegtiles.0000000005.003.001.data Opening pickup_vegtiles.0000000005.004.001.data Opening pickup_vegtiles.0000000005.002.001.data Opening pickup_vegtiles.0000000005.001.001.data Current Date 20040301 Current Time 120730 Current Date 20040301 Current Time 120730 Current Date 20040301 Current Time 120730 Current Date 20040301 Current Time 120730 Current Date 20040301 Current Time 120730 Current Date 20040301 Current Time 120730 Current Date 20040301 Current Time 121500 Current Date 20040301 Current Time 121500 Current Date 20040301 Current Time 121500 Current Date 20040301 Current Time 121500 Current Date 20040301 Current Time 121500 Current Date 20040301 Current Time 121500 Writing datetime file: NYMD = 20040301 NHMS = 121500 Writing datetime file: NYMD = 20040301 NHMS = 121500 Writing datetime file: NYMD = 20040301 NHMS = 121500 Writing datetime file: NYMD = 20040301 NHMS = 121500 Writing datetime file: NYMD = 20040301 NHMS = 121500 Writing datetime file: NYMD = 20040301 NHMS = 121500 NORMAL END NORMAL END NORMAL END NORMAL END NORMAL END NORMAL END ==> END RUN 1iA rnp_loc: pickup.ckptA pickup.0000000007 rnp_loc: pickup_fizhi.ckptA pickup_fizhi.0000000007 rnp_loc: pickup_vegtiles.ckptA pickup_vegtiles.0000000007 move_outp: res_1iA ==> START RUN 1iB Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 Begin Date 20040301 Begin Time 120000 Current Date 20040301 Current Time 120000 In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart In fizhi_init_vars: Read from restart Opening pickup_vegtiles.0000000007.005.001.data Opening pickup_vegtiles.0000000007.006.001.data forrtl: No such file or directory Opening pickup_vegtiles.0000000007.001.001.data Opening pickup_vegtiles.0000000007.002.001.data Opening pickup_vegtiles.0000000007.004.001.data Opening pickup_vegtiles.0000000007.003.001.data forrtl: severe (29): file not found, unit 9, file /orcd/home/002/jm_c/test_engaging/MITgcm_ifcMpi/verification/fizhi-gridalt-hs/run/pickup_vegtiles.0000000007.005.001.data Image PC Routine Line Source libifcoremt.so.5 000014903A5A112D for_open Unknown Unknown mitgcmuv 00000000009F307A fizhi_read_vegtil 4202 fizhi_readwrite_vegtiles.f mitgcmuv 00000000004243F3 fizhi_init_vars 3676 fizhi_init_vars.f mitgcmuv 00000000015AB19C packages_init_var 1980 packages_init_variables.f mitgcmuv 00000000015754B1 initialise_varia 2142 initialise_varia.f mitgcmuv 000000000164EE21 the_main_loop 1943 the_main_loop.f mitgcmuv 000000000164F0F2 the_model_main 2512 the_model_main.f mitgcmuv 00000000012BFD05 main 4553 main.f mitgcmuv 000000000040285D Unknown Unknown Unknown libc-2.28.so 000014902D1747E5 __libc_start_main Unknown Unknown mitgcmuv 000000000040277E Unknown Unknown Unknown =================================================================================== = BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES = RANK 5 PID 2076208 RUNNING AT node3304 = KILLED BY SIGNAL: 9 (Killed) =================================================================================== ==> RUN 1iB STOP without writing pickup => exit