/orcd/pool/004/jahn/centos7/MITgcm_ifort-mpi-fast_san/verification/isomip/tr_run.stic
../../../tools/tst_2+2 -mpi All -command "mpirun -env I_MPI_DEBUG 2 -n 4 ./mitgcmuv"
 
cmdEXE='mpirun -env I_MPI_DEBUG 2 -n 4 ./mitgcmuv'
from previous run STDOUT.0000, lastPick='       20 ckptA' ; iter='20' ; sufx='ckptA'
prepare parameter file 'data.tst' :
prepare file 'data.tst' : done
 diff data.tst data
43,46c43,44
<  nIter0=20,
<  nTimeSteps=4,
< # nIter0=0,
< # nTimeSteps=20,
---
>  nIter0=0,
>  nTimeSteps=20,
51,52c49,50
< # pChkptFreq=0.0,
< # chkptFreq=0.0,
---
>  pChkptFreq=0.0,
>  chkptFreq=0.0,
 
 link back: temp_tst/pickup*.ckptA*
 rename ckptA -> 0000000020 for all: pickup_cd pickup
  rnp_loc: pickup_cd.ckptA pickup_cd.0000000020
  rnp_loc: pickup.ckptA pickup.0000000020
 start-end iter: 20 , 22 , 24
 sufix: '0000000020' '0000000022' '0000000024'
 cmdEXE=mpirun -env I_MPI_DEBUG 2 -n 4 ./mitgcmuv
==> START RUN 2 x 2 it
[0] MPI startup(): Single-threaded optimized library
[2] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[1] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[0] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[3] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[0] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[0] MPI startup(): shm and dapl data transfer modes
[1] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[1] MPI startup(): shm and dapl data transfer modes
[2] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[2] MPI startup(): shm and dapl data transfer modes
[3] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[3] MPI startup(): shm and dapl data transfer modes
NORMAL END
NORMAL END
NORMAL END
NORMAL END
==>  END  RUN 2 x 2 it
 listP= pickup_cd pickup
  rnp_loc: pickup_cd.ckptA pickup_cd.0000000024
  rnp_loc: pickup.ckptA pickup.0000000024
 move_outp: res_2it
==> START RUN 1iA
[0] MPI startup(): Single-threaded optimized library
[2] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[1] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[0] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[3] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[0] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[0] MPI startup(): shm and dapl data transfer modes
[1] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[1] MPI startup(): shm and dapl data transfer modes
[2] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[2] MPI startup(): shm and dapl data transfer modes
[3] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[3] MPI startup(): shm and dapl data transfer modes
forrtl: No such file or directory
forrtl: severe (29): file not found, unit 9, file /orcd/pool/004/jahn/centos7/MITgcm_ifort-mpi-fast_san/verification/isomip/tr_run.stic/pickup_cd.ckptA.002.003.data
Image              PC                Routine            Line        Source             
libifcoremt.so.5   00002AAAACEC91C2  for__io_return        Unknown  Unknown
libifcoremt.so.5   00002AAAACEED2DF  for_open              Unknown  Unknown
mitgcmuv           00000000004B763A  Unknown               Unknown  Unknown
mitgcmuv           0000000000592895  Unknown               Unknown  Unknown
mitgcmuv           0000000000406307  Unknown               Unknown  Unknown
mitgcmuv           00000000006E0E46  Unknown               Unknown  Unknown
mitgcmuv           00000000006804B4  Unknown               Unknown  Unknown
mitgcmuv           00000000006980B0  Unknown               Unknown  Unknown
mitgcmuv           00000000006DCDC0  Unknown               Unknown  Unknown
mitgcmuv           0000000000703C5B  Unknown               Unknown  Unknown
mitgcmuv           0000000000703E19  Unknown               Unknown  Unknown
mitgcmuv           0000000000615674  Unknown               Unknown  Unknown
mitgcmuv           00000000004031CE  Unknown               Unknown  Unknown
libc-2.17.so       00002AAAAF3EE505  __libc_start_main     Unknown  Unknown
mitgcmuv           00000000004030D9  Unknown               Unknown  Unknown
==> RUN 1iA STOP without writing pickup => exit