/orcd/pool/004/jahn/centos7/MITgcm_ifort-mpi-fast_san/verification/tutorial_plume_on_slope/run
../../../tools/tst_2+2 -mpi All -command "mpirun -env I_MPI_DEBUG 2 -n 4 ./mitgcmuv"
 
cmdEXE='mpirun -env I_MPI_DEBUG 2 -n 4 ./mitgcmuv'
from previous run STDOUT.0000, lastPick='       20 ckptA' ; iter='20' ; sufx='ckptA'
prepare parameter file 'data.tst' :
prepare file 'data.tst' : done
 diff data.tst data
47,50c47,48
<  nIter0=20,
<  nTimeSteps=4,
< # nIter0=0,
< # nTimeSteps=20,
---
>  nIter0=0,
>  nTimeSteps=20,
54,55c52,53
< # pChkptFreq=0.0,
< # chkptFreq=0.0,
---
>  pChkptFreq=0.0,
>  chkptFreq=0.0,
 
 link back: temp_tst/pickup*.ckptA*
 rename ckptA -> 0000000020 for all: pickup pickup_orlanskiE
  rnp_loc: pickup.ckptA pickup.0000000020
  rnp_loc: pickup_orlanskiE.ckptA pickup_orlanskiE.0000000020
 start-end iter: 20 , 22 , 24
 sufix: '0000000020' '0000000022' '0000000024'
 cmdEXE=mpirun -env I_MPI_DEBUG 2 -n 4 ./mitgcmuv
==> START RUN 2 x 2 it
[0] MPI startup(): Single-threaded optimized library
[1] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[2] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[0] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[3] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[0] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[0] MPI startup(): shm and dapl data transfer modes
[1] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[1] MPI startup(): shm and dapl data transfer modes
[2] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[2] MPI startup(): shm and dapl data transfer modes
[3] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[3] MPI startup(): shm and dapl data transfer modes
NORMAL END
NORMAL END
NORMAL END
NORMAL END
==>  END  RUN 2 x 2 it
 listP= pickup pickup_orlanskiE
  rnp_loc: pickup.ckptA pickup.0000000024
  rnp_loc: pickup_orlanskiE.ckptA pickup_orlanskiE.0000000024
 move_outp: res_2it
==> START RUN 1iA
[0] MPI startup(): Single-threaded optimized library
[0] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[1] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[2] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[3] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[0] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[0] MPI startup(): shm and dapl data transfer modes
[1] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[1] MPI startup(): shm and dapl data transfer modes
[2] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[2] MPI startup(): shm and dapl data transfer modes
[3] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[3] MPI startup(): shm and dapl data transfer modes
forrtl: No such file or directory
forrtl: severe (29): file not found, unit 9, file /orcd/pool/004/jahn/centos7/MITgcm_ifort-mpi-fast_san/verification/tutorial_plume_on_slope/run/pickup_orlanskiE.ckptA.004.001.data
Image              PC                Routine            Line        Source             
libifcoremt.so.5   00002AAAACEC91C2  for__io_return        Unknown  Unknown
libifcoremt.so.5   00002AAAACEED2DF  for_open              Unknown  Unknown
mitgcmuv           000000000044C37F  Unknown               Unknown  Unknown
mitgcmuv           00000000004C93E5  Unknown               Unknown  Unknown
mitgcmuv           00000000004BD0E6  Unknown               Unknown  Unknown
mitgcmuv           0000000000583CE4  Unknown               Unknown  Unknown
mitgcmuv           0000000000599A53  Unknown               Unknown  Unknown
mitgcmuv           00000000005D4060  Unknown               Unknown  Unknown
mitgcmuv           00000000005F461B  Unknown               Unknown  Unknown
mitgcmuv           00000000005F47D9  Unknown               Unknown  Unknown
mitgcmuv           000000000052F564  Unknown               Unknown  Unknown
mitgcmuv           000000000040263E  Unknown               Unknown  Unknown
libc-2.17.so       00002AAAAF3EE505  __libc_start_main     Unknown  Unknown
mitgcmuv           0000000000402549  Unknown               Unknown  Unknown
==> RUN 1iA STOP without writing pickup => exit