/orcd/pool/004/jahn/centos7/MITgcm_ifort-mpi-fast_san/verification/global_oce_biogeo_bling/run
../../../tools/tst_2+2 -mpi All -command "mpirun -env I_MPI_DEBUG 2 -n 4 ./mitgcmuv"
 
cmdEXE='mpirun -env I_MPI_DEBUG 2 -n 4 ./mitgcmuv'
from previous run STDOUT.0000, lastPick='        4 ckptA' ; iter='4' ; sufx='ckptA'
prepare parameter file 'data.tst' :
prepare file 'data.tst' : done
 diff data.tst data
45,48c45,46
<  nIter0=4,
<  nTimeSteps=4,
< # nIter0=0,
< # nTimeSteps = 4,
---
>  nIter0=0,
>  nTimeSteps = 4,
54,55c52,53
< # pChkptFreq = 216000.,
< # chkptFreq  = 216000.,
---
>  pChkptFreq = 216000.,
>  chkptFreq  = 216000.,
 
 link back: temp_tst/pickup*.ckptA*
 rename ckptA -> 0000000004 for all: pickup_bling pickup_cd pickup pickup_ptracers
  rnp_loc: pickup_bling.ckptA pickup_bling.0000000004
  rnp_loc: pickup_cd.ckptA pickup_cd.0000000004
  rnp_loc: pickup.ckptA pickup.0000000004
  rnp_loc: pickup_ptracers.ckptA pickup_ptracers.0000000004
 start-end iter: 4 , 6 , 8
 sufix: '0000000004' '0000000006' '0000000008'
 cmdEXE=mpirun -env I_MPI_DEBUG 2 -n 4 ./mitgcmuv
==> START RUN 2 x 2 it
[0] MPI startup(): Single-threaded optimized library
[1] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[1] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[1] MPI startup(): shm and dapl data transfer modes
[3] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[0] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[2] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[3] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[3] MPI startup(): shm and dapl data transfer modes
[0] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[0] MPI startup(): shm and dapl data transfer modes
[2] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[2] MPI startup(): shm and dapl data transfer modes
NORMAL END
NORMAL END
NORMAL END
NORMAL END
==>  END  RUN 2 x 2 it
 listP= pickup_bling pickup_cd pickup pickup_ptracers
  rnp_loc: pickup_bling.ckptA pickup_bling.0000000008
  rnp_loc: pickup_cd.ckptA pickup_cd.0000000008
  rnp_loc: pickup.ckptA pickup.0000000008
  rnp_loc: pickup_ptracers.ckptA pickup_ptracers.0000000008
 move_outp: res_2it
==> START RUN 1iA
[0] MPI startup(): Single-threaded optimized library
[0] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[1] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[0] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[0] MPI startup(): shm and dapl data transfer modes
[3] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[1] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[1] MPI startup(): shm and dapl data transfer modes
[2] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[2] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[2] MPI startup(): shm and dapl data transfer modes
[3] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[3] MPI startup(): shm and dapl data transfer modes
NORMAL END
NORMAL END
NORMAL END
NORMAL END
==>  END  RUN 1iA
  rnp_loc: pickup_bling.ckptA pickup_bling.0000000006
  rnp_loc: pickup_cd.ckptA pickup_cd.0000000006
  rnp_loc: pickup.ckptA pickup.0000000006
  rnp_loc: pickup_ptracers.ckptA pickup_ptracers.0000000006
 move_outp: res_1iA
==> START RUN 1iB
[0] MPI startup(): Single-threaded optimized library
[1] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[3] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[3] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[3] MPI startup(): shm and dapl data transfer modes
[0] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[0] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[0] MPI startup(): shm and dapl data transfer modes
[1] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[1] MPI startup(): shm and dapl data transfer modes
[2] DAPL startup(): trying to open DAPL provider from I_MPI_DAPL_PROVIDER: ofa-v2-mlx5_0-1u
[2] MPI startup(): DAPL provider ofa-v2-mlx5_0-1u
[2] MPI startup(): shm and dapl data transfer modes
ABNORMAL END: S/R MDS_READ_FIELD
==> RUN 1iB STOP without writing pickup => exit