srun: Warning: can't honor --ntasks-per-node set to 32 which doesn't match the requested tasks 57 with the number of requested nodes 57. Ignoring --ntasks-per-node. Invalid PIO rearranger comm max pend req (comp2io), 0 Resetting PIO rearranger comm max pend req (comp2io) to 64 PIO rearranger options: comm type = p2p comm fcd = 2denable max pend req (comp2io) = 0 enable_hs (comp2io) = T enable_isend (comp2io) = F max pend req (io2comp) = 64 enable_hs (io2comp) = F enable_isend (io2comp) = T (seq_comm_setcomm) init ID ( 1 GLOBAL ) pelist = 0 1823 1 ( npes = 1824) ( nthreads = 1)( suffix =) (seq_comm_setcomm) init ID ( 2 CPL ) pelist = 0 1727 1 ( npes = 1728) ( nthreads = 1)( suffix =) (seq_comm_setcomm) init ID ( 5 ATM ) pelist = 0 1727 1 ( npes = 1728) ( nthreads = 1)( suffix =) (seq_comm_joincomm) init ID ( 6 CPLATM ) join IDs = 2 5 ( npes = 1728) ( nthreads = 1) (seq_comm_jcommarr) init ID ( 3 ALLATMID ) join multiple comp IDs ( npes = 1728) ( nthreads = 1) (seq_comm_joincomm) init ID ( 4 CPLALLATMID ) join IDs = 2 3 ( npes = 1728) ( nthreads = 1) (seq_comm_setcomm) init ID ( 9 LND ) pelist = 0 779 1 ( npes = 780) ( nthreads = 1)( suffix =) (seq_comm_joincomm) init ID ( 10 CPLLND ) join IDs = 2 9 ( npes = 1728) ( nthreads = 1) (seq_comm_jcommarr) init ID ( 7 ALLLNDID ) join multiple comp IDs ( npes = 780) ( nthreads = 1) (seq_comm_joincomm) init ID ( 8 CPLALLLNDID ) join IDs = 2 7 ( npes = 1728) ( nthreads = 1) (seq_comm_setcomm) init ID ( 13 ICE ) pelist = 800 1535 1 ( npes = 736) ( nthreads = 1)( suffix =) (seq_comm_joincomm) init ID ( 14 CPLICE ) join IDs = 2 13 ( npes = 1728) ( nthreads = 1) (seq_comm_jcommarr) init ID ( 11 ALLICEID ) join multiple comp IDs ( npes = 736) ( nthreads = 1) (seq_comm_joincomm) init ID ( 12 CPLALLICEID ) join IDs = 2 11 ( npes = 1728) ( nthreads = 1) (seq_comm_setcomm) init ID ( 17 OCN ) pelist = 1728 1818 1 ( npes = 91) ( nthreads = 1)( suffix =) (seq_comm_joincomm) init ID ( 18 CPLOCN ) join IDs = 2 17 ( npes = 1819) ( nthreads = 1) (seq_comm_jcommarr) init ID ( 15 ALLOCNID ) join multiple comp IDs ( npes = 91) ( nthreads = 1) (seq_comm_joincomm) init ID ( 16 CPLALLOCNID ) join IDs = 2 15 ( npes = 1819) ( nthreads = 1) (seq_comm_setcomm) init ID ( 21 ROF ) pelist = 780 799 1 ( npes = 20) ( nthreads = 1)( suffix =) (seq_comm_joincomm) init ID ( 22 CPLROF ) join IDs = 2 21 ( npes = 1728) ( nthreads = 1) (seq_comm_jcommarr) init ID ( 19 ALLROFID ) join multiple comp IDs ( npes = 20) ( nthreads = 1) (seq_comm_joincomm) init ID ( 20 CPLALLROFID ) join IDs = 2 19 ( npes = 1728) ( nthreads = 1) (seq_comm_setcomm) init ID ( 25 GLC ) pelist = 0 1727 1 ( npes = 1728) ( nthreads = 1)( suffix =) (seq_comm_joincomm) init ID ( 26 CPLGLC ) join IDs = 2 25 ( npes = 1728) ( nthreads = 1) (seq_comm_jcommarr) init ID ( 23 ALLGLCID ) join multiple comp IDs ( npes = 1728) ( nthreads = 1) (seq_comm_joincomm) init ID ( 24 CPLALLGLCID ) join IDs = 2 23 ( npes = 1728) ( nthreads = 1) (seq_comm_setcomm) init ID ( 29 WAV ) pelist = 0 299 1 ( npes = 300) ( nthreads = 1)( suffix =) (seq_comm_joincomm) init ID ( 30 CPLWAV ) join IDs = 2 29 ( npes = 1728) ( nthreads = 1) (seq_comm_jcommarr) init ID ( 27 ALLWAVID ) join multiple comp IDs ( npes = 300) ( nthreads = 1) (seq_comm_joincomm) init ID ( 28 CPLALLWAVID ) join IDs = 2 27 ( npes = 1728) ( nthreads = 1) (seq_comm_setcomm) init ID ( 33 ESP ) pelist = 0 0 1 ( npes = 1) ( nthreads = 1)( suffix =) (seq_comm_joincomm) init ID ( 34 CPLESP ) join IDs = 2 33 ( npes = 1728) ( nthreads = 1) (seq_comm_jcommarr) init ID ( 31 ALLESPID ) join multiple comp IDs ( npes = 1) ( nthreads = 1) (seq_comm_joincomm) init ID ( 32 CPLALLESPID ) join IDs = 2 31 ( npes = 1728) ( nthreads = 1) (seq_comm_printcomms) 1 0 1824 1 GLOBAL: (seq_comm_printcomms) 2 0 1728 1 CPL: (seq_comm_printcomms) 3 0 1728 1 ALLATMID: (seq_comm_printcomms) 4 0 1728 1 CPLALLATMID: (seq_comm_printcomms) 5 0 1728 1 ATM: (seq_comm_printcomms) 6 0 1728 1 CPLATM: (seq_comm_printcomms) 7 0 780 1 ALLLNDID: (seq_comm_printcomms) 8 0 1728 1 CPLALLLNDID: (seq_comm_printcomms) 9 0 780 1 LND: (seq_comm_printcomms) 10 0 1728 1 CPLLND: (seq_comm_printcomms) 11 800 -1 1 ALLICEID: (seq_comm_printcomms) 12 0 1728 1 CPLALLICEID: (seq_comm_printcomms) 13 800 -1 1 ICE: (seq_comm_printcomms) 14 0 1728 1 CPLICE: (seq_comm_printcomms) 15 1728 -1 1 ALLOCNID: (seq_comm_printcomms) 16 0 1819 1 CPLALLOCNID: (seq_comm_printcomms) 17 1728 -1 1 OCN: (seq_comm_printcomms) 18 0 1819 1 CPLOCN: (seq_comm_printcomms) 19 780 -1 1 ALLROFID: (seq_comm_printcomms) 20 0 1728 1 CPLALLROFID: (seq_comm_printcomms) 21 780 -1 1 ROF: (seq_comm_printcomms) 22 0 1728 1 CPLROF: (seq_comm_printcomms) 23 0 1728 1 ALLGLCID: (seq_comm_printcomms) 24 0 1728 1 CPLALLGLCID: (seq_comm_printcomms) 25 0 1728 1 GLC: (seq_comm_printcomms) 26 0 1728 1 CPLGLC: (seq_comm_printcomms) 27 0 300 1 ALLWAVID: (seq_comm_printcomms) 28 0 1728 1 CPLALLWAVID: (seq_comm_printcomms) 29 0 300 1 WAV: (seq_comm_printcomms) 30 0 1728 1 CPLWAV: (seq_comm_printcomms) 31 0 1 1 ALLESPID: (seq_comm_printcomms) 32 0 1728 1 CPLALLESPID: (seq_comm_printcomms) 33 0 1 1 ESP: (seq_comm_printcomms) 34 0 1728 1 CPLESP: Setting mpi info: romio_ds_read=disable Setting mpi info: romio_ds_write=disable Setting mpi info: romio_ds_read=disable Setting mpi info: romio_ds_write=disable Setting mpi info: romio_ds_read=disable Setting mpi info: romio_ds_write=disable Setting mpi info: romio_ds_read=disable Setting mpi info: romio_ds_write=disable OCN : pio_numiotasks = 2 OCN : pio_stride = 32 OCN : pio_root = 1 OCN : pio_iotype = 5 OCN : pio_numiotasks = 2 OCN : pio_stride = 32 OCN : pio_rearranger = 1 OCN : pio_root = 1 OCN : pio_iotype = 5 ICE : pio_numiotasks = 23 ICE : pio_stride = 32 ICE : pio_root = 1 ICE : pio_iotype = 5 Setting mpi info: romio_ds_read=disable Setting mpi info: romio_ds_write=disable Setting mpi info: romio_ds_read=disable Setting mpi info: romio_ds_write=disable ICE : pio_numiotasks = 23 ICE : pio_stride = 32 ICE : pio_rearranger = 1 ICE : pio_root = 1 ICE : pio_iotype = 5 Setting mpi info: romio_ds_read=disable Setting mpi info: romio_ds_write=disable Setting mpi info: romio_ds_read=disable Setting mpi info: romio_ds_write=disable (t_initf) Read in prof_inparm namelist from: drv_in (t_initf) Using profile_disable= F (t_initf) profile_timer= 4 (t_initf) profile_depth_limit= 4 (t_initf) profile_detail_limit= 2 (t_initf) profile_barrier= F (t_initf) profile_outpe_num= 1 (t_initf) profile_outpe_stride= 0 (t_initf) profile_single_file= F (t_initf) profile_global_stats= T (t_initf) profile_ovhd_measurement= F (t_initf) profile_add_detail= F (t_initf) profile_papi_enable= F pio_stride, iotasks or root out of bounds - resetting to defaults: 5 4 1 ROF : pio_numiotasks = 4 ROF : pio_stride = 5 ROF : pio_root = 1 ROF : pio_iotype = 5 ROF : pio_numiotasks = 4 ROF : pio_stride = 5 ROF : pio_rearranger = 1 ROF : pio_root = 1 ROF : pio_iotype = 5 Setting mpi info: romio_ds_read=disable Setting mpi info: romio_ds_write=disable ERROR: (seq_infodata_Check) : invalid continue restart case name = N1PCTfrc2_f09_tn14_ 20191008 Image PC Routine Line Source cesm.exe 0000000002A457E6 Unknown Unknown Unknown cesm.exe 0000000002517B6E shr_abort_mod_mp_ 114 shr_abort_mod.F90 cesm.exe 00000000024F579E seq_infodata_mod_ 2758 seq_infodata_mod.F90 cesm.exe 000000000042FB80 cime_comp_mod_mp_ 911 cime_comp_mod.F90 cesm.exe 0000000000431B2E MAIN__ 98 cime_driver.F90 cesm.exe 000000000041506E Unknown Unknown Unknown libc-2.17.so 00002B602F327495 __libc_start_main Unknown Unknown cesm.exe 0000000000414F69 Unknown Unknown Unknown application called MPI_Abort(MPI_COMM_WORLD, 1001) - process 0