<core_client_version>7.24.1</core_client_version>
<![CDATA[
<stderr_txt>
ux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Gary:1:1:22950:22950] [20240607:171335:1717798415:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
17:14:43 STEP 1104 H= 276:00 +CPU= 40.707
17:15:24 STEP 1105 H= 276:15 +CPU= 39.730
17:16:04 STEP 1106 H= 276:30 +CPU= 39.425
17:16:44 STEP 1107 H= 276:45 +CPU= 38.607
17:17:25 STEP 1108 H= 277:00 +CPU= 39.406
17:18:05 STEP 1109 H= 277:15 +CPU= 39.224
17:18:45 STEP 1110 H= 277:30 +CPU= 38.971
17:19:26 STEP 1111 H= 277:45 +CPU= 39.557
17:20:06 STEP 1112 H= 278:00 +CPU= 39.067
17:20:46 STEP 1113 H= 278:15 +CPU= 38.824
17:21:27 STEP 1114 H= 278:30 +CPU= 39.820
17:22:08 STEP 1115 H= 278:45 +CPU= 39.444
17:22:56 STEP 1116 H= 279:00 +CPU= 47.013
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001116
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001116
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001116
17:23:37 STEP 1117 H= 279:15 +CPU= 39.957
17:24:17 STEP 1118 H= 279:30 +CPU= 39.656
17:24:58 STEP 1119 H= 279:45 +CPU= 39.050
17:25:39 STEP 1120 H= 280:00 +CPU= 40.723
17:26:21 STEP 1121 H= 280:15 +CPU= 40.316
17:27:02 STEP 1122 H= 280:30 +CPU= 40.284
17:27:41 STEP 1123 H= 280:45 +CPU= 38.252
17:28:22 STEP 1124 H= 281:00 +CPU= 39.514
17:29:01 STEP 1125 H= 281:15 +CPU= 38.540
17:29:43 STEP 1126 H= 281:30 +CPU= 39.844
17:30:23 STEP 1127 H= 281:45 +CPU= 39.651
17:31:12 STEP 1128 H= 282:00 +CPU= 47.746
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001128
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001128
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001128
17:31:53 STEP 1129 H= 282:15 +CPU= 39.669
17:32:33 STEP 1130 H= 282:30 +CPU= 39.216
17:33:12 STEP 1131 H= 282:45 +CPU= 38.307
17:33:53 STEP 1132 H= 283:00 +CPU= 40.020
17:34:35 STEP 1133 H= 283:15 +CPU= 40.216
17:35:14 STEP 1134 H= 283:30 +CPU= 38.816
17:35:54 STEP 1135 H= 283:45 +CPU= 39.158
17:36:36 STEP 1136 H= 284:00 +CPU= 40.830
17:37:16 STEP 1137 H= 284:15 +CPU= 38.820
17:37:56 STEP 1138 H= 284:30 +CPU= 39.163
17:38:37 STEP 1139 H= 284:45 +CPU= 39.893
17:39:25 STEP 1140 H= 285:00 +CPU= 47.107
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001140
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001140
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001140
17:40:05 STEP 1141 H= 285:15 +CPU= 38.628
17:40:45 STEP 1142 H= 285:30 +CPU= 39.133
17:41:26 STEP 1143 H= 285:45 +CPU= 39.885
17:42:07 STEP 1144 H= 286:00 +CPU= 40.162
17:42:47 STEP 1145 H= 286:15 +CPU= 39.215
17:43:28 STEP 1146 H= 286:30 +CPU= 39.386
17:44:08 STEP 1147 H= 286:45 +CPU= 39.758
17:44:49 STEP 1148 H= 287:00 +CPU= 39.694
17:45:29 STEP 1149 H= 287:15 +CPU= 38.864
17:46:09 STEP 1150 H= 287:30 +CPU= 39.521
17:46:50 STEP 1151 H= 287:45 +CPU= 39.399
17:47:44 STEP 1152 H= 288:00 +CPU= 52.257
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001152
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001152
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001152
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001056
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001056
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001056
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001068
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001068
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001068
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001080
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001080
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001080
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001092
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001092
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001092
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001104
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001104
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001104
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001116
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001116
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001116
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001128
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001128
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001128
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001140
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001140
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001140
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a01l_2016092300_20_1017_12281884_0_r543177631_11.zip
Uploading the intermediate file: upload_file_11.zip
17:48:23 STEP 1153 H= 288:15 +CPU= 36.548
17:49:03 STEP 1154 H= 288:30 +CPU= 38.815
17:49:44 STEP 1155 H= 288:45 +CPU= 39.061
17:50:26 STEP 1156 H= 289:00 +CPU= 41.180
17:51:05 STEP 1157 H= 289:15 +CPU= 38.681
17:51:46 STEP 1158 H= 289:30 +CPU= 39.614
17:52:26 STEP 1159 H= 289:45 +CPU= 38.973
17:53:07 STEP 1160 H= 290:00 +CPU= 39.676
17:53:47 STEP 1161 H= 290:15 +CPU= 39.043
17:54:28 STEP 1162 H= 290:30 +CPU= 39.025
17:55:08 STEP 1163 H= 290:45 +CPU= 39.092
17:55:57 STEP 1164 H= 291:00 +CPU= 47.883
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001164
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001164
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001164
17:56:37 STEP 1165 H= 291:15 +CPU= 38.754
17:57:16 STEP 1166 H= 291:30 +CPU= 38.348
17:57:57 STEP 1167 H= 291:45 +CPU= 39.755
17:58:38 STEP 1168 H= 292:00 +CPU= 39.997
17:59:19 STEP 1169 H= 292:15 +CPU= 39.591
18:00:01 STEP 1170 H= 292:30 +CPU= 40.456
18:00:42 STEP 1171 H= 292:45 +CPU= 39.770
18:01:23 STEP 1172 H= 293:00 +CPU= 39.852
18:02:02 STEP 1173 H= 293:15 +CPU= 38.389
18:02:42 STEP 1174 H= 293:30 +CPU= 39.314
18:03:22 STEP 1175 H= 293:45 +CPU= 38.387
18:04:11 STEP 1176 H= 294:00 +CPU= 48.133
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001176
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001176
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001176
Suspend request received from the BOINC client, suspending the child process
Quit request received from the BOINC client, ending the child process
>>> Printing last 70 lines from file: NODE.001_01
SPECTRAL NORMS - LOG(PREHYDS) 0.115260904964377E+02
LEV VORTICITY DIVERGENCE TEMPERATURE KINETIC ENERGY
AVE 0.456427770627182E-05 0.471350997323406E-06 0.206048491329894E+03 0.155166343060847E+02
GPNORM HUMIDITY AVERAGE MINIMUM MAXIMUM
AVE 0.648916789618880E-03 0.100000000000000E-07 0.614430352827931E-02
GPNORM LIQUID WATER AVERAGE MINIMUM MAXIMUM
AVE 0.138905914859819E-06 0.000000000000000E+00 0.467946473707931E-03
GPNORM ICE WATER AVERAGE MINIMUM MAXIMUM
AVE 0.555367356886124E-07 0.000000000000000E+00 0.431558032338842E-04
GPNORM SNOW AVERAGE MINIMUM MAXIMUM
AVE 0.424854298414992E-07 0.000000000000000E+00 0.828374654873576E-04
GPNORM RAIN AVERAGE MINIMUM MAXIMUM
AVE 0.186318801882269E-09 0.000000000000000E+00 0.400521105006955E-05
GPNORM CLOUD FRACTION AVERAGE MINIMUM MAXIMUM
AVE 0.882196777486634E-01 0.000000000000000E+00 0.100000000000000E+01
GPNORM CLW AVERAGE MINIMUM MAXIMUM
AVE 0.138565182911171E-06 0.000000000000000E+00 0.467707286574908E-03
GPNORM CIW AVERAGE MINIMUM MAXIMUM
AVE 0.554223846757405E-07 0.000000000000000E+00 0.431368069658671E-04
GPNORM CC AVERAGE MINIMUM MAXIMUM
AVE 0.882367398232731E-01 0.000000000000000E+00 0.100000000000000E+01
GPNORM RFL AVERAGE MINIMUM MAXIMUM
AVE 0.885367393583659E-09 0.000000000000000E+00 0.204958961797311E-04
GPNORM SFL AVERAGE MINIMUM MAXIMUM
AVE 0.558943046760066E-07 0.000000000000000E+00 0.108724635509551E-03
GPNORM CRFL AVERAGE MINIMUM MAXIMUM
AVE 0.328877163658169E-09 0.000000000000000E+00 0.953029550199438E-05
GPNORM CSFL AVERAGE MINIMUM MAXIMUM
AVE 0.310865119803336E-09 0.000000000000000E+00 0.235330816284953E-04
GPNORM PFRC AVERAGE MINIMUM MAXIMUM
AVE 0.195943846465607E-01 0.000000000000000E+00 0.100000000000000E+01
NSTEP = 1176 STEPO A00000000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 1176 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+001176 MODE=w
IO-STREAM CLOSED - ICMGGh7zg+001176
MPI-TASK: 1 - 323432916 BYTES IN 6 RECORDS TRANSFERRED IN 0.0014 SECONDS231023.5 Mbytes/s, TOTAL TIME= 0.0232( 6.0%)
NSTEP = 1176 STEPO 0AA000000
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMSHh7zg+001176 MODE=w
IO-STREAM CLOSED - ./ICMSHh7zg+001176
MPI-TASK: 1 - 707399250 BYTES IN 202 RECORDS TRANSFERRED IN 0.0179 SECONDS 39519.5 Mbytes/s, TOTAL TIME= 0.3849( 4.7%)
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+001176 MODE=w
IO-STREAM CLOSED - ./ICMUAh7zg+001176
MPI-TASK: 1 - 5174926656 BYTES IN 125 RECORDS TRANSFERRED IN 0.0112 SECONDS462047.0 Mbytes/s, TOTAL TIME= 0.2728( 4.1%)
STEPO_FPOS WAS : B00000F00E
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+001176 MODE=a
IO-STREAM CLOSED - ./ICMUAh7zg+001176
MPI-TASK: 1 - 10 BYTES IN 2 RECORDS TRANSFERRED IN 0.0003 SECONDS 0.0 Mbytes/s, TOTAL TIME= 0.0055( 5.5%)
STEPO_FPOS WAS : V00000000Y
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+001176 MODE=a
IO-STREAM CLOSED - ./ICMUAh7zg+001176
MPI-TASK: 1 - 314853187 BYTES IN 4 RECORDS TRANSFERRED IN 0.0005 SECONDS629706.4 Mbytes/s, TOTAL TIME= 0.0081( 6.2%)
STEPO_FPOS WAS : T00000000M
NSTEP = 1176 STEPO 0AAA00AAA
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 1176 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+001176 MODE=a
IO-STREAM CLOSED - ICMGGh7zg+001176
MPI-TASK: 1 - 323432916 BYTES IN 7 RECORDS TRANSFERRED IN 0.0009 SECONDS359369.9 Mbytes/s, TOTAL TIME= 0.0201( 4.5%)
18:04:11 STEP 1176 H= 294:00 +CPU= 48.133
NSTEP = 1177 STEPO 0AAA00AAA
------------------------------------------------
CNT0 not found; string returned was: 'STEPO'
>>> Printing last 8 lines from file: ifs.stat
18:03:22 A00000000 STEPO 1176 38.646 38.646 39.760 48:06 49:47 0.47135099732341E-06 2GB 0MB
18:03:22 0AA000000 STEPO 1176 0.047 0.047 0.047 48:06 49:47 0.47135099732341E-06 2GB 0MB
18:03:25 FULLPOS-B DYNFPOS 1176 2.543 2.543 2.641 48:09 49:50 0.47135099732341E-06 2GB 0MB
18:03:29 FULLPOS-V DYNFPOS 1176 4.546 4.546 4.647 48:13 49:54 0.47135099732341E-06 2GB 0MB
18:03:30 FULLPOS-T DYNFPOS 1176 0.588 0.588 0.601 48:14 49:55 0.47135099732341E-06 2GB 0MB
18:03:31 0AAA00AAA STEPO 1176 0.590 0.590 0.623 48:15 49:55 0.47135099732341E-06 2GB 0MB
18:04:11 0AAA00AAA STEPO 1177 39.560 39.560 40.691 48:54 50:36 0.47135099732341E-06 2GB 0MB
------------------------------------------------
>>> Printing last 11 lines from file: rcf
CSTEP = " 1152",
CTIME = "00120000 ",
NSTEPLPP = 201, 202, 49, 228226, 228227, 2*0, 1140, 2*0,
IPRGPNSRES = 1,
IPRGPEWRES = 1,
IPRTRWRES = 1,
IPRTRVRES = 1,
GMASS0 = 0.000000000000000E+000,
GMASSI = 0.000000000000000E+000
/
------------------------------------------------
>>> Printing last 8 lines from file: /var/lib/boinc-client/slots/20/progress_file_12281884.xml
<running_values>
<last_cpu_time>37434.430000</last_cpu_time>
<upload_file_number>12</upload_file_number>
<last_iter>1177</last_iter>
<last_upload>1036800</last_upload>
<model_completed>0</model_completed>
</running_values>
------------------------------------------------
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a01l
(argv4) batchid: 1017
(argv5) wuid: 12281884
(argv6) fclen: 20
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/20
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/20/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/20/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_cc531fc19755d1951f022ecd06cefacb to: /var/lib/boinc-client/slots/20/oifs_43r3_bl_a01l_2016092300_20_1017_12281884.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/20/oifs_43r3_bl_a01l_2016092300_20_1017_12281884.zip
ic_ancil_file: ic_ancil_12281884
ifsdata_file: ifsdata_12281884
climate_data_file: clim_data_12281884
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/20/ic_ancil_12281884.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/20/ic_ancil_12281884.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_ce3a9b7d3b543ae86d463417c395f91b to: /var/lib/boinc-client/slots/20/ifsdata/ifsdata_12281884.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/20/ifsdata/ifsdata_12281884.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/20/159l_2/clim_data_12281884.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/20/159l_2/clim_data_12281884.zip
Checking for progress XML file: /var/lib/boinc-client/slots/20/progress_file_12281884.xml
Opened progress file ok : /var/lib/boinc-client/slots/20/progress_file_12281884.xml
-- Model is restarting --
Adjusting last_iter, 1177, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/20/progress_file_12281884.xml
last_cpu_time: 37434
upload_file_number: 12
last_iter: 1153
last_upload: 1036800
model_completed: 0
total_length_of_simulation: 1728000
result_base_name: oifs_43r3_bl_a01l_2016092300_20_1017_12281884_0_r543177631
The child process has been launched with process id: 23455
Executing the command: /var/lib/boinc-client/slots/20/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:Gary:1:1:23455:23455] [20240607:182703:1717802823:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:28:02 STEP 1152 H= 288:00 +CPU= 31.925
18:28:34 STEP 1153 H= 288:15 +CPU= 31.691
18:29:06 STEP 1154 H= 288:30 +CPU= 31.258
18:29:40 STEP 1155 H= 288:45 +CPU= 32.402
18:30:11 STEP 1156 H= 289:00 +CPU= 30.716
18:30:43 STEP 1157 H= 289:15 +CPU= 30.777
18:31:13 STEP 1158 H= 289:30 +CPU= 30.089
18:31:44 STEP 1159 H= 289:45 +CPU= 30.365
18:32:16 STEP 1160 H= 290:00 +CPU= 31.100
18:32:47 STEP 1161 H= 290:15 +CPU= 30.594
18:33:19 STEP 1162 H= 290:30 +CPU= 30.655
18:33:49 STEP 1163 H= 290:45 +CPU= 29.818
18:34:27 STEP 1164 H= 291:00 +CPU= 36.728
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001164
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001164
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001164
18:34:59 STEP 1165 H= 291:15 +CPU= 31.085
18:35:30 STEP 1166 H= 291:30 +CPU= 30.301
18:36:01 STEP 1167 H= 291:45 +CPU= 30.467
18:36:32 STEP 1168 H= 292:00 +CPU= 31.011
18:37:04 STEP 1169 H= 292:15 +CPU= 30.928
18:37:34 STEP 1170 H= 292:30 +CPU= 30.164
18:38:04 STEP 1171 H= 292:45 +CPU= 29.532
18:38:36 STEP 1172 H= 293:00 +CPU= 30.722
18:39:06 STEP 1173 H= 293:15 +CPU= 30.036
18:39:37 STEP 1174 H= 293:30 +CPU= 30.283
18:40:09 STEP 1175 H= 293:45 +CPU= 30.690
18:40:46 STEP 1176 H= 294:00 +CPU= 36.565
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001176
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001176
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001176
18:41:17 STEP 1177 H= 294:15 +CPU= 30.665
18:41:49 STEP 1178 H= 294:30 +CPU= 31.144
18:42:20 STEP 1179 H= 294:45 +CPU= 30.919
18:42:52 STEP 1180 H= 295:00 +CPU= 30.928
18:43:23 STEP 1181 H= 295:15 +CPU= 30.558
18:43:54 STEP 1182 H= 295:30 +CPU= 30.763
18:44:25 STEP 1183 H= 295:45 +CPU= 30.163
18:44:57 STEP 1184 H= 296:00 +CPU= 30.880
18:45:27 STEP 1185 H= 296:15 +CPU= 29.885
18:45:58 STEP 1186 H= 296:30 +CPU= 30.355
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
18:46:50 STEP 1187 H= 296:45 +CPU= 30.431
18:47:28 STEP 1188 H= 297:00 +CPU= 37.329
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001188
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001188
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001188
18:47:59 STEP 1189 H= 297:15 +CPU= 30.787
18:48:30 STEP 1190 H= 297:30 +CPU= 30.467
18:49:02 STEP 1191 H= 297:45 +CPU= 31.013
18:49:33 STEP 1192 H= 298:00 +CPU= 30.620
18:50:04 STEP 1193 H= 298:15 +CPU= 30.470
18:50:35 STEP 1194 H= 298:30 +CPU= 30.742
18:51:07 STEP 1195 H= 298:45 +CPU= 31.052
18:51:39 STEP 1196 H= 299:00 +CPU= 31.084
18:52:10 STEP 1197 H= 299:15 +CPU= 30.581
18:52:41 STEP 1198 H= 299:30 +CPU= 31.035
18:53:12 STEP 1199 H= 299:45 +CPU= 30.409
18:53:55 STEP 1200 H= 300:00 +CPU= 40.973
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001200
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001200
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001200
18:54:27 STEP 1201 H= 300:15 +CPU= 30.393
18:54:59 STEP 1202 H= 300:30 +CPU= 30.615
18:55:30 STEP 1203 H= 300:45 +CPU= 31.010
18:56:02 STEP 1204 H= 301:00 +CPU= 30.853
18:56:34 STEP 1205 H= 301:15 +CPU= 31.130
18:57:05 STEP 1206 H= 301:30 +CPU= 30.364
18:57:36 STEP 1207 H= 301:45 +CPU= 30.787
18:58:08 STEP 1208 H= 302:00 +CPU= 31.091
18:58:39 STEP 1209 H= 302:15 +CPU= 30.524
18:59:11 STEP 1210 H= 302:30 +CPU= 30.894
18:59:42 STEP 1211 H= 302:45 +CPU= 30.345
19:00:21 STEP 1212 H= 303:00 +CPU= 37.500
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001212
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001212
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001212
19:00:52 STEP 1213 H= 303:15 +CPU= 30.100
19:01:22 STEP 1214 H= 303:30 +CPU= 30.330
19:01:53 STEP 1215 H= 303:45 +CPU= 30.456
19:02:25 STEP 1216 H= 304:00 +CPU= 30.728
19:02:56 STEP 1217 H= 304:15 +CPU= 30.101
19:03:27 STEP 1218 H= 304:30 +CPU= 30.764
19:03:58 STEP 1219 H= 304:45 +CPU= 30.189
19:04:30 STEP 1220 H= 305:00 +CPU= 31.244
19:05:00 STEP 1221 H= 305:15 +CPU= 30.067
19:05:32 STEP 1222 H= 305:30 +CPU= 30.796
19:06:03 STEP 1223 H= 305:45 +CPU= 30.410
19:06:41 STEP 1224 H= 306:00 +CPU= 37.145
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001224
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001224
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001224
19:07:12 STEP 1225 H= 306:15 +CPU= 29.917
19:07:44 STEP 1226 H= 306:30 +CPU= 30.534
19:08:14 STEP 1227 H= 306:45 +CPU= 30.061
19:08:46 STEP 1228 H= 307:00 +CPU= 31.224
19:09:17 STEP 1229 H= 307:15 +CPU= 30.646
19:09:49 STEP 1230 H= 307:30 +CPU= 31.031
19:10:21 STEP 1231 H= 307:45 +CPU= 31.160
19:10:54 STEP 1232 H= 308:00 +CPU= 31.812
19:11:24 STEP 1233 H= 308:15 +CPU= 30.195
19:11:55 STEP 1234 H= 308:30 +CPU= 30.308
19:12:26 STEP 1235 H= 308:45 +CPU= 30.557
19:13:04 STEP 1236 H= 309:00 +CPU= 36.798
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001236
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001236
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001236
19:13:36 STEP 1237 H= 309:15 +CPU= 30.792
19:14:08 STEP 1238 H= 309:30 +CPU= 31.739
19:14:39 STEP 1239 H= 309:45 +CPU= 30.085
19:15:10 STEP 1240 H= 310:00 +CPU= 30.585
19:15:41 STEP 1241 H= 310:15 +CPU= 30.368
19:16:13 STEP 1242 H= 310:30 +CPU= 30.697
19:16:44 STEP 1243 H= 310:45 +CPU= 30.634
19:17:16 STEP 1244 H= 311:00 +CPU= 31.063
19:17:47 STEP 1245 H= 311:15 +CPU= 30.339
19:18:18 STEP 1246 H= 311:30 +CPU= 30.387
19:18:50 STEP 1247 H= 311:45 +CPU= 30.835
19:19:33 STEP 1248 H= 312:00 +CPU= 41.637
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001248
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001248
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001248
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001152
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001152
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001152
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001164
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001164
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001164
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001176
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001176
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001176
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001188
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001188
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001188
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001200
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001200
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001200
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001212
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001212
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001212
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001224
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001224
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001224
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001236
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001236
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001236
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a01l_2016092300_20_1017_12281884_0_r543177631_12.zip
Uploading the intermediate file: upload_file_12.zip
19:20:04 STEP 1249 H= 312:15 +CPU= 29.178
19:20:36 STEP 1250 H= 312:30 +CPU= 30.352
19:21:08 STEP 1251 H= 312:45 +CPU= 30.641
19:21:40 STEP 1252 H= 313:00 +CPU= 31.766
19:22:11 STEP 1253 H= 313:15 +CPU= 30.226
19:22:43 STEP 1254 H= 313:30 +CPU= 30.782
19:23:14 STEP 1255 H= 313:45 +CPU= 30.853
19:23:47 STEP 1256 H= 314:00 +CPU= 31.524
19:24:18 STEP 1257 H= 314:15 +CPU= 30.891
19:24:50 STEP 1258 H= 314:30 +CPU= 30.636
19:25:21 STEP 1259 H= 314:45 +CPU= 30.878
19:25:59 STEP 1260 H= 315:00 +CPU= 37.536
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001260
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001260
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001260
19:26:29 STEP 1261 H= 315:15 +CPU= 29.403
19:27:00 STEP 1262 H= 315:30 +CPU= 30.275
19:27:32 STEP 1263 H= 315:45 +CPU= 30.949
19:28:04 STEP 1264 H= 316:00 +CPU= 31.461
19:28:36 STEP 1265 H= 316:15 +CPU= 30.701
19:29:07 STEP 1266 H= 316:30 +CPU= 30.426
19:29:40 STEP 1267 H= 316:45 +CPU= 31.872
19:30:11 STEP 1268 H= 317:00 +CPU= 31.068
19:30:43 STEP 1269 H= 317:15 +CPU= 31.021
19:31:14 STEP 1270 H= 317:30 +CPU= 30.303
19:31:45 STEP 1271 H= 317:45 +CPU= 30.527
19:32:24 STEP 1272 H= 318:00 +CPU= 37.776
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001272
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001272
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001272
19:32:55 STEP 1273 H= 318:15 +CPU= 30.091
19:33:26 STEP 1274 H= 318:30 +CPU= 30.545
19:33:56 STEP 1275 H= 318:45 +CPU= 29.727
19:34:27 STEP 1276 H= 319:00 +CPU= 30.551
19:34:58 STEP 1277 H= 319:15 +CPU= 29.659
19:35:29 STEP 1278 H= 319:30 +CPU= 30.317
19:36:00 STEP 1279 H= 319:45 +CPU= 30.373
19:36:31 STEP 1280 H= 320:00 +CPU= 31.048
19:37:02 STEP 1281 H= 320:15 +CPU= 29.738
19:37:33 STEP 1282 H= 320:30 +CPU= 30.239
19:38:04 STEP 1283 H= 320:45 +CPU= 30.574
19:38:42 STEP 1284 H= 321:00 +CPU= 37.168
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001284
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001284
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001284
19:39:13 STEP 1285 H= 321:15 +CPU= 30.356
19:39:45 STEP 1286 H= 321:30 +CPU= 31.136
19:40:16 STEP 1287 H= 321:45 +CPU= 30.737
19:40:48 STEP 1288 H= 322:00 +CPU= 31.494
19:41:19 STEP 1289 H= 322:15 +CPU= 30.168
19:41:50 STEP 1290 H= 322:30 +CPU= 30.393
19:42:21 STEP 1291 H= 322:45 +CPU= 30.020
19:42:53 STEP 1292 H= 323:00 +CPU= 31.302
19:43:24 STEP 1293 H= 323:15 +CPU= 30.317
19:43:55 STEP 1294 H= 323:30 +CPU= 30.835
19:44:25 STEP 1295 H= 323:45 +CPU= 29.767
19:45:08 STEP 1296 H= 324:00 +CPU= 41.522
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001296
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001296
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001296
19:45:39 STEP 1297 H= 324:15 +CPU= 30.100
19:46:10 STEP 1298 H= 324:30 +CPU= 30.113
19:46:42 STEP 1299 H= 324:45 +CPU= 30.653
19:47:14 STEP 1300 H= 325:00 +CPU= 30.963
19:47:45 STEP 1301 H= 325:15 +CPU= 30.929
19:48:16 STEP 1302 H= 325:30 +CPU= 29.978
19:48:47 STEP 1303 H= 325:45 +CPU= 30.396
19:49:19 STEP 1304 H= 326:00 +CPU= 31.269
19:49:50 STEP 1305 H= 326:15 +CPU= 30.732
19:50:21 STEP 1306 H= 326:30 +CPU= 30.050
19:50:52 STEP 1307 H= 326:45 +CPU= 30.016
19:51:31 STEP 1308 H= 327:00 +CPU= 38.246
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001308
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001308
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001308
19:52:02 STEP 1309 H= 327:15 +CPU= 30.175
19:52:33 STEP 1310 H= 327:30 +CPU= 30.412
19:53:04 STEP 1311 H= 327:45 +CPU= 30.516
19:53:36 STEP 1312 H= 328:00 +CPU= 31.262
19:54:07 STEP 1313 H= 328:15 +CPU= 30.222
19:54:38 STEP 1314 H= 328:30 +CPU= 30.489
19:55:10 STEP 1315 H= 328:45 +CPU= 30.611
19:55:42 STEP 1316 H= 329:00 +CPU= 31.440
19:56:13 STEP 1317 H= 329:15 +CPU= 31.026
19:56:45 STEP 1318 H= 329:30 +CPU= 30.838
19:57:16 STEP 1319 H= 329:45 +CPU= 30.246
19:57:55 STEP 1320 H= 330:00 +CPU= 38.238
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001320
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001320
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001320
19:58:25 STEP 1321 H= 330:15 +CPU= 29.557
19:58:56 STEP 1322 H= 330:30 +CPU= 30.167
19:59:27 STEP 1323 H= 330:45 +CPU= 30.533
19:59:59 STEP 1324 H= 331:00 +CPU= 30.939
20:00:31 STEP 1325 H= 331:15 +CPU= 31.244
20:01:02 STEP 1326 H= 331:30 +CPU= 29.978
20:01:33 STEP 1327 H= 331:45 +CPU= 30.470
20:02:05 STEP 1328 H= 332:00 +CPU= 31.177
20:02:37 STEP 1329 H= 332:15 +CPU= 30.384
20:03:09 STEP 1330 H= 332:30 +CPU= 31.312
20:03:40 STEP 1331 H= 332:45 +CPU= 30.384
20:04:18 STEP 1332 H= 333:00 +CPU= 36.905
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001332
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001332
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001332
20:04:48 STEP 1333 H= 333:15 +CPU= 29.932
20:05:19 STEP 1334 H= 333:30 +CPU= 29.780
20:05:50 STEP 1335 H= 333:45 +CPU= 30.599
20:06:22 STEP 1336 H= 334:00 +CPU= 31.055
20:06:53 STEP 1337 H= 334:15 +CPU= 30.940
20:07:24 STEP 1338 H= 334:30 +CPU= 29.937
20:07:56 STEP 1339 H= 334:45 +CPU= 31.299
20:08:28 STEP 1340 H= 335:00 +CPU= 31.155
20:08:59 STEP 1341 H= 335:15 +CPU= 30.818
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
20:09:53 STEP 1342 H= 335:30 +CPU= 31.045
20:10:24 STEP 1343 H= 335:45 +CPU= 30.265
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
20:11:50 STEP 1344 H= 336:00 +CPU= 43.211
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001344
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001344
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001344
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001248
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001248
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001248
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001260
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001260
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001260
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001272
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001272
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001272
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001284
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001284
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001284
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001296
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001296
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001296
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001308
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001308
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001308
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001320
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001320
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001320
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001332
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001332
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001332
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a01l_2016092300_20_1017_12281884_0_r543177631_13.zip
Uploading the intermediate file: upload_file_13.zip
20:12:44 STEP 1345 H= 336:15 +CPU= 31.249
20:13:16 STEP 1346 H= 336:30 +CPU= 30.869
20:13:49 STEP 1347 H= 336:45 +CPU= 30.969
20:14:23 STEP 1348 H= 337:00 +CPU= 33.112
20:14:56 STEP 1349 H= 337:15 +CPU= 31.920
20:15:28 STEP 1350 H= 337:30 +CPU= 32.098
20:16:02 STEP 1351 H= 337:45 +CPU= 32.618
20:16:35 STEP 1352 H= 338:00 +CPU= 32.462
20:17:09 STEP 1353 H= 338:15 +CPU= 33.075
20:17:42 STEP 1354 H= 338:30 +CPU= 31.963
20:18:14 STEP 1355 H= 338:45 +CPU= 31.889
20:18:54 STEP 1356 H= 339:00 +CPU= 38.483
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001356
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001356
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001356
20:19:26 STEP 1357 H= 339:15 +CPU= 31.740
20:20:00 STEP 1358 H= 339:30 +CPU= 32.292
20:20:33 STEP 1359 H= 339:45 +CPU= 32.461
20:21:07 STEP 1360 H= 340:00 +CPU= 32.802
20:21:41 STEP 1361 H= 340:15 +CPU= 33.360
20:22:14 STEP 1362 H= 340:30 +CPU= 32.507
20:22:47 STEP 1363 H= 340:45 +CPU= 31.773
20:23:21 STEP 1364 H= 341:00 +CPU= 32.728
20:23:54 STEP 1365 H= 341:15 +CPU= 32.307
20:24:27 STEP 1366 H= 341:30 +CPU= 32.753
20:25:00 STEP 1367 H= 341:45 +CPU= 32.028
20:25:42 STEP 1368 H= 342:00 +CPU= 40.260
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001368
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001368
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001368
20:26:14 STEP 1369 H= 342:15 +CPU= 31.648
20:26:47 STEP 1370 H= 342:30 +CPU= 31.621
20:27:20 STEP 1371 H= 342:45 +CPU= 32.884
20:27:55 STEP 1372 H= 343:00 +CPU= 33.457
20:28:27 STEP 1373 H= 343:15 +CPU= 31.683
20:29:00 STEP 1374 H= 343:30 +CPU= 32.317
20:29:34 STEP 1375 H= 343:45 +CPU= 32.750
20:30:07 STEP 1376 H= 344:00 +CPU= 32.574
20:30:40 STEP 1377 H= 344:15 +CPU= 31.958
20:31:13 STEP 1378 H= 344:30 +CPU= 31.960
20:31:47 STEP 1379 H= 344:45 +CPU= 32.970
20:32:28 STEP 1380 H= 345:00 +CPU= 40.310
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001380
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001380
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001380
20:33:01 STEP 1381 H= 345:15 +CPU= 32.110
20:33:34 STEP 1382 H= 345:30 +CPU= 32.243
20:34:07 STEP 1383 H= 345:45 +CPU= 32.164
20:34:41 STEP 1384 H= 346:00 +CPU= 33.179
20:35:14 STEP 1385 H= 346:15 +CPU= 32.241
20:35:47 STEP 1386 H= 346:30 +CPU= 32.106
20:36:20 STEP 1387 H= 346:45 +CPU= 31.970
20:36:53 STEP 1388 H= 347:00 +CPU= 33.283
20:37:27 STEP 1389 H= 347:15 +CPU= 32.649
20:38:00 STEP 1390 H= 347:30 +CPU= 32.430
20:38:34 STEP 1391 H= 347:45 +CPU= 32.360
20:39:20 STEP 1392 H= 348:00 +CPU= 44.481
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001392
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001392
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001392
20:39:54 STEP 1393 H= 348:15 +CPU= 32.271
20:40:27 STEP 1394 H= 348:30 +CPU= 32.327
20:41:00 STEP 1395 H= 348:45 +CPU= 31.912
20:41:34 STEP 1396 H= 349:00 +CPU= 33.673
20:42:08 STEP 1397 H= 349:15 +CPU= 32.815
20:42:42 STEP 1398 H= 349:30 +CPU= 32.104
20:43:15 STEP 1399 H= 349:45 +CPU= 32.290
20:43:49 STEP 1400 H= 350:00 +CPU= 32.956
20:44:22 STEP 1401 H= 350:15 +CPU= 32.497
20:44:54 STEP 1402 H= 350:30 +CPU= 31.852
20:45:28 STEP 1403 H= 350:45 +CPU= 32.749
20:46:09 STEP 1404 H= 351:00 +CPU= 40.113
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001404
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001404
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001404
20:46:42 STEP 1405 H= 351:15 +CPU= 32.172
20:47:14 STEP 1406 H= 351:30 +CPU= 31.217
20:47:47 STEP 1407 H= 351:45 +CPU= 31.948
20:48:21 STEP 1408 H= 352:00 +CPU= 33.324
20:48:54 STEP 1409 H= 352:15 +CPU= 32.316
20:49:27 STEP 1410 H= 352:30 +CPU= 31.710
20:50:01 STEP 1411 H= 352:45 +CPU= 33.008
20:50:35 STEP 1412 H= 353:00 +CPU= 33.737
20:51:09 STEP 1413 H= 353:15 +CPU= 32.226
20:51:41 STEP 1414 H= 353:30 +CPU= 31.905
20:52:15 STEP 1415 H= 353:45 +CPU= 32.779
20:52:56 STEP 1416 H= 354:00 +CPU= 39.934
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001416
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001416
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001416
20:53:29 STEP 1417 H= 354:15 +CPU= 32.641
20:54:03 STEP 1418 H= 354:30 +CPU= 32.611
20:54:35 STEP 1419 H= 354:45 +CPU= 32.035
20:55:10 STEP 1420 H= 355:00 +CPU= 33.332
20:55:43 STEP 1421 H= 355:15 +CPU= 32.617
20:56:16 STEP 1422 H= 355:30 +CPU= 32.333
20:56:49 STEP 1423 H= 355:45 +CPU= 32.238
20:57:22 STEP 1424 H= 356:00 +CPU= 32.932
20:57:56 STEP 1425 H= 356:15 +CPU= 32.497
20:58:29 STEP 1426 H= 356:30 +CPU= 32.932
20:59:02 STEP 1427 H= 356:45 +CPU= 32.057
20:59:43 STEP 1428 H= 357:00 +CPU= 40.126
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001428
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001428
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001428
21:00:17 STEP 1429 H= 357:15 +CPU= 32.870
21:00:50 STEP 1430 H= 357:30 +CPU= 32.143
21:01:24 STEP 1431 H= 357:45 +CPU= 33.171
21:01:58 STEP 1432 H= 358:00 +CPU= 32.967
21:02:32 STEP 1433 H= 358:15 +CPU= 32.226
21:03:05 STEP 1434 H= 358:30 +CPU= 32.559
21:03:39 STEP 1435 H= 358:45 +CPU= 32.789
21:04:12 STEP 1436 H= 359:00 +CPU= 32.756
21:04:45 STEP 1437 H= 359:15 +CPU= 32.774
21:05:18 STEP 1438 H= 359:30 +CPU= 31.859
21:05:52 STEP 1439 H= 359:45 +CPU= 32.806
21:06:34 STEP 1440 H= 360:00 +CPU= 40.544
..The child process terminated with status: 0
>>> Printing last 70 lines from file: NODE.001_01
DDH------------------------------------------------------------------------
I I
I TIME = 360.000H DDH * Diagnostic Var., AREA GLOBAL I
I I
I-------------------------------------------------------------------------I
I VARIABLE I Initial value I Current value I
I-------------------------------------------------------------------------I
I OMEGA (P/S) I 0.4981650471E-22 I 0.7336655738E-06 I
ICloud fractionI 0.0000000000E+00 I 0.1622931395E-01 I
I Relat. Hum. I 0.4908758708E+00 I 0.5097516786E+00 I
I PASS 01 I 0.0000000000E+00 I 0.1646201816E+03 I
DDH------------------------------------------------------------------------
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 1440 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+001440 MODE=a
IO-STREAM CLOSED - ICMGGh7zg+001440
MPI-TASK: 1 - 318329300 BYTES IN 7 RECORDS TRANSFERRED IN 0.0008 SECONDS397911.6 Mbytes/s, TOTAL TIME= 0.0133( 6.0%)
21:06:34 STEP 1440 H= 360:00 +CPU= 40.544
END CNT3
NSTEP = 1440 CNT0 000000000 30.269 30.269 31.134 0.972 0 0 0 0 0
IO-STREAM STATISTICS, TOTAL NO OF REC/BYTES READ 46/ 1069125708 WRITTEN 8580/************
-TASK-OPENED-OPEN-RECS IN -KBYTE IN -RECS OUT-KBYTE OUT-WALL -WALL IN-WALL
OU-TOT IN -TOT OUT
1 153 0 46 1044068 8580 ************ 18.8 1.7 17.2 3.1 35.5
===-=== START OF TIMING STATISTICS ===-===
STATS FOR ALL TASKS
NUM ROUTINE CALLS MEAN(ms) MAX(ms) FRAC(%) UNBAL(%)
0 CNT0 - COMPLETE EXECUTION 1 9571298.0 9571298.0 100.00 0.00
1 CNT4 - FORWARD INTEGRATION 1 9566210.6 9566210.6 99.95 0.00
8 SCAN2M - GRID-POINT DYNAMICS 313 6726.6 6726.6 22.00 0.00
9 SPCM - SPECTRAL COMP. 288 1154.8 1154.8 3.47 0.00
10 SCAN2M - PHYSICS 289 13140.2 13140.2 39.68 0.00
11 IOPACK - OUTPUT P.P. RESULTS 24 1068.3 1068.3 0.27 0.00
12 SPNORM - SPECTRAL NORM COMP. 13 89.7 89.7 0.01 0.00
17 GRIDFPOS IN CNT4 24 35.5 35.5 0.01 0.00
27 RESTART FILES - WRITING 6 4273.3 4273.3 0.27 0.00
28 RESTART FILES - READING 1 4389.3 4389.3 0.05 0.00
29 SU4FPOS IN CNT4 24 0.1 0.1 0.00 0.00
30 DYNFPOS IN CNT4 24 7363.3 7363.3 1.85 0.00
31 POSDDH IN STEPO 2 21.5 21.5 0.00 0.00
37 CPGLAG - SL COMPUTATIONS 289 7137.5 7137.5 21.55 0.00
39 SU0YOMB 1 378.9 378.9 0.00 0.00
51 SCAN2M - SL COMM. PART 1 289 36.8 36.8 0.11 0.00
54 SPCM - M TO S/S TO M TRANSP. 288 668.7 668.7 2.01 0.00
55 SPCIMPF - S TO M/M TO S TRANSP. 288 88.8 88.8 0.27 0.00
56 SPNORM - SPECTRAL NORM COMM. 13 0.3 0.3 0.00 0.00
102 LTINV_CTL - INVERSE LEGENDRE TRANSFORM 628 475.0 475.0 3.12 0.00
103 LTDIR_CTL - DIRECT LEGENDRE TRANSFORM 600 260.6 260.6 1.63 0.00
106 FTDIR_CTL - DIRECT FOURIER TRANSFORM 600 91.0 91.0 0.57 0.00
107 FTINV_CTL - INVERSE FOURIER TRANSFORM 628 129.2 129.2 0.85 0.00
140 SULEG - COMP. OF LEGENDRE POL. 1 29.8 29.8 0.00 0.00
152 LTINV_CTL - M TO L TRANSPOSITION 628 87.0 87.0 0.57 0.00
153 LTDIR_CTL - L TO M TRANSPOSITION 600 46.9 46.9 0.29 0.00
157 FTINV_CTL - L TO G TRANSPOSITION 628 172.9 172.9 1.13 0.00
158 FTDIR_CTL - G TO L TRANSPOSITION 600 72.3 72.3 0.45 0.00
400 GSTATS 34412 0.0 0.0 0.00 0.00
401 GSTATS HOOK 31964 0.0 0.0 0.00 0.00
TOTAL MEASURED IMBALANCE = 0.0 SECONDS, 0.0 PERCENT
TOTAL WALLCLOCK TIME 9571.3 CPU TIME 9217.3 VECTOR TIME 9217.3
===-=== END OF TIMING STATISTICS ===-===
FORECAST DAYS PER DAY 135.5
*** END CNT0 ***
------------------------------------------------
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMGGh7zg+001440
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMSHh7zg+001440
Moving to projects directory: /var/lib/boinc-client/slots/20/ICMUAh7zg+001440
Adding to the zip: /var/lib/boinc-client/slots/20/NODE.001_01
Adding to the zip: /var/lib/boinc-client/slots/20/ifs.stat
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001404
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001416
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001368
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001356
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001344
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001428
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001404
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001356
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001428
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001368
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001440
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001428
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001392
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001380
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001416
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001380
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001368
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001392
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001404
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001344
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMGGh7zg+001440
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001380
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001440
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001344
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001356
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMSHh7zg+001392
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12281884/ICMUAh7zg+001416
Zipping up the final file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a01l_2016092300_20_1017_12281884_0_r543177631_14.zip
Uploading the final file: upload_file_14.zip
Uploading trickle at timestep: 1295100
21:10:04 (23410): called boinc_finish(0)
</stderr_txt>
<message>
upload failure: <file_xfer_error>
<file_name>oifs_43r3_bl_a01l_2016092300_20_1017_12281884_0_r543177631_15.zip</file_name>
<error_code>-161 (not found)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>oifs_43r3_bl_a01l_2016092300_20_1017_12281884_0_r543177631_16.zip</file_name>
<error_code>-161 (not found)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>oifs_43r3_bl_a01l_2016092300_20_1017_12281884_0_r543177631_17.zip</file_name>
<error_code>-161 (not found)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>oifs_43r3_bl_a01l_2016092300_20_1017_12281884_0_r543177631_18.zip</file_name>
<error_code>-161 (not found)</error_code>
</file_xfer_error>
<file_xfer_error>
<file_name>oifs_43r3_bl_a01l_2016092300_20_1017_12281884_0_r543177631_19.zip</file_name>
<error_code>-161 (not found)</error_code>
</file_xfer
