<core_client_version>7.16.6</core_client_version>
<![CDATA[
<message>
Disk usage limit exceeded</message>
<stderr_txt>
t/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:eric-T14:1:1:31257:31257] [20230112:174004:1673516404:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:31257:31257] [20230112:174004:1673516404:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:31257:31257] [20230112:174004:1673516404:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:31257:31257] [20230112:174004:1673516404:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:31257:31257] [20230112:174004:1673516404:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:31257:31257] [20230112:174004:1673516404:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:31257:31257] [20230112:174004:1673516404:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:31257:31257] [20230112:174004:1673516404:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:31257:31257] [20230112:174004:1673516404:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:31257:31257] [20230112:174004:1673516404:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
17:43:00 STEP 1128 H=1128:00 +CPU=119.203
17:45:01 STEP 1129 H=1129:00 +CPU= 82.490
17:46:34 STEP 1130 H=1130:00 +CPU= 78.461
17:48:58 STEP 1131 H=1131:00 +CPU=104.456
17:51:03 STEP 1132 H=1132:00 +CPU= 85.134
17:52:28 STEP 1133 H=1133:00 +CPU= 71.839
17:55:08 STEP 1134 H=1134:00 +CPU=116.601
17:57:04 STEP 1135 H=1135:00 +CPU= 83.395
17:58:24 STEP 1136 H=1136:00 +CPU= 68.987
18:01:10 STEP 1137 H=1137:00 +CPU=124.579
18:03:17 STEP 1138 H=1138:00 +CPU= 84.967
18:04:47 STEP 1139 H=1139:00 +CPU= 73.910
18:07:54 STEP 1140 H=1140:00 +CPU=146.082
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001140
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001140
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001140
18:09:46 STEP 1141 H=1141:00 +CPU= 78.405
18:12:17 STEP 1142 H=1142:00 +CPU= 98.805
18:14:54 STEP 1143 H=1143:00 +CPU=127.313
18:16:52 STEP 1144 H=1144:00 +CPU= 80.455
18:19:15 STEP 1145 H=1145:00 +CPU= 94.072
18:21:43 STEP 1146 H=1146:00 +CPU=123.957
18:24:09 STEP 1147 H=1147:00 +CPU= 91.583
18:26:22 STEP 1148 H=1148:00 +CPU= 91.874
18:29:31 STEP 1149 H=1149:00 +CPU=129.946
18:31:48 STEP 1150 H=1150:00 +CPU= 94.426
18:33:31 STEP 1151 H=1151:00 +CPU= 85.279
18:37:33 STEP 1152 H=1152:00 +CPU=159.721
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001152
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001152
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001152
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001128
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001128
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001128
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001140
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001140
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001140
Zipping up the intermediate file: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352_47.zip
Uploading the intermediate file: upload_file_47.zip
18:39:38 STEP 1153 H=1153:00 +CPU= 88.013
18:41:15 STEP 1154 H=1154:00 +CPU= 78.123
18:44:32 STEP 1155 H=1155:00 +CPU=140.590
18:46:31 STEP 1156 H=1156:00 +CPU= 84.525
Quit request received from BOINC client, ending the child process
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 2015050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0249
(argv4) batchid: 984
(argv5) wuid: 12200893
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc/slots/2
Project directory is: /var/lib/boinc/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893
..mkdir for temp folder for results failed
Copying: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc/slots/2/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc/slots/2/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_e5c8a151e3d5bbc019b14b15a7eb6b2a to: /var/lib/boinc/slots/2/oifs_43r3_ps_0249_2015050100_123_984_12200893.zip
Unzipping the namelist zip file: /var/lib/boinc/slots/2/oifs_43r3_ps_0249_2015050100_123_984_12200893.zip
ic_ancil_file: ic_ancil_12200893
ifsdata_file: ifsdata_12200893
climate_data_file: clim_data_12200893
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_3373fded03144616d4e82f2cdf85f730 to: /var/lib/boinc/slots/2/ic_ancil_12200893.zip
Unzipping the IC ancils zip file: /var/lib/boinc/slots/2/ic_ancil_12200893.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_70e54f224c1699013be5a4e77b9386ec to: /var/lib/boinc/slots/2/ifsdata/ifsdata_12200893.zip
Unzipping the ifsdata_zip file: /var/lib/boinc/slots/2/ifsdata/ifsdata_12200893.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc/slots/2/159l_2/clim_data_12200893.zip
Unzipping the climate data zip file: /var/lib/boinc/slots/2/159l_2/clim_data_12200893.zip
Checking for progress XML file: /var/lib/boinc/slots/2/progress_file_12200893.xml
Opened progress file ok : /var/lib/boinc/slots/2/progress_file_12200893.xml
-- Model is restarting --
Adjusting last_iter, 1157, to previous model restart step.
Creating progress file: /var/lib/boinc/slots/2/progress_file_12200893.xml
last_cpu_time: 65100
upload_file_number: 48
last_iter: 1151
last_upload: 4147200
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352
The child process has been launched with process id: 32719
Executing the command: /var/lib/boinc/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:32719:32719] [20230112:194742:1673524062:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
19:49:53 STEP 1152 H=1152:00 +CPU=106.367
19:51:06 STEP 1153 H=1153:00 +CPU= 57.856
19:52:35 STEP 1154 H=1154:00 +CPU= 64.114
19:54:29 STEP 1155 H=1155:00 +CPU= 95.002
19:55:42 STEP 1156 H=1156:00 +CPU= 61.541
19:56:54 STEP 1157 H=1157:00 +CPU= 61.300
19:58:44 STEP 1158 H=1158:00 +CPU= 94.982
19:59:53 STEP 1159 H=1159:00 +CPU= 58.743
20:01:06 STEP 1160 H=1160:00 +CPU= 62.408
20:02:53 STEP 1161 H=1161:00 +CPU= 92.602
20:04:04 STEP 1162 H=1162:00 +CPU= 61.168
20:05:14 STEP 1163 H=1163:00 +CPU= 60.173
20:07:13 STEP 1164 H=1164:00 +CPU=101.988
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001164
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001164
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001164
20:08:23 STEP 1165 H=1165:00 +CPU= 60.132
20:09:35 STEP 1166 H=1166:00 +CPU= 62.364
20:11:19 STEP 1167 H=1167:00 +CPU= 89.181
20:12:29 STEP 1168 H=1168:00 +CPU= 61.240
20:13:38 STEP 1169 H=1169:00 +CPU= 59.525
20:15:25 STEP 1170 H=1170:00 +CPU= 91.430
20:16:34 STEP 1171 H=1171:00 +CPU= 59.659
20:17:44 STEP 1172 H=1172:00 +CPU= 60.522
20:19:33 STEP 1173 H=1173:00 +CPU= 91.609
20:20:47 STEP 1174 H=1174:00 +CPU= 62.839
20:21:57 STEP 1175 H=1175:00 +CPU= 60.709
20:24:07 STEP 1176 H=1176:00 +CPU=108.074
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001176
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001176
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001176
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001152
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001152
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001152
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001164
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001164
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001164
Zipping up the intermediate file: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352_48.zip
Uploading the intermediate file: upload_file_48.zip
20:25:26 STEP 1177 H=1177:00 +CPU= 62.136
20:26:40 STEP 1178 H=1178:00 +CPU= 62.064
20:28:36 STEP 1179 H=1179:00 +CPU= 97.349
20:29:50 STEP 1180 H=1180:00 +CPU= 63.031
20:31:05 STEP 1181 H=1181:00 +CPU= 60.824
20:33:08 STEP 1182 H=1182:00 +CPU=100.182
20:34:19 STEP 1183 H=1183:00 +CPU= 60.849
20:35:34 STEP 1184 H=1184:00 +CPU= 63.212
20:37:32 STEP 1185 H=1185:00 +CPU= 96.931
20:38:43 STEP 1186 H=1186:00 +CPU= 61.686
20:39:57 STEP 1187 H=1187:00 +CPU= 62.759
20:42:06 STEP 1188 H=1188:00 +CPU=109.792
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001188
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001188
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001188
20:43:16 STEP 1189 H=1189:00 +CPU= 59.580
20:44:34 STEP 1190 H=1190:00 +CPU= 65.063
20:46:25 STEP 1191 H=1191:00 +CPU= 95.723
20:47:41 STEP 1192 H=1192:00 +CPU= 62.038
20:48:54 STEP 1193 H=1193:00 +CPU= 62.095
20:50:47 STEP 1194 H=1194:00 +CPU= 96.410
20:51:57 STEP 1195 H=1195:00 +CPU= 59.551
20:53:10 STEP 1196 H=1196:00 +CPU= 62.842
20:54:58 STEP 1197 H=1197:00 +CPU= 92.596
20:56:11 STEP 1198 H=1198:00 +CPU= 63.326
20:57:25 STEP 1199 H=1199:00 +CPU= 63.383
20:59:41 STEP 1200 H=1200:00 +CPU=111.868
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001200
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001200
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001200
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001176
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001176
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001176
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001188
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001188
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001188
Zipping up the intermediate file: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352_49.zip
Uploading the intermediate file: upload_file_49.zip
21:00:55 STEP 1201 H=1201:00 +CPU= 61.947
21:02:10 STEP 1202 H=1202:00 +CPU= 63.730
21:04:02 STEP 1203 H=1203:00 +CPU= 93.317
21:05:17 STEP 1204 H=1204:00 +CPU= 64.623
21:06:30 STEP 1205 H=1205:00 +CPU= 61.990
21:08:23 STEP 1206 H=1206:00 +CPU= 96.904
21:09:35 STEP 1207 H=1207:00 +CPU= 62.222
21:10:48 STEP 1208 H=1208:00 +CPU= 62.778
21:12:35 STEP 1209 H=1209:00 +CPU= 93.200
21:13:50 STEP 1210 H=1210:00 +CPU= 63.329
21:14:57 STEP 1211 H=1211:00 +CPU= 59.003
21:17:00 STEP 1212 H=1212:00 +CPU=106.316
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001212
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001212
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001212
21:18:12 STEP 1213 H=1213:00 +CPU= 61.488
21:19:21 STEP 1214 H=1214:00 +CPU= 59.594
21:21:11 STEP 1215 H=1215:00 +CPU= 93.865
21:22:21 STEP 1216 H=1216:00 +CPU= 61.534
21:23:26 STEP 1217 H=1217:00 +CPU= 56.932
21:25:18 STEP 1218 H=1218:00 +CPU= 96.137
21:26:26 STEP 1219 H=1219:00 +CPU= 58.502
21:27:35 STEP 1220 H=1220:00 +CPU= 59.414
21:29:22 STEP 1221 H=1221:00 +CPU= 92.748
21:30:31 STEP 1222 H=1222:00 +CPU= 59.002
21:31:42 STEP 1223 H=1223:00 +CPU= 61.217
21:33:52 STEP 1224 H=1224:00 +CPU=110.054
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001224
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001224
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001224
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001200
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001200
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001200
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001212
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001212
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001212
Zipping up the intermediate file: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352_50.zip
Uploading the intermediate file: upload_file_50.zip
21:34:59 STEP 1225 H=1225:00 +CPU= 57.774
21:36:12 STEP 1226 H=1226:00 +CPU= 62.902
21:38:02 STEP 1227 H=1227:00 +CPU= 94.286
21:39:10 STEP 1228 H=1228:00 +CPU= 58.690
21:40:19 STEP 1229 H=1229:00 +CPU= 59.419
21:42:08 STEP 1230 H=1230:00 +CPU= 94.258
21:43:14 STEP 1231 H=1231:00 +CPU= 57.855
21:44:26 STEP 1232 H=1232:00 +CPU= 61.879
21:46:10 STEP 1233 H=1233:00 +CPU= 90.548
21:47:21 STEP 1234 H=1234:00 +CPU= 59.734
21:48:33 STEP 1235 H=1235:00 +CPU= 60.823
21:50:34 STEP 1236 H=1236:00 +CPU=103.605
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001236
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001236
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001236
21:51:43 STEP 1237 H=1237:00 +CPU= 60.347
21:52:56 STEP 1238 H=1238:00 +CPU= 62.180
21:54:41 STEP 1239 H=1239:00 +CPU= 91.077
21:55:54 STEP 1240 H=1240:00 +CPU= 62.216
21:57:05 STEP 1241 H=1241:00 +CPU= 60.869
21:58:52 STEP 1242 H=1242:00 +CPU= 93.159
22:00:03 STEP 1243 H=1243:00 +CPU= 60.840
22:01:16 STEP 1244 H=1244:00 +CPU= 62.141
22:03:02 STEP 1245 H=1245:00 +CPU= 90.680
22:04:15 STEP 1246 H=1246:00 +CPU= 62.727
22:05:29 STEP 1247 H=1247:00 +CPU= 62.052
22:07:33 STEP 1248 H=1248:00 +CPU=106.519
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001248
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001248
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001248
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001224
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001224
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001224
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001236
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001236
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001236
Zipping up the intermediate file: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352_51.zip
Uploading the intermediate file: upload_file_51.zip
22:08:43 STEP 1249 H=1249:00 +CPU= 60.295
22:09:53 STEP 1250 H=1250:00 +CPU= 59.771
22:11:40 STEP 1251 H=1251:00 +CPU= 92.525
22:12:51 STEP 1252 H=1252:00 +CPU= 61.298
22:13:57 STEP 1253 H=1253:00 +CPU= 56.820
22:15:48 STEP 1254 H=1254:00 +CPU= 95.363
22:16:57 STEP 1255 H=1255:00 +CPU= 59.482
22:18:04 STEP 1256 H=1256:00 +CPU= 58.393
22:19:52 STEP 1257 H=1257:00 +CPU= 93.014
22:21:01 STEP 1258 H=1258:00 +CPU= 60.062
22:22:09 STEP 1259 H=1259:00 +CPU= 57.486
22:24:11 STEP 1260 H=1260:00 +CPU=105.002
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001260
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001260
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001260
22:25:19 STEP 1261 H=1261:00 +CPU= 58.012
22:26:30 STEP 1262 H=1262:00 +CPU= 61.652
22:28:21 STEP 1263 H=1263:00 +CPU= 94.286
22:29:30 STEP 1264 H=1264:00 +CPU= 59.664
22:30:40 STEP 1265 H=1265:00 +CPU= 59.936
22:32:32 STEP 1266 H=1266:00 +CPU= 95.667
22:33:39 STEP 1267 H=1267:00 +CPU= 57.995
22:34:50 STEP 1268 H=1268:00 +CPU= 61.946
22:36:37 STEP 1269 H=1269:00 +CPU= 92.271
22:37:46 STEP 1270 H=1270:00 +CPU= 59.200
22:38:58 STEP 1271 H=1271:00 +CPU= 61.401
22:41:03 STEP 1272 H=1272:00 +CPU=107.969
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001272
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001272
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001272
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001248
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001248
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001248
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001260
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001260
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001260
Zipping up the intermediate file: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352_52.zip
Uploading the intermediate file: upload_file_52.zip
22:42:15 STEP 1273 H=1273:00 +CPU= 60.552
22:43:28 STEP 1274 H=1274:00 +CPU= 62.391
22:45:14 STEP 1275 H=1275:00 +CPU= 91.637
22:46:26 STEP 1276 H=1276:00 +CPU= 61.351
22:47:35 STEP 1277 H=1277:00 +CPU= 59.593
22:49:28 STEP 1278 H=1278:00 +CPU= 94.697
22:50:39 STEP 1279 H=1279:00 +CPU= 61.108
22:51:51 STEP 1280 H=1280:00 +CPU= 62.075
22:53:37 STEP 1281 H=1281:00 +CPU= 91.226
22:54:49 STEP 1282 H=1282:00 +CPU= 61.944
22:55:58 STEP 1283 H=1283:00 +CPU= 58.782
22:57:56 STEP 1284 H=1284:00 +CPU=101.571
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001284
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001284
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001284
22:59:05 STEP 1285 H=1285:00 +CPU= 59.564
23:00:13 STEP 1286 H=1286:00 +CPU= 58.749
23:02:03 STEP 1287 H=1287:00 +CPU= 93.126
23:03:33 STEP 1288 H=1288:00 +CPU= 66.995
23:04:53 STEP 1289 H=1289:00 +CPU= 61.524
23:07:04 STEP 1290 H=1290:00 +CPU=105.314
23:08:21 STEP 1291 H=1291:00 +CPU= 65.335
23:09:38 STEP 1292 H=1292:00 +CPU= 66.186
23:11:41 STEP 1293 H=1293:00 +CPU=103.007
23:12:59 STEP 1294 H=1294:00 +CPU= 66.757
23:14:19 STEP 1295 H=1295:00 +CPU= 67.995
23:16:53 STEP 1296 H=1296:00 +CPU=122.259
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001296
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001296
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001296
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001272
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001272
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001272
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001284
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001284
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001284
Zipping up the intermediate file: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352_53.zip
Uploading the intermediate file: upload_file_53.zip
23:18:09 STEP 1297 H=1297:00 +CPU= 62.381
23:19:36 STEP 1298 H=1298:00 +CPU= 69.627
23:21:34 STEP 1299 H=1299:00 +CPU=100.453
23:22:54 STEP 1300 H=1300:00 +CPU= 66.790
23:24:11 STEP 1301 H=1301:00 +CPU= 65.782
23:26:25 STEP 1302 H=1302:00 +CPU=106.305
23:27:46 STEP 1303 H=1303:00 +CPU= 68.659
23:29:11 STEP 1304 H=1304:00 +CPU= 69.229
23:31:11 STEP 1305 H=1305:00 +CPU=101.484
23:32:32 STEP 1306 H=1306:00 +CPU= 68.991
23:33:50 STEP 1307 H=1307:00 +CPU= 65.032
23:36:05 STEP 1308 H=1308:00 +CPU=113.125
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001308
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001308
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001308
23:37:24 STEP 1309 H=1309:00 +CPU= 66.220
23:38:49 STEP 1310 H=1310:00 +CPU= 68.705
23:40:49 STEP 1311 H=1311:00 +CPU=101.375
23:42:07 STEP 1312 H=1312:00 +CPU= 66.773
23:43:25 STEP 1313 H=1313:00 +CPU= 65.409
23:45:39 STEP 1314 H=1314:00 +CPU=106.403
23:46:57 STEP 1315 H=1315:00 +CPU= 65.324
23:48:15 STEP 1316 H=1316:00 +CPU= 66.232
23:50:44 STEP 1317 H=1317:00 +CPU=110.988
23:52:32 STEP 1318 H=1318:00 +CPU= 75.784
23:54:01 STEP 1319 H=1319:00 +CPU= 69.227
23:57:05 STEP 1320 H=1320:00 +CPU=133.096
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001320
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001320
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001320
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001296
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001296
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001296
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001308
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001308
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001308
Zipping up the intermediate file: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352_54.zip
Uploading the intermediate file: upload_file_54.zip
23:58:48 STEP 1321 H=1321:00 +CPU= 72.936
00:00:24 STEP 1322 H=1322:00 +CPU= 75.780
00:02:33 STEP 1323 H=1323:00 +CPU=109.799
00:04:08 STEP 1324 H=1324:00 +CPU= 71.795
00:05:51 STEP 1325 H=1325:00 +CPU= 74.560
00:08:30 STEP 1326 H=1326:00 +CPU=119.513
00:10:06 STEP 1327 H=1327:00 +CPU= 72.839
00:11:41 STEP 1328 H=1328:00 +CPU= 76.053
00:14:01 STEP 1329 H=1329:00 +CPU=112.032
00:15:45 STEP 1330 H=1330:00 +CPU= 76.607
00:17:23 STEP 1331 H=1331:00 +CPU= 73.309
00:20:01 STEP 1332 H=1332:00 +CPU=126.739
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001332
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001332
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001332
00:21:28 STEP 1333 H=1333:00 +CPU= 73.168
00:23:14 STEP 1334 H=1334:00 +CPU= 76.887
00:25:48 STEP 1335 H=1335:00 +CPU=117.101
00:27:21 STEP 1336 H=1336:00 +CPU= 74.577
00:28:57 STEP 1337 H=1337:00 +CPU= 72.710
00:31:22 STEP 1338 H=1338:00 +CPU=116.727
00:32:47 STEP 1339 H=1339:00 +CPU= 70.454
00:34:26 STEP 1340 H=1340:00 +CPU= 76.311
00:37:06 STEP 1341 H=1341:00 +CPU=116.303
00:38:39 STEP 1342 H=1342:00 +CPU= 73.024
00:40:25 STEP 1343 H=1343:00 +CPU= 77.184
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 2015050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0249
(argv4) batchid: 984
(argv5) wuid: 12200893
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc/slots/2
Project directory is: /var/lib/boinc/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893
..mkdir for temp folder for results failed
Copying: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc/slots/2/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc/slots/2/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_e5c8a151e3d5bbc019b14b15a7eb6b2a to: /var/lib/boinc/slots/2/oifs_43r3_ps_0249_2015050100_123_984_12200893.zip
Unzipping the namelist zip file: /var/lib/boinc/slots/2/oifs_43r3_ps_0249_2015050100_123_984_12200893.zip
ic_ancil_file: ic_ancil_12200893
ifsdata_file: ifsdata_12200893
climate_data_file: clim_data_12200893
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_3373fded03144616d4e82f2cdf85f730 to: /var/lib/boinc/slots/2/ic_ancil_12200893.zip
Unzipping the IC ancils zip file: /var/lib/boinc/slots/2/ic_ancil_12200893.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_70e54f224c1699013be5a4e77b9386ec to: /var/lib/boinc/slots/2/ifsdata/ifsdata_12200893.zip
Unzipping the ifsdata_zip file: /var/lib/boinc/slots/2/ifsdata/ifsdata_12200893.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc/slots/2/159l_2/clim_data_12200893.zip
Unzipping the climate data zip file: /var/lib/boinc/slots/2/159l_2/clim_data_12200893.zip
Checking for progress XML file: /var/lib/boinc/slots/2/progress_file_12200893.xml
Opened progress file ok : /var/lib/boinc/slots/2/progress_file_12200893.xml
-- Model is restarting --
Adjusting last_iter, 1344, to previous model restart step.
Creating progress file: /var/lib/boinc/slots/2/progress_file_12200893.xml
last_cpu_time: 79769
upload_file_number: 55
last_iter: 1343
last_upload: 4752000
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352
The child process has been launched with process id: 25928
Executing the command: /var/lib/boinc/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:25928:25928] [20230113:144021:1673592021:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
14:43:38 STEP 1344 H=1344:00 +CPU= 90.611
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001344
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001344
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001344
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001320
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001320
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001320
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMGGhq0f+001332
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMSHhq0f+001332
Adding to the zip: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893/ICMUAhq0f+001332
Zipping up the intermediate file: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352_55.zip
Uploading the intermediate file: upload_file_55.zip
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 2015050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0249
(argv4) batchid: 984
(argv5) wuid: 12200893
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc/slots/2
Project directory is: /var/lib/boinc/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893
..mkdir for temp folder for results failed
Copying: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc/slots/2/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc/slots/2/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_e5c8a151e3d5bbc019b14b15a7eb6b2a to: /var/lib/boinc/slots/2/oifs_43r3_ps_0249_2015050100_123_984_12200893.zip
Unzipping the namelist zip file: /var/lib/boinc/slots/2/oifs_43r3_ps_0249_2015050100_123_984_12200893.zip
ic_ancil_file: ic_ancil_12200893
ifsdata_file: ifsdata_12200893
climate_data_file: clim_data_12200893
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_3373fded03144616d4e82f2cdf85f730 to: /var/lib/boinc/slots/2/ic_ancil_12200893.zip
Unzipping the IC ancils zip file: /var/lib/boinc/slots/2/ic_ancil_12200893.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_70e54f224c1699013be5a4e77b9386ec to: /var/lib/boinc/slots/2/ifsdata/ifsdata_12200893.zip
Unzipping the ifsdata_zip file: /var/lib/boinc/slots/2/ifsdata/ifsdata_12200893.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc/slots/2/159l_2/clim_data_12200893.zip
Unzipping the climate data zip file: /var/lib/boinc/slots/2/159l_2/clim_data_12200893.zip
Checking for progress XML file: /var/lib/boinc/slots/2/progress_file_12200893.xml
Opened progress file ok : /var/lib/boinc/slots/2/progress_file_12200893.xml
-- Model is restarting --
Adjusting last_iter, 1345, to previous model restart step.
Creating progress file: /var/lib/boinc/slots/2/progress_file_12200893.xml
last_cpu_time: 79888
upload_file_number: 56
last_iter: 1343
last_upload: 4838400
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352
The child process has been launched with process id: 29742
Executing the command: /var/lib/boinc/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:29742:29742] [20230113:152816:1673594896:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
15:32:57 STEP 1344 H=1344:00 +CPU= 93.468
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
15:35:48 STEP 1345 H=1345:00 +CPU= 60.410
15:36:49 STEP 1346 H=1346:00 +CPU= 48.929
15:40:24 STEP 1347 H=1347:00 +CPU= 88.638
15:42:26 STEP 1348 H=1348:00 +CPU= 56.898
15:44:21 STEP 1349 H=1349:00 +CPU= 48.930
15:47:57 STEP 1350 H=1350:00 +CPU= 94.653
15:49:15 STEP 1351 H=1351:00 +CPU= 46.371
15:51:34 STEP 1352 H=1352:00 +CPU= 57.994
15:54:54 STEP 1353 H=1353:00 +CPU= 90.490
15:56:52 STEP 1354 H=1354:00 +CPU= 55.096
15:59:14 STEP 1355 H=1355:00 +CPU= 60.202
16:02:14 STEP 1356 H=1356:00 +CPU= 98.295
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001356
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001356
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001356
16:05:04 STEP 1357 H=1357:00 +CPU= 59.096
16:07:30 STEP 1358 H=1358:00 +CPU= 64.759
16:10:01 STEP 1359 H=1359:00 +CPU= 87.390
16:11:44 STEP 1360 H=1360:00 +CPU= 55.709
16:14:05 STEP 1361 H=1361:00 +CPU= 62.868
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.05_x86_64-pc-linux-gnu
(argv1) start_date: 2015050100
(argv2) exptid: hq0f
(argv3) unique_member_id: 0249
(argv4) batchid: 984
(argv5) wuid: 12200893
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /var/lib/boinc/slots/2
Project directory is: /var/lib/boinc/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.05
Location of temp folder: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_12200893
..mkdir for temp folder for results failed
Copying: /var/lib/boinc/projects/climateprediction.net/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip to: /var/lib/boinc/slots/2/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc/slots/2/oifs_43r3_ps_app_1.05_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_e5c8a151e3d5bbc019b14b15a7eb6b2a to: /var/lib/boinc/slots/2/oifs_43r3_ps_0249_2015050100_123_984_12200893.zip
Unzipping the namelist zip file: /var/lib/boinc/slots/2/oifs_43r3_ps_0249_2015050100_123_984_12200893.zip
ic_ancil_file: ic_ancil_12200893
ifsdata_file: ifsdata_12200893
climate_data_file: clim_data_12200893
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
nfrres: restart dump frequency (steps) 24
Copying IC ancils from: ../../projects/climateprediction.net/jf_3373fded03144616d4e82f2cdf85f730 to: /var/lib/boinc/slots/2/ic_ancil_12200893.zip
Unzipping the IC ancils zip file: /var/lib/boinc/slots/2/ic_ancil_12200893.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_70e54f224c1699013be5a4e77b9386ec to: /var/lib/boinc/slots/2/ifsdata/ifsdata_12200893.zip
Unzipping the ifsdata_zip file: /var/lib/boinc/slots/2/ifsdata/ifsdata_12200893.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc/slots/2/159l_2/clim_data_12200893.zip
Unzipping the climate data zip file: /var/lib/boinc/slots/2/159l_2/clim_data_12200893.zip
Checking for progress XML file: /var/lib/boinc/slots/2/progress_file_12200893.xml
Opened progress file ok : /var/lib/boinc/slots/2/progress_file_12200893.xml
-- Model is restarting --
Adjusting last_iter, 1362, to previous model restart step.
Creating progress file: /var/lib/boinc/slots/2/progress_file_12200893.xml
last_cpu_time: 81204
upload_file_number: 56
last_iter: 1343
last_upload: 4838400
model_completed: 0
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0249_2015050100_123_984_12200893_1_r420174352
The child process has been launched with process id: 32205
Executing the command: /var/lib/boinc/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:eric-T14:1:1:32205:32205] [20230113:161921:1673597961:0.001] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
16:21:07 STEP 1344 H=1344:00 +CPU= 76.482
16:22:20 STEP 1345 H=1345:00 +CPU= 59.796
16:23:41 STEP 1346 H=1346:00 +CPU= 64.345
16:25:11 STEP 1347 H=1347:00 +CPU= 65.131
16:27:21 STEP 1348 H=1348:00 +CPU= 53.984
16:29:43 STEP 1349 H=1349:00 +CPU= 61.358
16:31:49 STEP 1350 H=1350:00 +CPU= 73.631
16:33:03 STEP 1351 H=1351:00 +CPU= 61.067
16:34:21 STEP 1352 H=1352:00 +CPU= 66.047
16:35:41 STEP 1353 H=1353:00 +CPU= 74.177
16:36:46 STEP 1354 H=1354:00 +CPU= 60.446
16:37:55 STEP 1355 H=1355:00 +CPU= 65.360
16:39:52 STEP 1356 H=1356:00 +CPU=101.701
Moving to projects directory: /var/lib/boinc/slots/2/ICMGGhq0f+001356
Moving to projects directory: /var/lib/boinc/slots/2/ICMSHhq0f+001356
Moving to projects directory: /var/lib/boinc/slots/2/ICMUAhq0f+001356
16:41:08 STEP 1357 H=1357:00 +CPU= 66.213
16:42:18 STEP 1358 H=1358:00 +CPU= 66.045
16:43:46 STEP 1359 H=1359:00 +CPU= 80.470
16:45:57 STEP 1360 H=1360:00 +CPU= 61.668
16:47:52 STEP 1361 H=1361:00 +CPU= 60.173
16:51:25 STEP 1362 H=1362:00 +CPU= 90.714
16:53:07 STEP 1363 H=1363:00 +CPU= 60.508
16:54:33 STEP 1364 H=1364:00 +CPU= 57.947
16:58:15 STEP 1365 H=1365:00 +CPU= 88.464
17:00:23 STEP 1366 H=1366:00 +CPU= 59.738
17:01:59 STEP 1367 H=1367:00 +CPU= 54.721
Abort request received from BOINC client, ending the child process
</stderr_txt>
]]>
