<core_client_version>8.0.2</core_client_version>
<![CDATA[
<stderr_txt>
WRRESF: DELETED PREVIOUS RESTART FILE OK: ./srf00161200.0001
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 1632 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+001632 MODE=w
IO-STREAM CLOSED - ICMGGh7zg+001632
MPI-TASK: 1 - 311813828 BYTES IN 6 RECORDS TRANSFERRED IN 0.0001 SECONDS******** Mbytes/s, TOTAL TIME= 0.0077( 1.3%)
NSTEP = 1632 STEPO 0AA000000
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMSHh7zg+001632 MODE=w
IO-STREAM CLOSED - ./ICMSHh7zg+001632
MPI-TASK: 1 - 707399250 BYTES IN 202 RECORDS TRANSFERRED IN 0.0026 SECONDS272076.6 Mbytes/s, TOTAL TIME= 0.2526( 1.0%)
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+001632 MODE=w
IO-STREAM CLOSED - ./ICMUAh7zg+001632
MPI-TASK: 1 - 4989021248 BYTES IN 125 RECORDS TRANSFERRED IN 0.0017 SECONDS******** Mbytes/s, TOTAL TIME= 0.1764( 1.0%)
STEPO_FPOS WAS : B00000F00E
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+001632 MODE=a
IO-STREAM CLOSED - ./ICMUAh7zg+001632
MPI-TASK: 1 - 10 BYTES IN 2 RECORDS TRANSFERRED IN 0.0001 SECONDS 0.1 Mbytes/s, TOTAL TIME= 0.0033( 3.0%)
STEPO_FPOS WAS : V00000000Y
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+001632 MODE=a
IO-STREAM CLOSED - ./ICMUAh7zg+001632
MPI-TASK: 1 - 303234099 BYTES IN 4 RECORDS TRANSFERRED IN 0.0001 SECONDS******** Mbytes/s, TOTAL TIME= 0.0061( 1.6%)
STEPO_FPOS WAS : T00000000M
NSTEP = 1632 STEPO 0AAA00AAA
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 1632 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+001632 MODE=a
IO-STREAM CLOSED - ICMGGh7zg+001632
MPI-TASK: 1 - 311813828 BYTES IN 7 RECORDS TRANSFERRED IN 0.0003 SECONDS******** Mbytes/s, TOTAL TIME= 0.0110( 2.7%)
22:01:32 STEP 1632 H= 408:00 +CPU= 26.737
NSTEP = 1633 STEPO 0AAA00AAA
22:01:52 STEP 1633 H= 408:15 +CPU= 19.722
NSTEP = 1634 STEPO 0AAA00AAA
22:02:14 STEP 1634 H= 408:30 +CPU= 21.264
ISTEP= 1635 RSOLINC= 1361.4482 RI0= 1365.0000 ZI0= 1361.4482 RIP0= 1361.4482
ISTEP= 1635 ZI0= 1361.4482 ZSEASON= 1.000000000 REA=149597870000.00 RDEASO=149597870000.00
NSTEP = 1635 STEPO 0AAA00AAA
22:02:36 STEP 1635 H= 408:45 +CPU= 21.866
NSTEP = 1636 STEPO 0AAA00AAA
22:02:58 STEP 1636 H= 409:00 +CPU= 21.932
NSTEP = 1637 STEPO 0AAA00AAA
------------------------------------------------
CNT0 not found; string returned was: 'STEPO'
>>> Printing last 8 lines from file: ifs.stat
22:01:10 FULLPOS-T DYNFPOS 1632 0.465 0.465 0.473 50:36 62:20 0.18548717423769E-05 2GB 0MB
22:01:11 0AAA00AAA STEPO 1632 0.476 0.476 0.487 50:37 62:21 0.18548717423769E-05 2GB 0MB
22:01:32 0AAA00AAA STEPO 1633 20.536 20.536 20.880 50:57 62:42 0.18548717423769E-05 2GB 0MB
22:01:52 0AAA00AAA STEPO 1634 19.722 19.722 19.987 51:17 63:02 0.18548717423769E-05 2GB 0MB
22:02:14 0AAA00AAA STEPO 1635 21.264 21.264 21.851 51:38 63:23 0.18548717423769E-05 2GB 0MB
22:02:36 0AAA00AAA STEPO 1636 21.866 21.866 22.253 52:00 63:46 0.18548717423769E-05 2GB 0MB
22:02:58 0AAA00AAA STEPO 1637 21.932 21.932 22.212 52:22 64:08 0.18548717423769E-05 2GB 0MB
------------------------------------------------
>>> Printing last 11 lines from file: rcf
CSTEP = " 1632",
CTIME = "00170000 ",
NSTEPLPP = 201, 202, 49, 228226, 228227, 2*0, 1620, 2*0,
IPRGPNSRES = 1,
IPRGPEWRES = 1,
IPRTRWRES = 1,
IPRTRVRES = 1,
GMASS0 = 0.000000000000000E+000,
GMASSI = 0.000000000000000E+000
/
------------------------------------------------
>>> Printing last 8 lines from file: /var/lib/boinc-client/slots/2/progress_file_12294618.xml
<running_values>
<last_cpu_time>35513.500000</last_cpu_time>
<upload_file_number>17</upload_file_number>
<last_iter>1637</last_iter>
<last_upload>1469700</last_upload>
<model_completed>0</model_completed>
</running_values>
------------------------------------------------
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a4ur
(argv4) batchid: 1018
(argv5) wuid: 12294618
(argv6) fclen: 20
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/2
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_be8ef1898fce7fb720ab55e7bf3d51d5 to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a4ur_2016092300_20_1018_12294618.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a4ur_2016092300_20_1018_12294618.zip
ic_ancil_file: ic_ancil_12294618
ifsdata_file: ifsdata_12294618
climate_data_file: clim_data_12294618
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/2/ic_ancil_12294618.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/2/ic_ancil_12294618.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_bf288aa18a86cd4d05a389ae73f5ffec to: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12294618.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12294618.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/2/159l_2/clim_data_12294618.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/2/159l_2/clim_data_12294618.zip
Checking for progress XML file: /var/lib/boinc-client/slots/2/progress_file_12294618.xml
Opened progress file ok : /var/lib/boinc-client/slots/2/progress_file_12294618.xml
-- Model is restarting --
Adjusting last_iter, 1637, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/2/progress_file_12294618.xml
last_cpu_time: 35513
upload_file_number: 17
last_iter: 1633
last_upload: 1469700
model_completed: 0
total_length_of_simulation: 1728000
result_base_name: oifs_43r3_bl_a4ur_2016092300_20_1018_12294618_2_r1970914275
The child process has been launched with process id: 1987450
Executing the command: /var/lib/boinc-client/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:optimus:1:1:1987450:1987450] [20240818:220434:1724033074:0.001] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
22:05:00 STEP 1632 H= 408:00 +CPU= 22.571
22:05:22 STEP 1633 H= 408:15 +CPU= 22.044
22:05:44 STEP 1634 H= 408:30 +CPU= 20.973
22:06:04 STEP 1635 H= 408:45 +CPU= 20.094
22:06:24 STEP 1636 H= 409:00 +CPU= 19.720
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:07:06 STEP 1637 H= 409:15 +CPU= 20.394
22:07:28 STEP 1638 H= 409:30 +CPU= 21.554
22:07:50 STEP 1639 H= 409:45 +CPU= 21.726
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:08:32 STEP 1640 H= 410:00 +CPU= 20.674
22:08:51 STEP 1641 H= 410:15 +CPU= 19.267
22:09:11 STEP 1642 H= 410:30 +CPU= 19.057
22:09:31 STEP 1643 H= 410:45 +CPU= 19.880
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:10:18 STEP 1644 H= 411:00 +CPU= 25.683
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001644
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001644
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001644
22:10:39 STEP 1645 H= 411:15 +CPU= 21.298
22:11:02 STEP 1646 H= 411:30 +CPU= 21.945
22:11:24 STEP 1647 H= 411:45 +CPU= 21.823
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:12:07 STEP 1648 H= 412:00 +CPU= 21.060
22:12:27 STEP 1649 H= 412:15 +CPU= 19.557
22:12:47 STEP 1650 H= 412:30 +CPU= 19.488
22:13:07 STEP 1651 H= 412:45 +CPU= 19.665
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:13:49 STEP 1652 H= 413:00 +CPU= 20.784
22:14:12 STEP 1653 H= 413:15 +CPU= 22.086
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:15:14 STEP 1654 H= 413:30 +CPU= 20.346
22:15:35 STEP 1655 H= 413:45 +CPU= 20.019
22:15:59 STEP 1656 H= 414:00 +CPU= 24.317
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001656
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001656
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001656
22:16:19 STEP 1657 H= 414:15 +CPU= 19.628
22:16:39 STEP 1658 H= 414:30 +CPU= 19.715
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:17:22 STEP 1659 H= 414:45 +CPU= 21.969
22:17:45 STEP 1660 H= 415:00 +CPU= 22.184
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:18:29 STEP 1661 H= 415:15 +CPU= 21.521
22:18:49 STEP 1662 H= 415:30 +CPU= 19.412
22:19:08 STEP 1663 H= 415:45 +CPU= 19.284
22:19:28 STEP 1664 H= 416:00 +CPU= 20.047
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:20:11 STEP 1665 H= 416:15 +CPU= 21.127
22:20:32 STEP 1666 H= 416:30 +CPU= 20.625
22:20:51 STEP 1667 H= 416:45 +CPU= 18.929
22:21:14 STEP 1668 H= 417:00 +CPU= 22.876
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001668
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001668
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001668
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:21:54 STEP 1669 H= 417:15 +CPU= 18.932
22:22:16 STEP 1670 H= 417:30 +CPU= 21.514
22:22:39 STEP 1671 H= 417:45 +CPU= 21.849
22:23:01 STEP 1672 H= 418:00 +CPU= 22.479
22:23:24 STEP 1673 H= 418:15 +CPU= 21.741
22:23:46 STEP 1674 H= 418:30 +CPU= 21.959
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:24:28 STEP 1675 H= 418:45 +CPU= 20.177
22:24:49 STEP 1676 H= 419:00 +CPU= 20.338
22:25:09 STEP 1677 H= 419:15 +CPU= 19.971
22:25:29 STEP 1678 H= 419:30 +CPU= 19.478
22:25:50 STEP 1679 H= 419:45 +CPU= 20.479
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:26:42 STEP 1680 H= 420:00 +CPU= 28.845
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001680
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001680
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001680
22:27:03 STEP 1681 H= 420:15 +CPU= 21.560
22:27:23 STEP 1682 H= 420:30 +CPU= 19.668
22:27:43 STEP 1683 H= 420:45 +CPU= 19.515
22:28:03 STEP 1684 H= 421:00 +CPU= 19.956
22:28:25 STEP 1685 H= 421:15 +CPU= 21.548
22:28:47 STEP 1686 H= 421:30 +CPU= 21.593
22:29:09 STEP 1687 H= 421:45 +CPU= 20.999
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:29:51 STEP 1688 H= 422:00 +CPU= 20.588
22:30:12 STEP 1689 H= 422:15 +CPU= 20.540
22:30:33 STEP 1690 H= 422:30 +CPU= 20.093
22:30:53 STEP 1691 H= 422:45 +CPU= 20.073
22:31:20 STEP 1692 H= 423:00 +CPU= 26.174
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001692
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001692
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001692
22:31:42 STEP 1693 H= 423:15 +CPU= 21.936
22:32:03 STEP 1694 H= 423:30 +CPU= 21.148
22:32:23 STEP 1695 H= 423:45 +CPU= 19.742
22:32:44 STEP 1696 H= 424:00 +CPU= 20.168
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:33:26 STEP 1697 H= 424:15 +CPU= 20.372
22:33:48 STEP 1698 H= 424:30 +CPU= 21.911
22:34:10 STEP 1699 H= 424:45 +CPU= 21.694
22:34:31 STEP 1700 H= 425:00 +CPU= 20.555
22:34:51 STEP 1701 H= 425:15 +CPU= 19.791
22:35:11 STEP 1702 H= 425:30 +CPU= 19.692
22:35:32 STEP 1703 H= 425:45 +CPU= 21.119
22:35:59 STEP 1704 H= 426:00 +CPU= 26.281
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001704
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001704
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001704
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:36:41 STEP 1705 H= 426:15 +CPU= 19.531
22:37:00 STEP 1706 H= 426:30 +CPU= 19.257
22:37:20 STEP 1707 H= 426:45 +CPU= 19.720
22:37:43 STEP 1708 H= 427:00 +CPU= 22.004
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:38:27 STEP 1709 H= 427:15 +CPU= 21.705
22:38:47 STEP 1710 H= 427:30 +CPU= 20.409
22:39:07 STEP 1711 H= 427:45 +CPU= 19.646
22:39:27 STEP 1712 H= 428:00 +CPU= 19.780
22:39:48 STEP 1713 H= 428:15 +CPU= 20.499
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:40:30 STEP 1714 H= 428:30 +CPU= 20.878
22:40:51 STEP 1715 H= 428:45 +CPU= 19.928
22:41:16 STEP 1716 H= 429:00 +CPU= 24.884
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001716
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001716
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001716
22:41:36 STEP 1717 H= 429:15 +CPU= 19.843
22:41:57 STEP 1718 H= 429:30 +CPU= 20.372
22:42:18 STEP 1719 H= 429:45 +CPU= 21.457
22:42:41 STEP 1720 H= 430:00 +CPU= 22.457
22:43:03 STEP 1721 H= 430:15 +CPU= 21.795
22:43:23 STEP 1722 H= 430:30 +CPU= 19.595
22:43:44 STEP 1723 H= 430:45 +CPU= 20.194
22:44:04 STEP 1724 H= 431:00 +CPU= 20.238
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:44:47 STEP 1725 H= 431:15 +CPU= 21.378
22:45:09 STEP 1726 H= 431:30 +CPU= 21.823
22:45:31 STEP 1727 H= 431:45 +CPU= 21.049
22:45:58 STEP 1728 H= 432:00 +CPU= 26.500
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001728
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001728
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001728
22:46:18 STEP 1729 H= 432:15 +CPU= 19.852
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001644
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001644
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001644
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001656
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001656
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001656
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001668
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001668
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001668
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001680
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001680
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001680
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001692
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001692
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001692
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001704
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001704
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001704
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001716
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001716
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001716
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001728
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001728
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001728
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a4ur_2016092300_20_1018_12294618_2_r1970914275_17.zip
Uploading the intermediate file: upload_file_17.zip
22:46:37 STEP 1730 H= 432:30 +CPU= 18.914
22:46:54 STEP 1731 H= 432:45 +CPU= 17.213
22:47:16 STEP 1732 H= 433:00 +CPU= 21.177
22:47:35 STEP 1733 H= 433:15 +CPU= 19.593
22:47:55 STEP 1734 H= 433:30 +CPU= 19.508
22:48:15 STEP 1735 H= 433:45 +CPU= 19.993
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:48:59 STEP 1736 H= 434:00 +CPU= 22.176
22:49:22 STEP 1737 H= 434:15 +CPU= 22.384
22:49:43 STEP 1738 H= 434:30 +CPU= 21.206
22:50:04 STEP 1739 H= 434:45 +CPU= 19.971
22:50:29 STEP 1740 H= 435:00 +CPU= 24.591
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001740
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001740
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001740
22:50:50 STEP 1741 H= 435:15 +CPU= 21.513
22:51:13 STEP 1742 H= 435:30 +CPU= 21.793
22:51:35 STEP 1743 H= 435:45 +CPU= 22.317
22:51:58 STEP 1744 H= 436:00 +CPU= 21.993
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:52:40 STEP 1745 H= 436:15 +CPU= 20.467
22:52:59 STEP 1746 H= 436:30 +CPU= 19.525
22:53:19 STEP 1747 H= 436:45 +CPU= 18.999
22:53:39 STEP 1748 H= 437:00 +CPU= 19.749
22:53:59 STEP 1749 H= 437:15 +CPU= 20.226
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:54:43 STEP 1750 H= 437:30 +CPU= 21.965
22:55:05 STEP 1751 H= 437:45 +CPU= 22.104
22:55:31 STEP 1752 H= 438:00 +CPU= 25.277
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001752
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001752
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001752
22:55:50 STEP 1753 H= 438:15 +CPU= 19.039
22:56:09 STEP 1754 H= 438:30 +CPU= 18.445
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:57:09 STEP 1755 H= 438:45 +CPU= 19.003
22:57:31 STEP 1756 H= 439:00 +CPU= 21.721
22:57:53 STEP 1757 H= 439:15 +CPU= 21.988
22:58:16 STEP 1758 H= 439:30 +CPU= 21.842
22:58:37 STEP 1759 H= 439:45 +CPU= 21.445
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
22:59:19 STEP 1760 H= 440:00 +CPU= 19.783
22:59:38 STEP 1761 H= 440:15 +CPU= 18.897
22:59:57 STEP 1762 H= 440:30 +CPU= 19.311
23:00:18 STEP 1763 H= 440:45 +CPU= 19.971
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:01:06 STEP 1764 H= 441:00 +CPU= 26.931
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001764
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001764
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001764
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:01:49 STEP 1765 H= 441:15 +CPU= 21.354
23:02:08 STEP 1766 H= 441:30 +CPU= 19.100
23:02:27 STEP 1767 H= 441:45 +CPU= 18.623
23:02:46 STEP 1768 H= 442:00 +CPU= 18.643
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:03:26 STEP 1769 H= 442:15 +CPU= 19.305
23:03:48 STEP 1770 H= 442:30 +CPU= 21.582
23:04:11 STEP 1771 H= 442:45 +CPU= 21.834
23:04:34 STEP 1772 H= 443:00 +CPU= 22.660
23:04:55 STEP 1773 H= 443:15 +CPU= 21.118
23:05:15 STEP 1774 H= 443:30 +CPU= 19.872
23:05:35 STEP 1775 H= 443:45 +CPU= 19.745
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:06:24 STEP 1776 H= 444:00 +CPU= 27.446
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001776
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001776
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001776
23:06:46 STEP 1777 H= 444:15 +CPU= 21.557
23:07:08 STEP 1778 H= 444:30 +CPU= 21.598
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a4ur
(argv4) batchid: 1018
(argv5) wuid: 12294618
(argv6) fclen: 20
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/2
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_be8ef1898fce7fb720ab55e7bf3d51d5 to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a4ur_2016092300_20_1018_12294618.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a4ur_2016092300_20_1018_12294618.zip
ic_ancil_file: ic_ancil_12294618
ifsdata_file: ifsdata_12294618
climate_data_file: clim_data_12294618
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/2/ic_ancil_12294618.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/2/ic_ancil_12294618.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_bf288aa18a86cd4d05a389ae73f5ffec to: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12294618.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12294618.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/2/159l_2/clim_data_12294618.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/2/159l_2/clim_data_12294618.zip
Checking for progress XML file: /var/lib/boinc-client/slots/2/progress_file_12294618.xml
Opened progress file ok : /var/lib/boinc-client/slots/2/progress_file_12294618.xml
-- Model is restarting --
Adjusting last_iter, 1779, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/2/progress_file_12294618.xml
last_cpu_time: 38605
upload_file_number: 18
last_iter: 1777
last_upload: 1556100
model_completed: 0
total_length_of_simulation: 1728000
result_base_name: oifs_43r3_bl_a4ur_2016092300_20_1018_12294618_2_r1970914275
The child process has been launched with process id: 2021332
Executing the command: /var/lib/boinc-client/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:optimus:1:1:2021332:2021332] [20240818:230822:1724036902:0.001] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:09:09 STEP 1776 H= 444:00 +CPU= 22.477
23:09:30 STEP 1777 H= 444:15 +CPU= 20.606
23:09:50 STEP 1778 H= 444:30 +CPU= 19.566
23:10:10 STEP 1779 H= 444:45 +CPU= 19.883
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:10:53 STEP 1780 H= 445:00 +CPU= 21.161
23:11:15 STEP 1781 H= 445:15 +CPU= 21.702
23:11:37 STEP 1782 H= 445:30 +CPU= 21.481
23:11:58 STEP 1783 H= 445:45 +CPU= 21.425
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:12:41 STEP 1784 H= 446:00 +CPU= 21.262
23:13:01 STEP 1785 H= 446:15 +CPU= 19.368
23:13:21 STEP 1786 H= 446:30 +CPU= 19.689
23:13:41 STEP 1787 H= 446:45 +CPU= 19.699
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:14:28 STEP 1788 H= 447:00 +CPU= 25.992
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001788
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001788
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001788
23:14:50 STEP 1789 H= 447:15 +CPU= 21.803
23:15:13 STEP 1790 H= 447:30 +CPU= 22.314
23:15:35 STEP 1791 H= 447:45 +CPU= 21.847
23:15:58 STEP 1792 H= 448:00 +CPU= 22.214
23:16:20 STEP 1793 H= 448:15 +CPU= 22.071
23:16:43 STEP 1794 H= 448:30 +CPU= 22.327
23:17:04 STEP 1795 H= 448:45 +CPU= 20.962
23:17:25 STEP 1796 H= 449:00 +CPU= 20.068
23:17:45 STEP 1797 H= 449:15 +CPU= 19.683
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:18:26 STEP 1798 H= 449:30 +CPU= 20.251
23:18:47 STEP 1799 H= 449:45 +CPU= 20.136
23:19:12 STEP 1800 H= 450:00 +CPU= 24.689
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001800
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001800
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001800
23:19:33 STEP 1801 H= 450:15 +CPU= 20.438
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:20:16 STEP 1802 H= 450:30 +CPU= 21.846
23:20:38 STEP 1803 H= 450:45 +CPU= 21.544
23:21:00 STEP 1804 H= 451:00 +CPU= 21.399
23:21:20 STEP 1805 H= 451:15 +CPU= 19.780
23:21:40 STEP 1806 H= 451:30 +CPU= 19.610
23:22:00 STEP 1807 H= 451:45 +CPU= 20.266
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:22:44 STEP 1808 H= 452:00 +CPU= 22.324
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:23:26 STEP 1809 H= 452:15 +CPU= 20.792
23:23:47 STEP 1810 H= 452:30 +CPU= 20.975
23:24:07 STEP 1811 H= 452:45 +CPU= 19.609
23:24:32 STEP 1812 H= 453:00 +CPU= 24.630
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001812
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001812
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001812
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:25:15 STEP 1813 H= 453:15 +CPU= 20.723
23:25:37 STEP 1814 H= 453:30 +CPU= 21.657
23:25:59 STEP 1815 H= 453:45 +CPU= 21.844
23:26:22 STEP 1816 H= 454:00 +CPU= 21.632
23:26:41 STEP 1817 H= 454:15 +CPU= 19.570
23:27:01 STEP 1818 H= 454:30 +CPU= 19.668
23:27:23 STEP 1819 H= 454:45 +CPU= 21.105
23:27:45 STEP 1820 H= 455:00 +CPU= 22.218
23:28:08 STEP 1821 H= 455:15 +CPU= 21.679
23:28:29 STEP 1822 H= 455:30 +CPU= 21.059
23:28:48 STEP 1823 H= 455:45 +CPU= 19.092
23:29:13 STEP 1824 H= 456:00 +CPU= 24.857
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001824
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001824
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001824
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:29:55 STEP 1825 H= 456:15 +CPU= 19.026
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001740
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001740
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001740
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001752
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001752
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001752
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001764
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001764
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001764
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001776
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001776
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001776
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001788
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001788
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001788
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001800
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001800
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001800
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001812
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001812
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001812
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001824
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001824
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001824
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a4ur_2016092300_20_1018_12294618_2_r1970914275_18.zip
Uploading the intermediate file: upload_file_18.zip
23:30:20 STEP 1826 H= 456:30 +CPU= 23.125
23:30:44 STEP 1827 H= 456:45 +CPU= 22.754
23:31:06 STEP 1828 H= 457:00 +CPU= 20.901
23:31:27 STEP 1829 H= 457:15 +CPU= 21.086
23:31:49 STEP 1830 H= 457:30 +CPU= 20.862
23:32:11 STEP 1831 H= 457:45 +CPU= 21.772
23:32:34 STEP 1832 H= 458:00 +CPU= 22.225
23:32:56 STEP 1833 H= 458:15 +CPU= 21.792
23:33:18 STEP 1834 H= 458:30 +CPU= 21.865
23:33:41 STEP 1835 H= 458:45 +CPU= 22.294
23:34:08 STEP 1836 H= 459:00 +CPU= 26.682
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001836
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001836
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001836
23:34:49 STEP 1837 H= 459:15 +CPU= 20.221
23:35:12 STEP 1838 H= 459:30 +CPU= 22.174
23:35:33 STEP 1839 H= 459:45 +CPU= 20.527
23:35:54 STEP 1840 H= 460:00 +CPU= 20.421
23:36:14 STEP 1841 H= 460:15 +CPU= 19.980
23:36:34 STEP 1842 H= 460:30 +CPU= 20.114
23:36:56 STEP 1843 H= 460:45 +CPU= 20.993
23:37:16 STEP 1844 H= 461:00 +CPU= 20.123
23:37:36 STEP 1845 H= 461:15 +CPU= 19.798
23:37:57 STEP 1846 H= 461:30 +CPU= 20.158
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:38:39 STEP 1847 H= 461:45 +CPU= 21.400
23:39:07 STEP 1848 H= 462:00 +CPU= 27.192
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001848
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001848
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001848
23:39:28 STEP 1849 H= 462:15 +CPU= 21.035
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:40:10 STEP 1850 H= 462:30 +CPU= 20.119
23:40:30 STEP 1851 H= 462:45 +CPU= 19.336
23:40:49 STEP 1852 H= 463:00 +CPU= 19.398
23:41:09 STEP 1853 H= 463:15 +CPU= 19.836
23:41:30 STEP 1854 H= 463:30 +CPU= 20.560
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:42:14 STEP 1855 H= 463:45 +CPU= 22.271
23:42:35 STEP 1856 H= 464:00 +CPU= 20.812
23:42:55 STEP 1857 H= 464:15 +CPU= 19.758
23:43:15 STEP 1858 H= 464:30 +CPU= 19.813
23:43:36 STEP 1859 H= 464:45 +CPU= 20.779
23:44:04 STEP 1860 H= 465:00 +CPU= 27.358
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001860
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001860
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001860
23:44:26 STEP 1861 H= 465:15 +CPU= 21.873
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:45:08 STEP 1862 H= 465:30 +CPU= 20.424
23:45:28 STEP 1863 H= 465:45 +CPU= 19.525
23:45:48 STEP 1864 H= 466:00 +CPU= 19.971
23:46:08 STEP 1865 H= 466:15 +CPU= 19.448
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:46:50 STEP 1866 H= 466:30 +CPU= 20.691
23:47:12 STEP 1867 H= 466:45 +CPU= 21.979
23:47:35 STEP 1868 H= 467:00 +CPU= 22.202
23:47:56 STEP 1869 H= 467:15 +CPU= 20.675
23:48:15 STEP 1870 H= 467:30 +CPU= 19.486
23:48:36 STEP 1871 H= 467:45 +CPU= 19.880
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:49:25 STEP 1872 H= 468:00 +CPU= 27.917
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001872
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001872
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001872
23:49:47 STEP 1873 H= 468:15 +CPU= 21.573
23:50:09 STEP 1874 H= 468:30 +CPU= 21.615
23:50:29 STEP 1875 H= 468:45 +CPU= 20.038
23:50:50 STEP 1876 H= 469:00 +CPU= 20.520
23:51:11 STEP 1877 H= 469:15 +CPU= 20.179
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:51:53 STEP 1878 H= 469:30 +CPU= 20.774
23:52:15 STEP 1879 H= 469:45 +CPU= 21.778
23:52:38 STEP 1880 H= 470:00 +CPU= 22.471
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:53:21 STEP 1881 H= 470:15 +CPU= 20.877
23:53:40 STEP 1882 H= 470:30 +CPU= 18.836
23:54:00 STEP 1883 H= 470:45 +CPU= 19.333
23:54:25 STEP 1884 H= 471:00 +CPU= 25.411
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001884
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001884
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001884
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:55:09 STEP 1885 H= 471:15 +CPU= 21.859
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:55:51 STEP 1886 H= 471:30 +CPU= 20.978
23:56:13 STEP 1887 H= 471:45 +CPU= 20.952
23:56:34 STEP 1888 H= 472:00 +CPU= 20.957
23:56:53 STEP 1889 H= 472:15 +CPU= 19.337
23:57:13 STEP 1890 H= 472:30 +CPU= 19.674
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:57:56 STEP 1891 H= 472:45 +CPU= 21.059
23:58:18 STEP 1892 H= 473:00 +CPU= 22.053
23:58:41 STEP 1893 H= 473:15 +CPU= 22.132
23:59:04 STEP 1894 H= 473:30 +CPU= 22.755
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
23:59:47 STEP 1895 H= 473:45 +CPU= 21.307
00:00:14 STEP 1896 H= 474:00 +CPU= 25.768
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001896
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001896
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001896
00:00:36 STEP 1897 H= 474:15 +CPU= 21.109
00:00:55 STEP 1898 H= 474:30 +CPU= 19.470
00:01:16 STEP 1899 H= 474:45 +CPU= 20.495
00:01:38 STEP 1900 H= 475:00 +CPU= 21.530
00:01:59 STEP 1901 H= 475:15 +CPU= 20.972
00:02:21 STEP 1902 H= 475:30 +CPU= 21.179
00:02:42 STEP 1903 H= 475:45 +CPU= 20.561
00:03:04 STEP 1904 H= 476:00 +CPU= 21.234
00:03:25 STEP 1905 H= 476:15 +CPU= 20.854
00:03:46 STEP 1906 H= 476:30 +CPU= 21.156
00:04:08 STEP 1907 H= 476:45 +CPU= 21.062
00:04:34 STEP 1908 H= 477:00 +CPU= 25.656
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001908
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001908
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001908
00:04:55 STEP 1909 H= 477:15 +CPU= 20.667
00:05:16 STEP 1910 H= 477:30 +CPU= 20.797
00:05:37 STEP 1911 H= 477:45 +CPU= 20.635
00:05:58 STEP 1912 H= 478:00 +CPU= 21.167
00:06:19 STEP 1913 H= 478:15 +CPU= 20.675
00:06:40 STEP 1914 H= 478:30 +CPU= 20.833
00:07:02 STEP 1915 H= 478:45 +CPU= 20.951
00:07:24 STEP 1916 H= 479:00 +CPU= 21.520
00:07:45 STEP 1917 H= 479:15 +CPU= 20.718
00:08:08 STEP 1918 H= 479:30 +CPU= 22.045
00:08:31 STEP 1919 H= 479:45 +CPU= 22.617
Suspend request received from the BOINC client, suspending the child process
Resuming the child process
00:09:22 STEP 1920 H= 480:00 +CPU= 28.756
..The child process terminated with status: 0
>>> Printing last 70 lines from file: NODE.001_01
DDH------------------------------------------------------------------------
I I
I TIME = 480.000H DDH * Diagnostic Var., AREA GLOBAL I
I I
I-------------------------------------------------------------------------I
I VARIABLE I Initial value I Current value I
I-------------------------------------------------------------------------I
I OMEGA (P/S) I -0.1187576087E-20 I 0.3115711396E-06 I
ICloud fractionI 0.0000000000E+00 I 0.2464484005E-01 I
I Relat. Hum. I 0.3714554243E+00 I 0.4263863776E+00 I
I PASS 01 I 0.0000000000E+00 I 0.3001224330E+03 I
DDH------------------------------------------------------------------------
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 1920 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+001920 MODE=a
IO-STREAM CLOSED - ICMGGh7zg+001920
MPI-TASK: 1 - 325490372 BYTES IN 7 RECORDS TRANSFERRED IN 0.0002 SECONDS******** Mbytes/s, TOTAL TIME= 0.0084( 2.4%)
00:09:22 STEP 1920 H= 480:00 +CPU= 28.756
END CNT3
NSTEP = 1920 CNT0 000000000 21.381 21.381 43.255 0.494 0 0 0 0 0
IO-STREAM STATISTICS, TOTAL NO OF REC/BYTES READ 46/ 1069125708 WRITTEN 4290/************
-TASK-OPENED-OPEN-RECS IN -KBYTE IN -RECS OUT-KBYTE OUT-WALL -WALL IN-WALL
OU-TOT IN -TOT OUT
1 78 0 46 1044068 4290 ************ 5.2 1.2 4.0 1.7 11.0
===-=== START OF TIMING STATISTICS ===-===
STATS FOR ALL TASKS
NUM ROUTINE CALLS MEAN(ms) MAX(ms) FRAC(%) UNBAL(%)
0 CNT0 - COMPLETE EXECUTION 1 3659819.4 3659819.4 100.00 0.00
1 CNT4 - FORWARD INTEGRATION 1 3656965.8 3656965.8 99.92 0.00
8 SCAN2M - GRID-POINT DYNAMICS 157 4395.2 4395.2 18.85 0.00
9 SPCM - SPECTRAL COMP. 144 712.8 712.8 2.80 0.00
10 SCAN2M - PHYSICS 145 11655.3 11655.3 46.18 0.00
11 IOPACK - OUTPUT P.P. RESULTS 12 507.5 507.5 0.17 0.00
12 SPNORM - SPECTRAL NORM COMP. 7 18.9 18.9 0.00 0.00
17 GRIDFPOS IN CNT4 12 19.4 19.4 0.01 0.00
27 RESTART FILES - WRITING 3 2029.9 2029.9 0.17 0.00
28 RESTART FILES - READING 1 2310.2 2310.2 0.06 0.00
29 SU4FPOS IN CNT4 12 0.1 0.1 0.00 0.00
30 DYNFPOS IN CNT4 12 4690.8 4690.8 1.54 0.00
31 POSDDH IN STEPO 1 10.2 10.2 0.00 0.00
37 CPGLAG - SL COMPUTATIONS 145 5131.7 5131.7 20.33 0.00
39 SU0YOMB 1 343.5 343.5 0.01 0.00
51 SCAN2M - SL COMM. PART 1 145 21.9 21.9 0.09 0.00
54 SPCM - M TO S/S TO M TRANSP. 144 486.3 486.3 1.91 0.00
55 SPCIMPF - S TO M/M TO S TRANSP. 144 68.0 68.0 0.27 0.00
56 SPNORM - SPECTRAL NORM COMM. 7 0.2 0.2 0.00 0.00
102 LTINV_CTL - INVERSE LEGENDRE TRANSFORM 316 375.6 375.6 3.24 0.00
103 LTDIR_CTL - DIRECT LEGENDRE TRANSFORM 300 249.0 249.0 2.04 0.00
106 FTDIR_CTL - DIRECT FOURIER TRANSFORM 300 79.9 79.9 0.66 0.00
107 FTINV_CTL - INVERSE FOURIER TRANSFORM 316 96.2 96.2 0.83 0.00
140 SULEG - COMP. OF LEGENDRE POL. 1 43.7 43.7 0.00 0.00
152 LTINV_CTL - M TO L TRANSPOSITION 316 55.0 55.0 0.47 0.00
153 LTDIR_CTL - L TO M TRANSPOSITION 300 26.7 26.7 0.22 0.00
157 FTINV_CTL - L TO G TRANSPOSITION 316 43.1 43.1 0.37 0.00
158 FTDIR_CTL - G TO L TRANSPOSITION 300 15.5 15.5 0.13 0.00
400 GSTATS 17763 0.0 0.0 0.00 0.00
401 GSTATS HOOK 16473 0.0 0.0 0.00 0.00
TOTAL MEASURED IMBALANCE = 0.0 SECONDS, 0.0 PERCENT
TOTAL WALLCLOCK TIME 3659.8 CPU TIME 3095.4 VECTOR TIME 3095.4
===-=== END OF TIMING STATISTICS ===-===
FORECAST DAYS PER DAY 472.5
*** END CNT0 ***
------------------------------------------------
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+001920
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+001920
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+001920
Adding to the zip: /var/lib/boinc-client/slots/2/NODE.001_01
Adding to the zip: /var/lib/boinc-client/slots/2/ifs.stat
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001920
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001344
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001920
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001344
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001920
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001344
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001896
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001872
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001908
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001872
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001908
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001896
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001896
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001908
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001872
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001848
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001848
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001848
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+000768
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001056
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001836
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001836
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001056
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001860
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+001884
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001884
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+001860
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001836
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001056
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMGGh7zg+000768
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMSHh7zg+000768
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001884
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12294618/ICMUAh7zg+001860
Zipping up the final file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a4ur_2016092300_20_1018_12294618_2_r1970914275_19.zip
Uploading the final file: upload_file_19.zip
Uploading trickle at timestep: 1727100
00:12:56 (2021276): called boinc_finish(0)
</stderr_txt>
]]>
