<core_client_version>7.14.2</core_client_version>
<![CDATA[
<message>
process exited with code 148 (0x94, -108)</message>
<stderr_txt>
ltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4865:4865] [20240626:153119:1719412279:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
15:31:36 STEP 720 H= 180:00 +CPU= 14.833
15:31:49 STEP 721 H= 180:15 +CPU= 13.548
15:32:03 STEP 722 H= 180:30 +CPU= 13.634
15:32:17 STEP 723 H= 180:45 +CPU= 13.562
15:32:31 STEP 724 H= 181:00 +CPU= 14.418
15:32:45 STEP 725 H= 181:15 +CPU= 14.338
15:32:59 STEP 726 H= 181:30 +CPU= 13.712
15:33:13 STEP 727 H= 181:45 +CPU= 13.633
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a1dm
(argv4) batchid: 1017
(argv5) wuid: 12283613
(argv6) fclen: 20
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/2
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_ce55a53c6f6bfafbed97a116a5114a5c to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613.zip
ic_ancil_file: ic_ancil_12283613
ifsdata_file: ifsdata_12283613
climate_data_file: clim_data_12283613
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/2/ic_ancil_12283613.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/2/ic_ancil_12283613.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_ccdffd7399ff52c4b6eb78d16aadff05 to: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12283613.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12283613.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/2/159l_2/clim_data_12283613.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/2/159l_2/clim_data_12283613.zip
Checking for progress XML file: /var/lib/boinc-client/slots/2/progress_file_12283613.xml
Opened progress file ok : /var/lib/boinc-client/slots/2/progress_file_12283613.xml
-- Model is restarting --
Adjusting last_iter, 727, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/2/progress_file_12283613.xml
last_cpu_time: 2773
upload_file_number: 2
last_iter: 721
last_upload: 604800
model_completed: 0
total_length_of_simulation: 1728000
result_base_name: oifs_43r3_bl_a1dm_2016092300_20_1017_12283613_0_r1514072559
The child process has been launched with process id: 4914
Executing the command: /var/lib/boinc-client/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4914:4914] [20240626:153421:1719412461:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Quit request received from BOINC client, ending the child process
>>> Printing last 70 lines from file: NODE.001_01
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Black_Carbon_hydrophobic(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Organic_Matter_hydrophilic(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Organic_Matter_hydrophobic(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Mineral_Dust_bin1(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Mineral_Dust_bin2(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Mineral_Dust_bin3(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Sea_Salt_bin1(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Sea_Salt_bin2(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Sea_Salt_bin3(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
Reading Sulfates(120,61,12)
Closing NetCDF file ifsdata/aerosol_cams_climatology_43R3a.nc
UPDTIM MACC AEROSOL CLIMATOLOGY IS LOADED
SUECAEC: INLEV,ISYEAR,IEYEAR= 0 1957 2010
suecaec NAERMACC = 1
UPDT RAESHDU = 2000.0
SUECAEC: GLOBAL AVERAGE VOLCANIC SULPHATE FOR (KINDAT,KMINUT) 20160923
810 9.999999999999998E-005
NORMS AT NSTEP CNT4 720
SPECTRAL NORMS - LOG(PREHYDS) 0.115260911082333E+02 OROGRAPHY 0.000000000000000E+00
LEV VORTICITY DIVERGENCE TEMPERATURE KINETIC ENERGY
AVE 0.835163955864865E-05 0.160880123620819E-05 0.220979731450777E+03 0.674462712807796E+02
GPNORM HUMIDITY AVERAGE MINIMUM MAXIMUM
AVE 0.179824616239567E-02 0.100000000000000E-07 0.238921695778299E-01
GPNORM LIQUID WATER AVERAGE MINIMUM MAXIMUM
AVE 0.249333238539759E-06 0.000000000000000E+00 0.700501826410100E-03
GPNORM ICE WATER AVERAGE MINIMUM MAXIMUM
AVE 0.528786718797078E-07 0.000000000000000E+00 0.121337898962579E-03
GPNORM SNOW AVERAGE MINIMUM MAXIMUM
AVE 0.179817214738832E-06 0.000000000000000E+00 0.470192564504091E-03
GPNORM RAIN AVERAGE MINIMUM MAXIMUM
AVE 0.239715842465926E-07 0.000000000000000E+00 0.126427890227867E-03
GPNORM CLOUD FRACTION AVERAGE MINIMUM MAXIMUM
AVE 0.292760843364614E-02 0.000000000000000E+00 0.100000000000000E+01
GPNORM CLW AVERAGE MINIMUM MAXIMUM
AVE 0.252979505868920E-06 0.000000000000000E+00 0.687325483389188E-03
GPNORM CIW AVERAGE MINIMUM MAXIMUM
AVE 0.526364005511323E-07 0.000000000000000E+00 0.118887395971099E-03
GPNORM CC AVERAGE MINIMUM MAXIMUM
AVE 0.291050380555394E-02 0.000000000000000E+00 0.100000000000000E+01
GPNORM RFL AVERAGE MINIMUM MAXIMUM
AVE 0.106517114377434E-06 0.000000000000000E+00 0.553958172158994E-03
GPNORM SFL AVERAGE MINIMUM MAXIMUM
AVE 0.208733297818964E-06 0.000000000000000E+00 0.468068020919388E-03
GPNORM CRFL AVERAGE MINIMUM MAXIMUM
AVE 0.194989350863133E-07 0.000000000000000E+00 0.293381780692243E-03
GPNORM CSFL AVERAGE MINIMUM MAXIMUM
AVE 0.145422695888237E-07 0.000000000000000E+00 0.291178070890540E-03
GPNORM PFRC AVERAGE MINIMUM MAXIMUM
AVE 0.103241882748103E-01 0.000000000000000E+00 0.100000000000000E+01
NSTEP = 720 STEPO 0AAA00AAA
------------------------------------------------
oifs_get_stat: Error. ifs.stat file is not open
CNT0 not found; string returned was: ''
>>> Printing last 2 lines from file: ifs.stat
15:34:22 000000000 CNT3 -999 0.221 0.221 0.223 0:00 0:00 0.00000000000000E+00 1GB 0MB
15:34:24 0AAA00AAA STEPO 720 2.257 2.257 2.273 0:02 0:02 0.16088012362082E-05 1GB 0MB
------------------------------------------------
>>> Printing last 11 lines from file: rcf
CSTEP = " 720",
CTIME = "00071200 ",
NSTEPLPP = 201, 202, 49, 228226, 228227, 2*0, 708, 2*0,
IPRGPNSRES = 1,
IPRGPEWRES = 1,
IPRTRWRES = 1,
IPRTRVRES = 1,
GMASS0 = 0.000000000000000E+000,
GMASSI = 0.000000000000000E+000
/
------------------------------------------------
..Failed, model did not complete successfully
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a1dm
(argv4) batchid: 1017
(argv5) wuid: 12283613
(argv6) fclen: 20
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/2
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_ce55a53c6f6bfafbed97a116a5114a5c to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613.zip
ic_ancil_file: ic_ancil_12283613
ifsdata_file: ifsdata_12283613
climate_data_file: clim_data_12283613
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/2/ic_ancil_12283613.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/2/ic_ancil_12283613.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_ccdffd7399ff52c4b6eb78d16aadff05 to: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12283613.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12283613.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/2/159l_2/clim_data_12283613.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/2/159l_2/clim_data_12283613.zip
Checking for progress XML file: /var/lib/boinc-client/slots/2/progress_file_12283613.xml
Creating progress file: /var/lib/boinc-client/slots/2/progress_file_12283613.xml
last_cpu_time: 0
upload_file_number: 0
last_iter: 0
last_upload: 0
model_completed: 0
total_length_of_simulation: 1728000
result_base_name: oifs_43r3_bl_a1dm_2016092300_20_1017_12283613_0_r1514072559
The child process has been launched with process id: 4921
Executing the command: /var/lib/boinc-client/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:4921:4921] [20240626:153531:1719412531:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
15:35:47 STEP 720 H= 180:00 +CPU= 13.942
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613/ICMGGh7zg+000672
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613/ICMSHh7zg+000672
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613/ICMUAh7zg+000672
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613/ICMGGh7zg+000684
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613/ICMSHh7zg+000684
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613/ICMUAh7zg+000684
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613/ICMGGh7zg+000696
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613/ICMSHh7zg+000696
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613/ICMUAh7zg+000696
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613/ICMGGh7zg+000708
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613/ICMSHh7zg+000708
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613/ICMUAh7zg+000708
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613_0_r1514072559_0.zip
Uploading the intermediate file: upload_file_0.zip
15:36:00 STEP 721 H= 180:15 +CPU= 13.505
15:36:14 STEP 722 H= 180:30 +CPU= 13.872
15:36:29 STEP 723 H= 180:45 +CPU= 14.484
15:36:42 STEP 724 H= 181:00 +CPU= 13.877
15:36:56 STEP 725 H= 181:15 +CPU= 13.611
15:37:10 STEP 726 H= 181:30 +CPU= 13.606
15:37:23 STEP 727 H= 181:45 +CPU= 13.573
15:37:42 STEP 728 H= 182:00 +CPU= 16.126
15:37:58 STEP 729 H= 182:15 +CPU= 15.753
15:38:14 STEP 730 H= 182:30 +CPU= 15.836
15:38:30 STEP 731 H= 182:45 +CPU= 15.839
15:38:50 STEP 732 H= 183:00 +CPU= 20.030
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+000732
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+000732
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+000732
15:39:06 STEP 733 H= 183:15 +CPU= 15.894
15:39:22 STEP 734 H= 183:30 +CPU= 16.333
15:39:39 STEP 735 H= 183:45 +CPU= 16.610
15:39:55 STEP 736 H= 184:00 +CPU= 16.126
15:40:11 STEP 737 H= 184:15 +CPU= 16.022
15:40:28 STEP 738 H= 184:30 +CPU= 16.021
15:40:43 STEP 739 H= 184:45 +CPU= 15.938
15:41:00 STEP 740 H= 185:00 +CPU= 16.282
15:41:16 STEP 741 H= 185:15 +CPU= 16.141
15:41:32 STEP 742 H= 185:30 +CPU= 16.014
15:41:48 STEP 743 H= 185:45 +CPU= 15.961
15:42:08 STEP 744 H= 186:00 +CPU= 19.852
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+000744
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+000744
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+000744
15:42:24 STEP 745 H= 186:15 +CPU= 16.009
15:42:40 STEP 746 H= 186:30 +CPU= 16.040
15:42:56 STEP 747 H= 186:45 +CPU= 16.092
15:43:11 STEP 748 H= 187:00 +CPU= 15.423
15:43:27 STEP 749 H= 187:15 +CPU= 15.962
15:43:43 STEP 750 H= 187:30 +CPU= 15.808
15:43:59 STEP 751 H= 187:45 +CPU= 15.807
15:44:16 STEP 752 H= 188:00 +CPU= 16.662
15:44:32 STEP 753 H= 188:15 +CPU= 16.257
15:44:48 STEP 754 H= 188:30 +CPU= 16.119
15:45:04 STEP 755 H= 188:45 +CPU= 16.061
15:45:23 STEP 756 H= 189:00 +CPU= 19.516
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+000756
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+000756
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+000756
15:45:39 STEP 757 H= 189:15 +CPU= 15.909
15:45:55 STEP 758 H= 189:30 +CPU= 15.960
15:46:11 STEP 759 H= 189:45 +CPU= 16.053
15:46:28 STEP 760 H= 190:00 +CPU= 16.278
15:46:44 STEP 761 H= 190:15 +CPU= 15.976
15:46:59 STEP 762 H= 190:30 +CPU= 15.717
15:47:15 STEP 763 H= 190:45 +CPU= 15.862
15:47:32 STEP 764 H= 191:00 +CPU= 16.395
15:47:48 STEP 765 H= 191:15 +CPU= 15.995
15:48:04 STEP 766 H= 191:30 +CPU= 16.093
15:48:20 STEP 767 H= 191:45 +CPU= 15.979
15:48:45 STEP 768 H= 192:00 +CPU= 22.493
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+000768
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+000768
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+000768
15:49:01 STEP 769 H= 192:15 +CPU= 16.429
15:49:18 STEP 770 H= 192:30 +CPU= 16.481
15:49:34 STEP 771 H= 192:45 +CPU= 16.410
15:49:51 STEP 772 H= 193:00 +CPU= 16.659
15:50:08 STEP 773 H= 193:15 +CPU= 17.177
15:50:25 STEP 774 H= 193:30 +CPU= 16.919
15:50:41 STEP 775 H= 193:45 +CPU= 16.166
15:50:58 STEP 776 H= 194:00 +CPU= 16.737
15:51:14 STEP 777 H= 194:15 +CPU= 16.407
15:51:31 STEP 778 H= 194:30 +CPU= 16.465
15:51:47 STEP 779 H= 194:45 +CPU= 16.426
15:52:07 STEP 780 H= 195:00 +CPU= 20.451
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+000780
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+000780
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+000780
15:52:24 STEP 781 H= 195:15 +CPU= 16.393
15:52:40 STEP 782 H= 195:30 +CPU= 16.483
15:52:57 STEP 783 H= 195:45 +CPU= 16.421
15:53:13 STEP 784 H= 196:00 +CPU= 16.629
15:53:30 STEP 785 H= 196:15 +CPU= 16.951
15:53:47 STEP 786 H= 196:30 +CPU= 16.366
15:54:03 STEP 787 H= 196:45 +CPU= 16.605
15:54:20 STEP 788 H= 197:00 +CPU= 16.945
15:54:37 STEP 789 H= 197:15 +CPU= 16.519
15:54:53 STEP 790 H= 197:30 +CPU= 16.496
15:55:10 STEP 791 H= 197:45 +CPU= 16.400
15:55:31 STEP 792 H= 198:00 +CPU= 20.831
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMGGh7zg+000792
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMSHh7zg+000792
Moving to projects directory: /var/lib/boinc-client/slots/2/ICMUAh7zg+000792
15:55:47 STEP 793 H= 198:15 +CPU= 16.453
15:56:03 STEP 794 H= 198:30 +CPU= 16.112
15:56:19 STEP 795 H= 198:45 +CPU= 16.206
15:56:36 STEP 796 H= 199:00 +CPU= 16.510
15:56:52 STEP 797 H= 199:15 +CPU= 16.440
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a1dm
(argv4) batchid: 1017
(argv5) wuid: 12283613
(argv6) fclen: 20
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/2
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_ce55a53c6f6bfafbed97a116a5114a5c to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613.zip
ic_ancil_file: ic_ancil_12283613
ifsdata_file: ifsdata_12283613
climate_data_file: clim_data_12283613
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/2/ic_ancil_12283613.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/2/ic_ancil_12283613.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_ccdffd7399ff52c4b6eb78d16aadff05 to: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12283613.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12283613.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/2/159l_2/clim_data_12283613.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/2/159l_2/clim_data_12283613.zip
Checking for progress XML file: /var/lib/boinc-client/slots/2/progress_file_12283613.xml
Opened progress file ok : /var/lib/boinc-client/slots/2/progress_file_12283613.xml
-- Model is restarting --
Adjusting last_iter, 798, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/2/progress_file_12283613.xml
last_cpu_time: 1287
upload_file_number: 1
last_iter: 769
last_upload: 648000
model_completed: 0
total_length_of_simulation: 1728000
result_base_name: oifs_43r3_bl_a1dm_2016092300_20_1017_12283613_0_r1514072559
The child process has been launched with process id: 5045
Executing the command: /var/lib/boinc-client/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:5045:5045] [20240626:155820:1719413900:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a1dm
(argv4) batchid: 1017
(argv5) wuid: 12283613
(argv6) fclen: 20
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/2
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_ce55a53c6f6bfafbed97a116a5114a5c to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613.zip
ic_ancil_file: ic_ancil_12283613
ifsdata_file: ifsdata_12283613
climate_data_file: clim_data_12283613
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/2/ic_ancil_12283613.zip
Unzipping the IC ancils zip file: /var/lib/boinc-client/slots/2/ic_ancil_12283613.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_ccdffd7399ff52c4b6eb78d16aadff05 to: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12283613.zip
Unzipping the ifsdata_zip file: /var/lib/boinc-client/slots/2/ifsdata/ifsdata_12283613.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /var/lib/boinc-client/slots/2/159l_2/clim_data_12283613.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/2/159l_2/clim_data_12283613.zip
Checking for progress XML file: /var/lib/boinc-client/slots/2/progress_file_12283613.xml
Opened progress file ok : /var/lib/boinc-client/slots/2/progress_file_12283613.xml
-- Model is restarting --
Adjusting last_iter, 769, to previous model restart step.
Creating progress file: /var/lib/boinc-client/slots/2/progress_file_12283613.xml
last_cpu_time: 1287
upload_file_number: 1
last_iter: 769
last_upload: 648000
model_completed: 0
total_length_of_simulation: 1728000
result_base_name: oifs_43r3_bl_a1dm_2016092300_20_1017_12283613_0_r1514072559
The child process has been launched with process id: 5080
Executing the command: /var/lib/boinc-client/slots/2/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:debian:1:1:5080:5080] [20240626:155936:1719413976:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
15:59:57 STEP 768 H= 192:00 +CPU= 14.621
16:00:11 STEP 769 H= 192:15 +CPU= 13.981
16:00:26 STEP 770 H= 192:30 +CPU= 15.422
16:00:41 STEP 771 H= 192:45 +CPU= 14.386
16:00:55 STEP 772 H= 193:00 +CPU= 14.495
16:01:09 STEP 773 H= 193:15 +CPU= 14.313
16:01:24 STEP 774 H= 193:30 +CPU= 14.397
16:01:40 STEP 775 H= 193:45 +CPU= 15.904
16:01:56 STEP 776 H= 194:00 +CPU= 16.120
16:02:11 STEP 777 H= 194:15 +CPU= 15.651
16:02:27 STEP 778 H= 194:30 +CPU= 15.584
16:02:43 STEP 779 H= 194:45 +CPU= 16.112
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a1dm
(argv4) batchid: 1017
(argv5) wuid: 12283613
(argv6) fclen: 20
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/2
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_ce55a53c6f6bfafbed97a116a5114a5c to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613.zip
ic_ancil_file: ic_ancil_12283613
ifsdata_file: ifsdata_12283613
climate_data_file: clim_data_12283613
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: ../../projects/climateprediction.net/jf_f7ecfd27aa1e68bbe7e8d19800e25c73 to: /var/lib/boinc-client/slots/2/ic_ancil_12283613.zip
double free or corruption (top)
(argv0) ../../projects/climateprediction.net/oifs_43r3_bl_1.13_x86_64-pc-linux-gnu
(argv1) start_date: 2016092300
(argv2) exptid: h7zg
(argv3) unique_member_id: a1dm
(argv4) batchid: 1017
(argv5) wuid: 12283613
(argv6) fclen: 20
(argv7) app_name: oifs_43r3_bl
(argv8) nthreads: 1
Working directory is: /var/lib/boinc-client/slots/2
Project directory is: /var/lib/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_bl
version: 1.13
Location of temp folder: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12283613
..mkdir for temp folder for results failed
Copying: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_app_1.13_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_ce55a53c6f6bfafbed97a116a5114a5c to: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613.zip
Unzipping the namelist zip file: /var/lib/boinc-client/slots/2/oifs_43r3_bl_a1dm_2016092300_20_1017_12283613.zip
ic_ancil_file: ic_ancil_12283613
ifsdata_file: ifsdata_12283613
climate_data_file: clim_data_12283613
horiz_resolution: 159
vert_resolution: 91
grid_type: l_2
upload_interval: 96
utstep: 900
nfrres: restart dump frequency (steps) 48
Copying IC ancils from: to: /var/lib/boinc-client/slots/2/ic_ancil_12283613.zip
..Copying the IC ancils to the working directory failed
</stderr_txt>
]]>
