<core_client_version>7.24.1</core_client_version>
<![CDATA[
<message>
process exited with code 1 (0x1, -255)</message>
<stderr_txt>
var/lib/boinc-client/slots/58/159l_2/clim_data_12290589.zip
Unzipping the climate data zip file: /var/lib/boinc-client/slots/58/159l_2/clim_data_12290589.zip
Checking for progress XML file: /var/lib/boinc-client/slots/58/progress_file_12290589.xml
Creating progress file: /var/lib/boinc-client/slots/58/progress_file_12290589.xml
last_cpu_time: 0
upload_file_number: 0
last_iter: 0
last_upload: 0
model_completed: 0
total_length_of_simulation: 1728000
result_base_name: oifs_43r3_bl_a1qu_2016092300_20_1018_12290589_0_r1520022838
The child process has been launched with process id: 1055837
Executing the command: /var/lib/boinc-client/slots/58/oifs_43r3_model.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2091] fp = 0x314f440
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [process_options@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [ignore_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [restore_default_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x820cf0 (old at (nil))
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [trapfpe_treatment@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x820cf0 (old at (nil))
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x820cf0 (old at 0x1cf8da0)
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x820cf0 (old at (nil))
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x820cf0 (old at (nil))
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [signal_drhook_init@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x820cf0 (old at (nil))
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:034638:1718361998:0.000] [catch_signals@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
03:47:05 STEP 0 H= 0:00 +CPU= 23.015
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000000
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000000
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000000
03:47:24 STEP 1 H= 0:15 +CPU= 18.320
03:47:40 STEP 2 H= 0:30 +CPU= 16.755
03:47:57 STEP 3 H= 0:45 +CPU= 16.348
03:48:13 STEP 4 H= 1:00 +CPU= 16.647
03:48:30 STEP 5 H= 1:15 +CPU= 16.603
03:48:47 STEP 6 H= 1:30 +CPU= 16.679
03:49:03 STEP 7 H= 1:45 +CPU= 16.136
03:49:20 STEP 8 H= 2:00 +CPU= 17.050
03:49:37 STEP 9 H= 2:15 +CPU= 16.722
03:49:53 STEP 10 H= 2:30 +CPU= 16.513
03:50:10 STEP 11 H= 2:45 +CPU= 16.459
03:50:30 STEP 12 H= 3:00 +CPU= 20.719
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000012
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000012
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000012
03:50:47 STEP 13 H= 3:15 +CPU= 16.260
03:51:03 STEP 14 H= 3:30 +CPU= 16.684
03:51:20 STEP 15 H= 3:45 +CPU= 16.962
03:51:39 STEP 16 H= 4:00 +CPU= 18.146
03:51:55 STEP 17 H= 4:15 +CPU= 16.037
03:52:11 STEP 18 H= 4:30 +CPU= 16.724
03:52:28 STEP 19 H= 4:45 +CPU= 16.633
03:52:45 STEP 20 H= 5:00 +CPU= 17.364
03:53:02 STEP 21 H= 5:15 +CPU= 16.996
03:53:20 STEP 22 H= 5:30 +CPU= 17.134
03:53:38 STEP 23 H= 5:45 +CPU= 18.070
03:54:02 STEP 24 H= 6:00 +CPU= 24.366
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000024
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000024
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000024
03:54:20 STEP 25 H= 6:15 +CPU= 17.712
03:54:37 STEP 26 H= 6:30 +CPU= 16.953
03:54:55 STEP 27 H= 6:45 +CPU= 17.892
03:55:13 STEP 28 H= 7:00 +CPU= 17.985
03:55:30 STEP 29 H= 7:15 +CPU= 17.359
03:55:47 STEP 30 H= 7:30 +CPU= 16.861
03:56:04 STEP 31 H= 7:45 +CPU= 17.342
03:56:22 STEP 32 H= 8:00 +CPU= 17.999
03:56:40 STEP 33 H= 8:15 +CPU= 17.562
03:56:58 STEP 34 H= 8:30 +CPU= 17.909
03:57:16 STEP 35 H= 8:45 +CPU= 17.828
03:57:38 STEP 36 H= 9:00 +CPU= 22.045
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000036
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000036
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000036
03:57:54 STEP 37 H= 9:15 +CPU= 16.749
03:58:12 STEP 38 H= 9:30 +CPU= 17.219
03:58:29 STEP 39 H= 9:45 +CPU= 16.912
03:58:45 STEP 40 H= 10:00 +CPU= 16.812
03:59:02 STEP 41 H= 10:15 +CPU= 16.638
03:59:19 STEP 42 H= 10:30 +CPU= 17.400
03:59:36 STEP 43 H= 10:45 +CPU= 16.934
03:59:54 STEP 44 H= 11:00 +CPU= 17.366
04:00:11 STEP 45 H= 11:15 +CPU= 17.523
04:00:28 STEP 46 H= 11:30 +CPU= 17.115
04:00:46 STEP 47 H= 11:45 +CPU= 17.657
04:01:11 STEP 48 H= 12:00 +CPU= 25.412
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000048
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000048
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000048
04:01:28 STEP 49 H= 12:15 +CPU= 16.455
04:01:45 STEP 50 H= 12:30 +CPU= 16.956
04:02:03 STEP 51 H= 12:45 +CPU= 18.412
04:02:21 STEP 52 H= 13:00 +CPU= 18.134
04:02:39 STEP 53 H= 13:15 +CPU= 17.596
04:02:57 STEP 54 H= 13:30 +CPU= 17.439
04:03:14 STEP 55 H= 13:45 +CPU= 17.526
04:03:31 STEP 56 H= 14:00 +CPU= 17.423
04:03:48 STEP 57 H= 14:15 +CPU= 16.512
04:04:05 STEP 58 H= 14:30 +CPU= 16.710
04:04:21 STEP 59 H= 14:45 +CPU= 16.405
04:04:43 STEP 60 H= 15:00 +CPU= 21.737
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000060
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000060
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000060
04:05:00 STEP 61 H= 15:15 +CPU= 17.022
04:05:18 STEP 62 H= 15:30 +CPU= 17.965
04:05:35 STEP 63 H= 15:45 +CPU= 16.978
04:05:52 STEP 64 H= 16:00 +CPU= 17.305
04:06:10 STEP 65 H= 16:15 +CPU= 17.573
04:06:27 STEP 66 H= 16:30 +CPU= 17.584
04:06:45 STEP 67 H= 16:45 +CPU= 17.510
04:07:03 STEP 68 H= 17:00 +CPU= 18.080
04:07:21 STEP 69 H= 17:15 +CPU= 17.654
04:07:39 STEP 70 H= 17:30 +CPU= 18.187
04:07:57 STEP 71 H= 17:45 +CPU= 17.921
04:08:19 STEP 72 H= 18:00 +CPU= 22.371
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000072
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000072
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000072
04:08:37 STEP 73 H= 18:15 +CPU= 17.992
04:08:55 STEP 74 H= 18:30 +CPU= 18.033
04:09:14 STEP 75 H= 18:45 +CPU= 18.417
04:09:32 STEP 76 H= 19:00 +CPU= 18.322
04:09:50 STEP 77 H= 19:15 +CPU= 17.515
04:10:07 STEP 78 H= 19:30 +CPU= 17.433
04:10:24 STEP 79 H= 19:45 +CPU= 17.143
04:10:42 STEP 80 H= 20:00 +CPU= 17.740
04:10:59 STEP 81 H= 20:15 +CPU= 17.309
04:11:17 STEP 82 H= 20:30 +CPU= 17.397
04:11:34 STEP 83 H= 20:45 +CPU= 17.851
04:11:57 STEP 84 H= 21:00 +CPU= 22.380
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000084
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000084
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000084
04:12:14 STEP 85 H= 21:15 +CPU= 17.601
04:12:32 STEP 86 H= 21:30 +CPU= 17.237
04:12:50 STEP 87 H= 21:45 +CPU= 18.015
04:13:08 STEP 88 H= 22:00 +CPU= 17.857
04:13:25 STEP 89 H= 22:15 +CPU= 17.476
04:13:43 STEP 90 H= 22:30 +CPU= 17.511
04:14:00 STEP 91 H= 22:45 +CPU= 17.743
04:14:19 STEP 92 H= 23:00 +CPU= 18.250
04:14:36 STEP 93 H= 23:15 +CPU= 17.604
04:14:54 STEP 94 H= 23:30 +CPU= 17.465
04:15:11 STEP 95 H= 23:45 +CPU= 17.574
04:15:37 STEP 96 H= 24:00 +CPU= 25.672
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000096
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000096
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000096
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000000
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000000
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000000
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000012
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000012
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000012
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000024
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000024
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000024
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000036
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000036
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000036
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000048
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000048
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000048
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000060
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000060
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000060
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000072
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000072
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000072
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000084
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000084
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000084
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a1qu_2016092300_20_1018_12290589_0_r1520022838_0.zip
Uploading the intermediate file: upload_file_0.zip
04:15:54 STEP 97 H= 24:15 +CPU= 17.359
04:16:12 STEP 98 H= 24:30 +CPU= 17.451
04:16:29 STEP 99 H= 24:45 +CPU= 17.636
04:16:48 STEP 100 H= 25:00 +CPU= 18.223
04:17:05 STEP 101 H= 25:15 +CPU= 17.681
04:17:23 STEP 102 H= 25:30 +CPU= 17.378
04:17:40 STEP 103 H= 25:45 +CPU= 17.419
04:17:58 STEP 104 H= 26:00 +CPU= 17.933
04:18:15 STEP 105 H= 26:15 +CPU= 16.737
04:18:32 STEP 106 H= 26:30 +CPU= 17.226
04:18:50 STEP 107 H= 26:45 +CPU= 17.800
04:19:13 STEP 108 H= 27:00 +CPU= 22.700
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000108
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000108
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000108
04:19:30 STEP 109 H= 27:15 +CPU= 17.735
04:19:48 STEP 110 H= 27:30 +CPU= 17.807
04:20:06 STEP 111 H= 27:45 +CPU= 17.650
04:20:25 STEP 112 H= 28:00 +CPU= 19.107
04:20:43 STEP 113 H= 28:15 +CPU= 18.393
04:21:02 STEP 114 H= 28:30 +CPU= 18.667
04:21:20 STEP 115 H= 28:45 +CPU= 17.780
04:21:38 STEP 116 H= 29:00 +CPU= 18.608
04:21:57 STEP 117 H= 29:15 +CPU= 18.255
04:22:16 STEP 118 H= 29:30 +CPU= 19.322
04:22:34 STEP 119 H= 29:45 +CPU= 17.641
04:22:57 STEP 120 H= 30:00 +CPU= 23.563
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000120
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000120
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000120
04:23:15 STEP 121 H= 30:15 +CPU= 17.408
04:23:32 STEP 122 H= 30:30 +CPU= 17.576
04:23:49 STEP 123 H= 30:45 +CPU= 16.692
04:24:06 STEP 124 H= 31:00 +CPU= 17.342
04:24:24 STEP 125 H= 31:15 +CPU= 17.217
04:24:43 STEP 126 H= 31:30 +CPU= 19.123
04:25:03 STEP 127 H= 31:45 +CPU= 19.838
04:25:23 STEP 128 H= 32:00 +CPU= 20.200
04:25:40 STEP 129 H= 32:15 +CPU= 17.590
04:25:58 STEP 130 H= 32:30 +CPU= 17.933
04:26:17 STEP 131 H= 32:45 +CPU= 18.304
04:26:40 STEP 132 H= 33:00 +CPU= 23.117
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000132
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000132
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000132
04:26:59 STEP 133 H= 33:15 +CPU= 19.032
04:27:17 STEP 134 H= 33:30 +CPU= 17.966
04:27:35 STEP 135 H= 33:45 +CPU= 18.211
04:27:55 STEP 136 H= 34:00 +CPU= 20.032
04:28:14 STEP 137 H= 34:15 +CPU= 18.669
04:28:32 STEP 138 H= 34:30 +CPU= 18.251
04:28:50 STEP 139 H= 34:45 +CPU= 18.047
04:29:09 STEP 140 H= 35:00 +CPU= 18.607
04:29:30 STEP 141 H= 35:15 +CPU= 21.219
04:29:48 STEP 142 H= 35:30 +CPU= 17.987
04:30:06 STEP 143 H= 35:45 +CPU= 17.954
04:30:32 STEP 144 H= 36:00 +CPU= 25.764
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000144
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000144
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000144
04:30:49 STEP 145 H= 36:15 +CPU= 17.750
04:31:07 STEP 146 H= 36:30 +CPU= 17.802
04:31:25 STEP 147 H= 36:45 +CPU= 17.785
04:31:44 STEP 148 H= 37:00 +CPU= 18.951
04:32:02 STEP 149 H= 37:15 +CPU= 17.940
04:32:20 STEP 150 H= 37:30 +CPU= 18.247
04:32:38 STEP 151 H= 37:45 +CPU= 18.027
04:32:56 STEP 152 H= 38:00 +CPU= 18.198
04:33:14 STEP 153 H= 38:15 +CPU= 17.804
04:33:32 STEP 154 H= 38:30 +CPU= 17.785
04:33:50 STEP 155 H= 38:45 +CPU= 17.581
04:34:12 STEP 156 H= 39:00 +CPU= 22.304
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000156
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000156
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000156
04:34:29 STEP 157 H= 39:15 +CPU= 17.416
04:34:47 STEP 158 H= 39:30 +CPU= 17.617
04:35:05 STEP 159 H= 39:45 +CPU= 17.691
04:35:24 STEP 160 H= 40:00 +CPU= 19.200
04:35:42 STEP 161 H= 40:15 +CPU= 17.664
04:36:00 STEP 162 H= 40:30 +CPU= 17.983
04:36:17 STEP 163 H= 40:45 +CPU= 17.478
04:36:35 STEP 164 H= 41:00 +CPU= 18.338
04:36:53 STEP 165 H= 41:15 +CPU= 17.672
04:37:11 STEP 166 H= 41:30 +CPU= 17.808
04:37:29 STEP 167 H= 41:45 +CPU= 18.209
04:37:52 STEP 168 H= 42:00 +CPU= 22.990
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000168
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000168
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000168
04:38:11 STEP 169 H= 42:15 +CPU= 18.821
04:38:29 STEP 170 H= 42:30 +CPU= 18.247
04:38:47 STEP 171 H= 42:45 +CPU= 17.481
04:39:06 STEP 172 H= 43:00 +CPU= 19.513
04:39:24 STEP 173 H= 43:15 +CPU= 17.753
04:39:42 STEP 174 H= 43:30 +CPU= 18.020
04:40:00 STEP 175 H= 43:45 +CPU= 17.575
04:40:18 STEP 176 H= 44:00 +CPU= 18.550
04:40:36 STEP 177 H= 44:15 +CPU= 17.703
04:40:54 STEP 178 H= 44:30 +CPU= 17.883
04:41:12 STEP 179 H= 44:45 +CPU= 18.388
04:41:35 STEP 180 H= 45:00 +CPU= 22.584
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000180
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000180
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000180
04:41:52 STEP 181 H= 45:15 +CPU= 17.576
04:42:10 STEP 182 H= 45:30 +CPU= 17.529
04:42:27 STEP 183 H= 45:45 +CPU= 16.912
04:42:45 STEP 184 H= 46:00 +CPU= 18.624
04:43:03 STEP 185 H= 46:15 +CPU= 17.895
04:43:22 STEP 186 H= 46:30 +CPU= 18.249
04:43:39 STEP 187 H= 46:45 +CPU= 17.801
04:43:58 STEP 188 H= 47:00 +CPU= 18.522
04:44:16 STEP 189 H= 47:15 +CPU= 17.974
04:44:34 STEP 190 H= 47:30 +CPU= 18.457
04:44:53 STEP 191 H= 47:45 +CPU= 18.157
04:45:19 STEP 192 H= 48:00 +CPU= 26.335
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000192
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000192
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000192
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000096
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000096
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000096
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000108
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000108
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000108
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000120
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000120
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000120
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000132
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000132
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000132
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000144
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000144
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000144
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000156
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000156
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000156
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000168
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000168
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000168
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000180
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000180
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000180
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a1qu_2016092300_20_1018_12290589_0_r1520022838_1.zip
Uploading the intermediate file: upload_file_1.zip
04:45:37 STEP 193 H= 48:15 +CPU= 18.285
04:45:55 STEP 194 H= 48:30 +CPU= 18.238
04:46:13 STEP 195 H= 48:45 +CPU= 17.913
04:46:32 STEP 196 H= 49:00 +CPU= 18.790
04:46:50 STEP 197 H= 49:15 +CPU= 17.982
04:47:08 STEP 198 H= 49:30 +CPU= 17.883
04:47:26 STEP 199 H= 49:45 +CPU= 17.954
04:47:44 STEP 200 H= 50:00 +CPU= 17.969
04:48:02 STEP 201 H= 50:15 +CPU= 17.561
04:48:19 STEP 202 H= 50:30 +CPU= 17.780
04:48:37 STEP 203 H= 50:45 +CPU= 18.093
04:49:00 STEP 204 H= 51:00 +CPU= 22.706
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000204
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000204
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000204
04:49:18 STEP 205 H= 51:15 +CPU= 17.937
04:49:36 STEP 206 H= 51:30 +CPU= 17.700
04:49:54 STEP 207 H= 51:45 +CPU= 17.862
04:50:12 STEP 208 H= 52:00 +CPU= 18.469
04:50:30 STEP 209 H= 52:15 +CPU= 17.881
04:50:48 STEP 210 H= 52:30 +CPU= 18.083
04:51:06 STEP 211 H= 52:45 +CPU= 18.246
04:51:25 STEP 212 H= 53:00 +CPU= 18.275
04:51:43 STEP 213 H= 53:15 +CPU= 17.769
04:52:00 STEP 214 H= 53:30 +CPU= 17.842
04:52:19 STEP 215 H= 53:45 +CPU= 18.122
04:52:42 STEP 216 H= 54:00 +CPU= 23.750
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000216
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000216
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000216
04:53:01 STEP 217 H= 54:15 +CPU= 18.919
04:53:19 STEP 218 H= 54:30 +CPU= 17.865
04:53:36 STEP 219 H= 54:45 +CPU= 17.296
04:53:54 STEP 220 H= 55:00 +CPU= 17.513
04:54:11 STEP 221 H= 55:15 +CPU= 16.867
04:54:29 STEP 222 H= 55:30 +CPU= 17.855
04:54:47 STEP 223 H= 55:45 +CPU= 18.129
04:55:05 STEP 224 H= 56:00 +CPU= 18.519
04:55:23 STEP 225 H= 56:15 +CPU= 17.778
04:55:41 STEP 226 H= 56:30 +CPU= 17.977
04:55:59 STEP 227 H= 56:45 +CPU= 17.980
04:56:22 STEP 228 H= 57:00 +CPU= 22.505
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000228
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000228
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000228
04:56:39 STEP 229 H= 57:15 +CPU= 17.780
04:56:57 STEP 230 H= 57:30 +CPU= 17.696
04:57:14 STEP 231 H= 57:45 +CPU= 17.083
04:57:32 STEP 232 H= 58:00 +CPU= 17.966
04:57:49 STEP 233 H= 58:15 +CPU= 17.029
04:58:07 STEP 234 H= 58:30 +CPU= 17.451
04:58:24 STEP 235 H= 58:45 +CPU= 16.866
04:58:41 STEP 236 H= 59:00 +CPU= 17.606
04:58:59 STEP 237 H= 59:15 +CPU= 17.493
04:59:16 STEP 238 H= 59:30 +CPU= 17.689
04:59:34 STEP 239 H= 59:45 +CPU= 17.488
04:59:59 STEP 240 H= 60:00 +CPU= 25.204
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000240
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000240
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000240
05:00:16 STEP 241 H= 60:15 +CPU= 16.868
05:00:34 STEP 242 H= 60:30 +CPU= 17.512
05:00:52 STEP 243 H= 60:45 +CPU= 18.816
05:01:10 STEP 244 H= 61:00 +CPU= 17.535
05:01:27 STEP 245 H= 61:15 +CPU= 16.707
05:01:43 STEP 246 H= 61:30 +CPU= 16.744
05:02:01 STEP 247 H= 61:45 +CPU= 17.354
05:02:19 STEP 248 H= 62:00 +CPU= 18.284
05:02:36 STEP 249 H= 62:15 +CPU= 17.119
05:02:53 STEP 250 H= 62:30 +CPU= 17.202
05:03:11 STEP 251 H= 62:45 +CPU= 17.369
05:03:33 STEP 252 H= 63:00 +CPU= 22.209
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000252
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000252
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000252
05:03:50 STEP 253 H= 63:15 +CPU= 17.249
05:04:07 STEP 254 H= 63:30 +CPU= 17.169
05:04:24 STEP 255 H= 63:45 +CPU= 16.955
05:04:42 STEP 256 H= 64:00 +CPU= 17.725
05:04:59 STEP 257 H= 64:15 +CPU= 16.886
05:05:16 STEP 258 H= 64:30 +CPU= 17.231
05:05:33 STEP 259 H= 64:45 +CPU= 16.706
05:05:51 STEP 260 H= 65:00 +CPU= 17.476
05:06:08 STEP 261 H= 65:15 +CPU= 17.164
05:06:26 STEP 262 H= 65:30 +CPU= 17.919
05:06:44 STEP 263 H= 65:45 +CPU= 18.021
05:07:06 STEP 264 H= 66:00 +CPU= 22.133
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000264
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000264
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000264
05:07:23 STEP 265 H= 66:15 +CPU= 17.219
05:07:41 STEP 266 H= 66:30 +CPU= 17.503
05:07:58 STEP 267 H= 66:45 +CPU= 17.017
05:08:15 STEP 268 H= 67:00 +CPU= 17.815
05:08:32 STEP 269 H= 67:15 +CPU= 16.919
05:08:50 STEP 270 H= 67:30 +CPU= 17.493
05:09:08 STEP 271 H= 67:45 +CPU= 17.776
05:09:26 STEP 272 H= 68:00 +CPU= 18.662
05:09:43 STEP 273 H= 68:15 +CPU= 16.983
05:10:00 STEP 274 H= 68:30 +CPU= 17.062
05:10:18 STEP 275 H= 68:45 +CPU= 17.488
05:10:40 STEP 276 H= 69:00 +CPU= 22.145
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000276
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000276
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000276
05:10:57 STEP 277 H= 69:15 +CPU= 17.418
05:11:16 STEP 278 H= 69:30 +CPU= 18.730
05:11:33 STEP 279 H= 69:45 +CPU= 17.160
05:11:52 STEP 280 H= 70:00 +CPU= 18.372
05:12:11 STEP 281 H= 70:15 +CPU= 19.218
05:12:29 STEP 282 H= 70:30 +CPU= 18.352
05:12:47 STEP 283 H= 70:45 +CPU= 18.114
05:13:06 STEP 284 H= 71:00 +CPU= 18.474
05:13:24 STEP 285 H= 71:15 +CPU= 17.846
05:13:42 STEP 286 H= 71:30 +CPU= 17.754
05:13:59 STEP 287 H= 71:45 +CPU= 17.669
05:14:25 STEP 288 H= 72:00 +CPU= 25.639
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000288
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000288
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000288
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000192
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000192
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000192
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000204
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000204
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000204
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000216
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000216
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000216
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000228
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000228
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000228
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000240
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000240
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000240
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000252
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000252
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000252
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000264
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000264
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000264
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMGGh7zg+000276
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMSHh7zg+000276
Adding to the zip: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_12290589/ICMUAh7zg+000276
Zipping up the intermediate file: /var/lib/boinc-client/projects/climateprediction.net/oifs_43r3_bl_a1qu_2016092300_20_1018_12290589_0_r1520022838_2.zip
Uploading the intermediate file: upload_file_2.zip
05:14:43 STEP 289 H= 72:15 +CPU= 17.788
05:15:01 STEP 290 H= 72:30 +CPU= 17.962
05:15:19 STEP 291 H= 72:45 +CPU= 18.075
05:15:38 STEP 292 H= 73:00 +CPU= 18.862
05:15:57 STEP 293 H= 73:15 +CPU= 18.954
05:16:15 STEP 294 H= 73:30 +CPU= 18.667
05:16:34 STEP 295 H= 73:45 +CPU= 18.002
05:16:52 STEP 296 H= 74:00 +CPU= 18.565
05:17:10 STEP 297 H= 74:15 +CPU= 18.141
05:17:28 STEP 298 H= 74:30 +CPU= 17.997
05:17:46 STEP 299 H= 74:45 +CPU= 18.051
05:18:09 STEP 300 H= 75:00 +CPU= 22.357
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000300
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000300
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000300
05:18:27 STEP 301 H= 75:15 +CPU= 18.222
05:18:45 STEP 302 H= 75:30 +CPU= 17.750
05:19:03 STEP 303 H= 75:45 +CPU= 18.134
05:19:21 STEP 304 H= 76:00 +CPU= 18.482
05:19:39 STEP 305 H= 76:15 +CPU= 17.515
05:19:56 STEP 306 H= 76:30 +CPU= 17.184
05:20:14 STEP 307 H= 76:45 +CPU= 17.567
05:20:32 STEP 308 H= 77:00 +CPU= 18.335
05:20:50 STEP 309 H= 77:15 +CPU= 18.074
05:21:08 STEP 310 H= 77:30 +CPU= 17.733
05:21:25 STEP 311 H= 77:45 +CPU= 17.383
05:21:48 STEP 312 H= 78:00 +CPU= 22.735
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000312
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000312
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000312
05:22:05 STEP 313 H= 78:15 +CPU= 17.184
05:22:22 STEP 314 H= 78:30 +CPU= 17.172
05:22:40 STEP 315 H= 78:45 +CPU= 17.638
05:22:58 STEP 316 H= 79:00 +CPU= 18.332
05:23:16 STEP 317 H= 79:15 +CPU= 17.458
05:23:33 STEP 318 H= 79:30 +CPU= 17.507
05:23:51 STEP 319 H= 79:45 +CPU= 17.728
05:24:09 STEP 320 H= 80:00 +CPU= 17.990
05:24:26 STEP 321 H= 80:15 +CPU= 17.254
05:24:44 STEP 322 H= 80:30 +CPU= 17.981
05:25:02 STEP 323 H= 80:45 +CPU= 17.657
05:25:25 STEP 324 H= 81:00 +CPU= 22.842
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000324
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000324
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000324
05:25:43 STEP 325 H= 81:15 +CPU= 17.807
05:26:00 STEP 326 H= 81:30 +CPU= 16.946
05:26:17 STEP 327 H= 81:45 +CPU= 16.949
05:26:35 STEP 328 H= 82:00 +CPU= 18.012
05:26:51 STEP 329 H= 82:15 +CPU= 16.850
05:27:08 STEP 330 H= 82:30 +CPU= 16.873
05:27:25 STEP 331 H= 82:45 +CPU= 16.790
05:27:43 STEP 332 H= 83:00 +CPU= 18.214
05:28:02 STEP 333 H= 83:15 +CPU= 18.282
05:28:20 STEP 334 H= 83:30 +CPU= 17.919
05:28:37 STEP 335 H= 83:45 +CPU= 17.714
05:29:03 STEP 336 H= 84:00 +CPU= 25.915
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMGGh7zg+000336
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMSHh7zg+000336
Moving to projects directory: /var/lib/boinc-client/slots/58/ICMUAh7zg+000336
05:29:20 STEP 337 H= 84:15 +CPU= 17.098
05:29:37 STEP 338 H= 84:30 +CPU= 16.786
05:29:55 STEP 339 H= 84:45 +CPU= 17.426
05:30:13 STEP 340 H= 85:00 +CPU= 18.260
05:30:30 STEP 341 H= 85:15 +CPU= 17.439
05:30:48 STEP 342 H= 85:30 +CPU= 17.770
05:31:06 STEP 343 H= 85:45 +CPU= 17.978
05:31:24 STEP 344 H= 86:00 +CPU= 18.282
05:31:42 STEP 345 H= 86:15 +CPU= 17.559
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.101] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1538] Received signal#8 (SIGFPE) :: 4412MB (heap), 5020MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.103] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.103] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x820890 (old at (nil))
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.104] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1617] Signal#8 was caused by floating-point overflow [memaddr=0x1cc6692], nsigs = 1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.104] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#8, nsigs = 1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.104] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3843] 4412 MB (maxheap), 5020 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.104] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : STEPO
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : SCAN2M
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : GP_MODEL_HEAP
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : GP_MODEL
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : EC_PHYS_DRV
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : >OMP-PHYSICS (1001)
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : EC_PHYS
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : CALLPAR
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : TURBULENCE_LAYER
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : VDFOUTER
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053154:1718368314:6316.105] [c_drhook_print_@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:3897] : VDFMAIN
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:240] Backtrace(s) for program '/var/lib/boinc-client/slots/58/oifs_43r3_model.exe' : sigcontextptr=0x7ffdc05c1690
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:277] Backtrace (size = 24) with addr2line-cmd
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:302] /usr/bin/addr2line -fs -e '/var/lib/boinc-client/slots/58/oifs_43r3_model.exe' 0x83a8f3 0x83aef9 0x1dd5490 0x1cc6692 0x121fd8b 0x1207e29 0x11fdcb2 0xfac003 0xf5fa6b 0xf4dbc4 0xbd7131 0x12c5002 0xbacbae 0x688153 0x4cd1dc 0x4b5d85 0x4b4f52 0x49d638 0x406fbd 0x401e7f 0x401e12 0x1dcc34a 0x1dcdbe7 0x401cd5
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [0]: [0x83a8f3] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [1]: [0x83aef9] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [2]: [0x1dd5490] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [3]: [0x1cc6692] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [4]: [0x121fd8b] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [5]: [0x1207e29] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [6]: [0x11fdcb2] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [7]: [0xfac003] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [8]: [0xf5fa6b] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [9]: [0xf4dbc4] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [10]: [0xbd7131] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [11]: [0x12c5002] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [12]: [0xbacbae] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [13]: [0x688153] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [14]: [0x4cd1dc] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [15]: [0x4b5d85] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [16]: [0x4b4f52] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [17]: [0x49d638] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [18]: [0x406fbd] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [19]: [0x401e7f] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [20]: [0x401e12] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [21]: [0x1dcc34a] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [22]: [0x1dcdbe7] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [23]: [0x401cd5] : ??() at ??:0
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.105] [LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:370] End of backtrace(s)
Process 1 thread 1 calling linux_trbk from intel_trbk()
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:240] Backtrace(s) for program '/var/lib/boinc-client/slots/58/oifs_43r3_model.exe' : sigcontextptr=0x7ffdc05c15a0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:277] Backtrace (size = 25) with addr2line-cmd
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:302] /usr/bin/addr2line -fs -e '/var/lib/boinc-client/slots/58/oifs_43r3_model.exe' 0x83a8f3 0x83aef9 0x822540 0x1dd5490 0x1cc6692 0x121fd8b 0x1207e29 0x11fdcb2 0xfac003 0xf5fa6b 0xf4dbc4 0xbd7131 0x12c5002 0xbacbae 0x688153 0x4cd1dc 0x4b5d85 0x4b4f52 0x49d638 0x406fbd 0x401e7f 0x401e12 0x1dcc34a 0x1dcdbe7 0x401cd5
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [0]: [0x83a8f3] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [1]: [0x83aef9] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [2]: [0x822540] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [3]: [0x1dd5490] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [4]: [0x1cc6692] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [5]: [0x121fd8b] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [6]: [0x1207e29] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [7]: [0x11fdcb2] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [8]: [0xfac003] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [9]: [0xf5fa6b] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [10]: [0xf4dbc4] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [11]: [0xbd7131] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [12]: [0x12c5002] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [13]: [0xbacbae] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [14]: [0x688153] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [15]: [0x4cd1dc] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [16]: [0x4b5d85] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [17]: [0x4b4f52] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [18]: [0x49d638] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [19]: [0x406fbd] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [20]: [0x401e7f] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [21]: [0x401e12] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [22]: [0x1dcc34a] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [23]: [0x1dcdbe7] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:319] [24]: [0x401cd5] : ??() at ??:0
[LinuxTraceBack@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/utilities/linuxtrbk.c:370] End of backtrace(s)
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.128] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#8, nsigs = 1
[EC_DRHOOK:h12dsi-n6:1:1:1055837:1055837] [20240614:053155:1718368315:6317.128] [signal_drhook@/home/abowery/Working_folder/OpenIFS/oifs_43r3_bl/gc_oifs43r3_2/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x1cf8da0 for signal#8, nsigs = 1
forrtl: error (72): floating overflow
Image PC Routine Line Source
oifs_43r3_model.e 0000000001CF935B Unknown Unknown Unknown
oifs_43r3_model.e 00000000008214C1 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DD5490 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001CC6692 Unknown Unknown Unknown
oifs_43r3_model.e 000000000121FD8B vdfmain_ 874 vdfmain.F90
oifs_43r3_model.e 0000000001207E29 vdfouter_ 739 vdfouter.F90
oifs_43r3_model.e 00000000011FDCB2 turbulence_layer_ 158 turbulence_layer.F90
oifs_43r3_model.e 0000000000FAC003 callpar_ 869 callpar.F90
oifs_43r3_model.e 0000000000F5FA6B ec_phys_ 670 ec_phys.F90
oifs_43r3_model.e 0000000000F4DBC4 ec_phys_drv_ 599 ec_phys_drv.F90
oifs_43r3_model.e 0000000000BD7131 gp_model_ 613 gp_model.F90
oifs_43r3_model.e 00000000012C5002 gp_model_heap_ 74 gp_model_heap.F90
oifs_43r3_model.e 0000000000BACBAE scan2m_ 535 scan2m.F90
oifs_43r3_model.e 0000000000688153 stepo_ 327 stepo.F90
oifs_43r3_model.e 00000000004CD1DC cnt4_ 1133 cnt4.F90
oifs_43r3_model.e 00000000004B5D85 cnt3_ 267 cnt3.F90
oifs_43r3_model.e 00000000004B4F52 cnt2_ 88 cnt2.F90
oifs_43r3_model.e 000000000049D638 cnt1_ 92 cnt1.F90
oifs_43r3_model.e 0000000000406FBD cnt0_ 146 cnt0.F90
oifs_43r3_model.e 0000000000401E7F MAIN__ 96 master.F90
oifs_43r3_model.e 0000000000401E12 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DCC34A Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DCDBE7 Unknown Unknown Unknown
oifs_43r3_model.e 0000000000401CD5 Unknown Unknown Unknown
..The child process has been killed with signal: 6
>>> Printing last 70 lines from file: NODE.001_01
GPNORM PFRC AVERAGE MINIMUM MAXIMUM
AVE 0.550453579451045E-01 0.000000000000000E+00 0.100000000000000E+01
NSTEP = 336 STEPO F00000000
CREATE RESTART FILE ./srf00031200.0001
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./srf00031200.0001 MODE=w
IO-STREAM CLOSED - ./srf00031200.0001
MPI-TASK: 1 - ************ BYTES IN 46 RECORDS TRANSFERRED IN 2.1475 SECONDS******** Mbytes/s, TOTAL TIME= 2.7653(77.7%)
CREATE RESTART CONTROL FILE ./rcf
WRRESF: DELETED PREVIOUS RESTART FILE OK: ./srf00030000.0001
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 336 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+000336 MODE=w
IO-STREAM CLOSED - ICMGGh7zg+000336
MPI-TASK: 1 - 303743332 BYTES IN 6 RECORDS TRANSFERRED IN 0.0005 SECONDS607486.6 Mbytes/s, TOTAL TIME= 0.0073( 6.8%)
NSTEP = 336 STEPO 0AA000000
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMSHh7zg+000336 MODE=w
IO-STREAM CLOSED - ./ICMSHh7zg+000336
MPI-TASK: 1 - 707399250 BYTES IN 202 RECORDS TRANSFERRED IN 0.0115 SECONDS 61513.0 Mbytes/s, TOTAL TIME= 0.1680( 6.8%)
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+000336 MODE=w
IO-STREAM CLOSED - ./ICMUAh7zg+000336
MPI-TASK: 1 - 4859893312 BYTES IN 125 RECORDS TRANSFERRED IN 0.0071 SECONDS684492.0 Mbytes/s, TOTAL TIME= 0.1323( 5.4%)
STEPO_FPOS WAS : B00000F00E
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+000336 MODE=a
IO-STREAM CLOSED - ./ICMUAh7zg+000336
MPI-TASK: 1 - 10 BYTES IN 2 RECORDS TRANSFERRED IN 0.0002 SECONDS 0.0 Mbytes/s, TOTAL TIME= 0.0027( 7.4%)
STEPO_FPOS WAS : V00000000Y
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
./ICMUAh7zg+000336 MODE=a
IO-STREAM CLOSED - ./ICMUAh7zg+000336
MPI-TASK: 1 - 295163603 BYTES IN 4 RECORDS TRANSFERRED IN 0.0003 SECONDS983878.6 Mbytes/s, TOTAL TIME= 0.0045( 6.7%)
STEPO_FPOS WAS : T00000000M
NSTEP = 336 STEPO 0AAA00AAA
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
MAXGPFV : MAX. VALUE = 0.000000000000000E+000
NSTEP = 336 SCAN2M_HPOS P
IO-STREAM SETUP - IOTYPE = 2 NUMIOPROCS = 1 CPATH =
ICMGGh7zg+000336 MODE=a
IO-STREAM CLOSED - ICMGGh7zg+000336
MPI-TASK: 1 - 303743332 BYTES IN 7 RECORDS TRANSFERRED IN 0.0009 SECONDS337492.6 Mbytes/s, TOTAL TIME= 0.0079(11.4%)
05:29:03 STEP 336 H= 84:00 +CPU= 25.915
NSTEP = 337 STEPO 0AAA00AAA
05:29:20 STEP 337 H= 84:15 +CPU= 17.098
NSTEP = 338 STEPO 0AAA00AAA
05:29:37 STEP 338 H= 84:30 +CPU= 16.786
NSTEP = 339 STEPO 0AAA00AAA
05:29:55 STEP 339 H= 84:45 +CPU= 17.426
ISTEP= 340 RSOLINC= 1361.4482 RI0= 1365.0000 ZI0= 1361.4482 RIP0= 1361.4482
ISTEP= 340 ZI0= 1361.4482 ZSEASON= 1.000000000 REA=149597870000.00 RDEASO=149597870000.00
NSTEP = 340 STEPO 0AAA00AAA
05:30:13 STEP 340 H= 85:00 +CPU= 18.260
NSTEP = 341 STEPO 0AAA00AAA
05:30:30 STEP 341 H= 85:15 +CPU= 17.439
NSTEP = 342 STEPO 0AAA00AAA
05:30:48 STEP 342 H= 85:30 +CPU= 17.770
NSTEP = 343 STEPO 0AAA00AAA
05:31:06 STEP 343 H= 85:45 +CPU= 17.978
NSTEP = 344 STEPO 0AAA00AAA
05:31:24 STEP 344 H= 86:00 +CPU= 18.282
ISTEP= 345 RSOLINC= 1361.4482 RI0= 1365.0000 ZI0= 1361.4482 RIP0= 1361.4482
ISTEP= 345 ZI0= 1361.4482 ZSEASON= 1.000000000 REA=149597870000.00 RDEASO=149597870000.00
NSTEP = 345 STEPO 0AAA00AAA
05:31:42 STEP 345 H= 86:15 +CPU= 17.559
NSTEP = 346 STEPO 0AAA00AAA
------------------------------------------------
CNT0 not found; string returned was: 'STEPO'
>>> Printing last 8 lines from file: ifs.stat
05:29:55 0AAA00AAA STEPO 340 17.426 17.426 17.431 103:12 103:16 0.20321248364665E-04 2GB 0MB
05:30:13 0AAA00AAA STEPO 341 18.260 18.260 18.263 103:31 103:35 0.20321248364665E-04 2GB 0MB
05:30:30 0AAA00AAA STEPO 342 17.439 17.439 17.453 103:48 103:52 0.20321248364665E-04 2GB 0MB
05:30:48 0AAA00AAA STEPO 343 17.770 17.770 17.776 104:06 104:10 0.20321248364665E-04 2GB 0MB
05:31:06 0AAA00AAA STEPO 344 17.978 17.978 17.984 104:24 104:28 0.20321248364665E-04 2GB 0MB
05:31:24 0AAA00AAA STEPO 345 18.282 18.282 18.294 104:42 104:46 0.20321248364665E-04 2GB 0MB
05:31:42 0AAA00AAA STEPO 346 17.559 17.559 17.563 105:00 105:04 0.20321248364665E-04 2GB 0MB
------------------------------------------------
>>> Printing last 11 lines from file: rcf
CSTEP = " 336",
CTIME = "00031200 ",
NSTEPLPP = 201, 202, 49, 228226, 228227, 2*0, 324, 2*0,
IPRGPNSRES = 1,
IPRGPEWRES = 1,
IPRTRWRES = 1,
IPRTRVRES = 1,
GMASS0 = 0.000000000000000E+000,
GMASSI = 0.000000000000000E+000
/
------------------------------------------------
>>> Printing last 8 lines from file: /var/lib/boinc-client/slots/58/progress_file_12290589.xml
<running_values>
<last_cpu_time>6306.580000</last_cpu_time>
<upload_file_number>3</upload_file_number>
<last_iter>346</last_iter>
<last_upload>259200</last_upload>
<model_completed>0</model_completed>
</running_values>
------------------------------------------------
..Failed, model did not complete successfully
</stderr_txt>
]]>
