<core_client_version>7.16.6</core_client_version>
<![CDATA[
<message>
process exited with code 1 (0x1, -255)</message>
<stderr_txt>
ts directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+001884
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+001884
01:08:29 STEP 1885 H=1885:00 +CPU= 23.353
01:08:54 STEP 1886 H=1886:00 +CPU= 24.292
01:09:32 STEP 1887 H=1887:00 +CPU= 37.784
01:09:58 STEP 1888 H=1888:00 +CPU= 25.402
01:10:23 STEP 1889 H=1889:00 +CPU= 25.028
01:11:03 STEP 1890 H=1890:00 +CPU= 39.219
01:11:27 STEP 1891 H=1891:00 +CPU= 24.527
01:11:54 STEP 1892 H=1892:00 +CPU= 25.626
01:12:33 STEP 1893 H=1893:00 +CPU= 38.512
01:12:59 STEP 1894 H=1894:00 +CPU= 25.563
01:13:25 STEP 1895 H=1895:00 +CPU= 25.756
01:14:10 STEP 1896 H=1896:00 +CPU= 44.429
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+001896
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+001896
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+001896
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+001872
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+001872
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+001872
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+001884
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+001884
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+001884
Zipping up the intermediate file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141_4.zip
Uploading the intermediate file: upload_file_4.zip
01:14:36 STEP 1897 H=1897:00 +CPU= 25.026
Uploading trickle at timestep: 6825600
01:15:02 STEP 1898 H=1898:00 +CPU= 25.428
01:15:40 STEP 1899 H=1899:00 +CPU= 37.691
01:16:06 STEP 1900 H=1900:00 +CPU= 25.349
01:16:31 STEP 1901 H=1901:00 +CPU= 24.360
01:17:10 STEP 1902 H=1902:00 +CPU= 38.761
01:17:35 STEP 1903 H=1903:00 +CPU= 24.594
01:18:01 STEP 1904 H=1904:00 +CPU= 25.589
01:18:40 STEP 1905 H=1905:00 +CPU= 37.981
01:19:06 STEP 1906 H=1906:00 +CPU= 25.713
01:19:30 STEP 1907 H=1907:00 +CPU= 24.272
01:20:14 STEP 1908 H=1908:00 +CPU= 42.422
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+001908
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+001908
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+001908
01:20:40 STEP 1909 H=1909:00 +CPU= 24.322
01:21:06 STEP 1910 H=1910:00 +CPU= 25.582
01:21:45 STEP 1911 H=1911:00 +CPU= 38.500
01:22:11 STEP 1912 H=1912:00 +CPU= 25.398
01:22:36 STEP 1913 H=1913:00 +CPU= 24.981
01:23:15 STEP 1914 H=1914:00 +CPU= 38.904
01:23:40 STEP 1915 H=1915:00 +CPU= 24.383
01:24:06 STEP 1916 H=1916:00 +CPU= 25.776
01:24:45 STEP 1917 H=1917:00 +CPU= 37.936
01:25:13 STEP 1918 H=1918:00 +CPU= 25.128
01:25:39 STEP 1919 H=1919:00 +CPU= 26.130
01:26:25 STEP 1920 H=1920:00 +CPU= 44.419
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+001920
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+001920
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+001920
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+001896
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+001896
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+001896
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+001908
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+001908
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+001908
Zipping up the intermediate file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141_5.zip
Uploading the intermediate file: upload_file_5.zip
01:26:50 STEP 1921 H=1921:00 +CPU= 24.470
Uploading trickle at timestep: 6912000
01:27:16 STEP 1922 H=1922:00 +CPU= 25.241
01:27:55 STEP 1923 H=1923:00 +CPU= 38.040
01:28:22 STEP 1924 H=1924:00 +CPU= 25.286
01:28:50 STEP 1925 H=1925:00 +CPU= 24.490
01:29:30 STEP 1926 H=1926:00 +CPU= 39.475
01:29:55 STEP 1927 H=1927:00 +CPU= 24.523
01:30:20 STEP 1928 H=1928:00 +CPU= 25.488
01:30:59 STEP 1929 H=1929:00 +CPU= 37.950
01:31:25 STEP 1930 H=1930:00 +CPU= 25.501
01:31:51 STEP 1931 H=1931:00 +CPU= 24.744
01:32:33 STEP 1932 H=1932:00 +CPU= 41.642
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+001932
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+001932
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+001932
01:32:57 STEP 1933 H=1933:00 +CPU= 22.275
01:33:22 STEP 1934 H=1934:00 +CPU= 23.599
01:34:02 STEP 1935 H=1935:00 +CPU= 35.061
01:34:30 STEP 1936 H=1936:00 +CPU= 26.351
01:34:55 STEP 1937 H=1937:00 +CPU= 24.728
01:35:34 STEP 1938 H=1938:00 +CPU= 37.947
01:35:59 STEP 1939 H=1939:00 +CPU= 24.354
01:36:26 STEP 1940 H=1940:00 +CPU= 25.448
01:37:03 STEP 1941 H=1941:00 +CPU= 37.087
01:37:27 STEP 1942 H=1942:00 +CPU= 22.466
01:37:50 STEP 1943 H=1943:00 +CPU= 22.321
01:39:30 STEP 1944 H=1944:00 +CPU= 44.105
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+001944
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+001944
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+001944
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+001920
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+001920
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+001920
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+001932
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+001932
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+001932
Zipping up the intermediate file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141_6.zip
Uploading the intermediate file: upload_file_6.zip
01:39:55 STEP 1945 H=1945:00 +CPU= 23.579
Uploading trickle at timestep: 6998400
01:40:21 STEP 1946 H=1946:00 +CPU= 25.193
01:40:58 STEP 1947 H=1947:00 +CPU= 36.037
01:41:24 STEP 1948 H=1948:00 +CPU= 23.455
01:41:48 STEP 1949 H=1949:00 +CPU= 24.107
01:42:29 STEP 1950 H=1950:00 +CPU= 39.605
01:42:54 STEP 1951 H=1951:00 +CPU= 24.846
01:43:20 STEP 1952 H=1952:00 +CPU= 25.383
01:43:51 STEP 1953 H=1953:00 +CPU= 31.024
01:44:14 STEP 1954 H=1954:00 +CPU= 22.746
01:44:38 STEP 1955 H=1955:00 +CPU= 23.070
01:45:20 STEP 1956 H=1956:00 +CPU= 42.268
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+001956
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+001956
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+001956
01:45:48 STEP 1957 H=1957:00 +CPU= 23.669
01:46:08 STEP 1958 H=1958:00 +CPU= 19.189
01:46:43 STEP 1959 H=1959:00 +CPU= 33.775
01:47:09 STEP 1960 H=1960:00 +CPU= 24.784
01:47:35 STEP 1961 H=1961:00 +CPU= 24.554
01:48:08 STEP 1962 H=1962:00 +CPU= 30.365
01:48:31 STEP 1963 H=1963:00 +CPU= 22.409
01:48:58 STEP 1964 H=1964:00 +CPU= 26.069
01:49:37 STEP 1965 H=1965:00 +CPU= 39.106
01:50:03 STEP 1966 H=1966:00 +CPU= 25.317
01:50:30 STEP 1967 H=1967:00 +CPU= 24.919
01:51:21 STEP 1968 H=1968:00 +CPU= 44.122
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+001968
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+001968
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+001968
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+001944
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+001944
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+001944
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+001956
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+001956
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+001956
Zipping up the intermediate file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141_7.zip
Uploading the intermediate file: upload_file_7.zip
01:51:46 STEP 1969 H=1969:00 +CPU= 24.941
Uploading trickle at timestep: 7084800
01:52:10 STEP 1970 H=1970:00 +CPU= 23.495
01:52:44 STEP 1971 H=1971:00 +CPU= 33.846
01:53:03 STEP 1972 H=1972:00 +CPU= 19.270
01:53:20 STEP 1973 H=1973:00 +CPU= 16.824
01:53:49 STEP 1974 H=1974:00 +CPU= 28.512
01:54:14 STEP 1975 H=1975:00 +CPU= 19.593
01:54:41 STEP 1976 H=1976:00 +CPU= 21.291
01:55:16 STEP 1977 H=1977:00 +CPU= 33.925
01:55:44 STEP 1978 H=1978:00 +CPU= 23.416
01:56:06 STEP 1979 H=1979:00 +CPU= 21.616
01:56:48 STEP 1980 H=1980:00 +CPU= 41.145
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+001980
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+001980
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+001980
01:57:17 STEP 1981 H=1981:00 +CPU= 24.653
01:57:43 STEP 1982 H=1982:00 +CPU= 26.033
01:58:22 STEP 1983 H=1983:00 +CPU= 37.247
01:58:48 STEP 1984 H=1984:00 +CPU= 24.718
01:59:13 STEP 1985 H=1985:00 +CPU= 24.859
01:59:54 STEP 1986 H=1986:00 +CPU= 39.216
02:00:19 STEP 1987 H=1987:00 +CPU= 23.319
02:00:43 STEP 1988 H=1988:00 +CPU= 23.036
02:01:24 STEP 1989 H=1989:00 +CPU= 38.540
02:01:47 STEP 1990 H=1990:00 +CPU= 22.063
02:02:12 STEP 1991 H=1991:00 +CPU= 23.698
02:03:22 STEP 1992 H=1992:00 +CPU= 44.338
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+001992
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+001992
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+001992
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+001968
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+001968
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+001968
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+001980
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+001980
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+001980
Zipping up the intermediate file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141_8.zip
Uploading the intermediate file: upload_file_8.zip
02:03:45 STEP 1993 H=1993:00 +CPU= 22.882
Uploading trickle at timestep: 7171200
02:04:12 STEP 1994 H=1994:00 +CPU= 25.456
02:04:46 STEP 1995 H=1995:00 +CPU= 33.444
02:05:10 STEP 1996 H=1996:00 +CPU= 23.213
02:05:37 STEP 1997 H=1997:00 +CPU= 24.973
02:06:16 STEP 1998 H=1998:00 +CPU= 38.344
02:06:45 STEP 1999 H=1999:00 +CPU= 23.262
02:07:11 STEP 2000 H=2000:00 +CPU= 25.445
02:07:53 STEP 2001 H=2001:00 +CPU= 36.891
02:08:19 STEP 2002 H=2002:00 +CPU= 24.006
02:08:45 STEP 2003 H=2003:00 +CPU= 23.871
02:09:41 STEP 2004 H=2004:00 +CPU= 41.531
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002004
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002004
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002004
02:10:08 STEP 2005 H=2005:00 +CPU= 25.195
02:10:34 STEP 2006 H=2006:00 +CPU= 24.328
02:11:19 STEP 2007 H=2007:00 +CPU= 37.932
02:11:42 STEP 2008 H=2008:00 +CPU= 22.327
02:12:16 STEP 2009 H=2009:00 +CPU= 23.304
02:12:53 STEP 2010 H=2010:00 +CPU= 35.052
02:13:22 STEP 2011 H=2011:00 +CPU= 24.416
02:13:49 STEP 2012 H=2012:00 +CPU= 22.515
02:14:30 STEP 2013 H=2013:00 +CPU= 37.167
02:14:57 STEP 2014 H=2014:00 +CPU= 26.230
02:15:33 STEP 2015 H=2015:00 +CPU= 25.930
02:16:57 STEP 2016 H=2016:00 +CPU= 43.297
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002016
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002016
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002016
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+001992
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+001992
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+001992
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002004
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002004
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002004
Zipping up the intermediate file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141_9.zip
Uploading the intermediate file: upload_file_9.zip
02:17:23 STEP 2017 H=2017:00 +CPU= 24.883
Uploading trickle at timestep: 7257600
02:17:54 STEP 2018 H=2018:00 +CPU= 26.119
02:18:33 STEP 2019 H=2019:00 +CPU= 36.835
02:18:58 STEP 2020 H=2020:00 +CPU= 24.078
02:19:23 STEP 2021 H=2021:00 +CPU= 24.153
02:20:03 STEP 2022 H=2022:00 +CPU= 38.425
02:20:28 STEP 2023 H=2023:00 +CPU= 23.436
02:20:50 STEP 2024 H=2024:00 +CPU= 22.337
02:21:26 STEP 2025 H=2025:00 +CPU= 36.154
02:21:52 STEP 2026 H=2026:00 +CPU= 24.948
02:22:17 STEP 2027 H=2027:00 +CPU= 24.964
02:23:00 STEP 2028 H=2028:00 +CPU= 42.027
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002028
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002028
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002028
02:23:27 STEP 2029 H=2029:00 +CPU= 24.148
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.01_x86_64-pc-linux-gnu
(argv1) start_date: 2021050100
(argv2) exptid: hpi1
(argv3) unique_member_id: 0387
(argv4) batchid: 945
(argv5) wuid: 12163476
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10
Project directory is: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.01
Location of temp folder: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476
..mkdir for temp folder for results failed
Copying: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.01_x86_64-pc-linux-gnu.zip to: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/oifs_43r3_ps_app_1.01_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/oifs_43r3_ps_app_1.01_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_e858d8031cc30c6f16b73b02c0fcdfb1 to: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/oifs_43r3_ps_0387_2021050100_123_945_12163476.zip
Unzipping the namelist zip file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/oifs_43r3_ps_0387_2021050100_123_945_12163476.zip
ic_ancil_file: ic_ancil_12163476
ifsdata_file: ifsdata_12163476
climate_data_file: clim_data_12163476
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
Copying IC ancils from: ../../projects/climateprediction.net/jf_88dee6c4553d95262ee1e6b679b0bd0a to: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ic_ancil_12163476.zip
Unzipping the IC ancils zip file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ic_ancil_12163476.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_e28b0e4a8a97b199dd0f28cd818496ed to: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ifsdata/ifsdata_12163476.zip
Unzipping the ifsdata_zip file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ifsdata/ifsdata_12163476.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/159l_2/clim_data_12163476.zip
Unzipping the climate data zip file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/159l_2/clim_data_12163476.zip
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141
The child process has been launched with process id: 44075
Executing the command: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/./master.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:44075:44075] [20221130:022454:1669742694:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
02:25:45 STEP 2016 H=2016:00 +CPU= 43.152
02:26:08 STEP 2017 H=2017:00 +CPU= 23.401
02:26:34 STEP 2018 H=2018:00 +CPU= 25.453
02:27:14 STEP 2019 H=2019:00 +CPU= 38.318
02:27:38 STEP 2020 H=2020:00 +CPU= 24.078
02:28:06 STEP 2021 H=2021:00 +CPU= 23.955
02:28:42 STEP 2022 H=2022:00 +CPU= 32.986
02:29:02 STEP 2023 H=2023:00 +CPU= 20.315
02:29:25 STEP 2024 H=2024:00 +CPU= 22.326
02:30:02 STEP 2025 H=2025:00 +CPU= 37.082
02:30:26 STEP 2026 H=2026:00 +CPU= 24.084
02:30:51 STEP 2027 H=2027:00 +CPU= 23.921
02:31:41 STEP 2028 H=2028:00 +CPU= 41.549
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002028
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002028
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002028
02:32:05 STEP 2029 H=2029:00 +CPU= 23.196
02:32:33 STEP 2030 H=2030:00 +CPU= 26.217
02:33:12 STEP 2031 H=2031:00 +CPU= 36.605
02:33:35 STEP 2032 H=2032:00 +CPU= 22.867
02:33:55 STEP 2033 H=2033:00 +CPU= 19.648
02:34:32 STEP 2034 H=2034:00 +CPU= 35.779
02:34:53 STEP 2035 H=2035:00 +CPU= 20.739
02:35:16 STEP 2036 H=2036:00 +CPU= 23.241
02:35:55 STEP 2037 H=2037:00 +CPU= 38.029
02:36:17 STEP 2038 H=2038:00 +CPU= 21.635
02:36:43 STEP 2039 H=2039:00 +CPU= 22.715
02:39:08 STEP 2040 H=2040:00 +CPU= 44.072
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002040
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002040
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002040
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002016
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002016
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002016
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002028
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002028
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002028
Zipping up the intermediate file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141_1.zip
Uploading the intermediate file: upload_file_1.zip
02:39:35 STEP 2041 H=2041:00 +CPU= 24.439
Uploading trickle at timestep: 7344000
02:40:00 STEP 2042 H=2042:00 +CPU= 24.695
02:40:41 STEP 2043 H=2043:00 +CPU= 35.847
02:41:05 STEP 2044 H=2044:00 +CPU= 23.996
02:41:30 STEP 2045 H=2045:00 +CPU= 23.737
02:42:09 STEP 2046 H=2046:00 +CPU= 38.161
02:42:33 STEP 2047 H=2047:00 +CPU= 22.412
02:42:54 STEP 2048 H=2048:00 +CPU= 20.627
02:43:33 STEP 2049 H=2049:00 +CPU= 35.689
02:43:59 STEP 2050 H=2050:00 +CPU= 24.806
02:44:25 STEP 2051 H=2051:00 +CPU= 23.823
02:45:07 STEP 2052 H=2052:00 +CPU= 40.328
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002052
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002052
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002052
02:45:30 STEP 2053 H=2053:00 +CPU= 22.602
02:45:56 STEP 2054 H=2054:00 +CPU= 26.141
02:46:35 STEP 2055 H=2055:00 +CPU= 37.315
02:47:01 STEP 2056 H=2056:00 +CPU= 24.825
02:47:26 STEP 2057 H=2057:00 +CPU= 24.470
02:48:02 STEP 2058 H=2058:00 +CPU= 34.048
02:48:20 STEP 2059 H=2059:00 +CPU= 18.084
02:48:41 STEP 2060 H=2060:00 +CPU= 19.059
02:49:19 STEP 2061 H=2061:00 +CPU= 37.335
02:49:45 STEP 2062 H=2062:00 +CPU= 25.154
02:50:13 STEP 2063 H=2063:00 +CPU= 23.452
02:51:07 STEP 2064 H=2064:00 +CPU= 43.231
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002064
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002064
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002064
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002040
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002040
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002040
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002052
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002052
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002052
Zipping up the intermediate file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141_2.zip
Uploading the intermediate file: upload_file_2.zip
02:51:32 STEP 2065 H=2065:00 +CPU= 23.103
Uploading trickle at timestep: 7430400
02:52:05 STEP 2066 H=2066:00 +CPU= 22.183
02:52:40 STEP 2067 H=2067:00 +CPU= 32.743
02:53:05 STEP 2068 H=2068:00 +CPU= 24.259
02:53:31 STEP 2069 H=2069:00 +CPU= 24.628
02:54:09 STEP 2070 H=2070:00 +CPU= 37.890
02:54:35 STEP 2071 H=2071:00 +CPU= 24.135
02:55:02 STEP 2072 H=2072:00 +CPU= 25.678
02:55:38 STEP 2073 H=2073:00 +CPU= 36.259
02:56:04 STEP 2074 H=2074:00 +CPU= 25.573
02:56:30 STEP 2075 H=2075:00 +CPU= 25.380
02:57:13 STEP 2076 H=2076:00 +CPU= 41.154
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002076
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002076
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002076
02:57:39 STEP 2077 H=2077:00 +CPU= 25.002
02:58:05 STEP 2078 H=2078:00 +CPU= 24.845
02:58:43 STEP 2079 H=2079:00 +CPU= 36.717
02:59:10 STEP 2080 H=2080:00 +CPU= 25.826
02:59:36 STEP 2081 H=2081:00 +CPU= 24.679
03:00:13 STEP 2082 H=2082:00 +CPU= 36.931
03:00:40 STEP 2083 H=2083:00 +CPU= 24.874
03:01:06 STEP 2084 H=2084:00 +CPU= 22.424
03:01:40 STEP 2085 H=2085:00 +CPU= 33.029
03:02:05 STEP 2086 H=2086:00 +CPU= 24.047
03:02:35 STEP 2087 H=2087:00 +CPU= 25.694
03:03:44 STEP 2088 H=2088:00 +CPU= 42.723
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002088
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002088
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002088
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002064
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002064
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002064
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002076
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002076
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002076
Zipping up the intermediate file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141_3.zip
Uploading the intermediate file: upload_file_3.zip
Uploading trickle at timestep: 7516800
03:04:15 STEP 2089 H=2089:00 +CPU= 23.072
03:04:40 STEP 2090 H=2090:00 +CPU= 24.467
03:05:17 STEP 2091 H=2091:00 +CPU= 36.189
03:05:41 STEP 2092 H=2092:00 +CPU= 22.623
03:06:05 STEP 2093 H=2093:00 +CPU= 23.511
03:06:44 STEP 2094 H=2094:00 +CPU= 38.063
03:07:10 STEP 2095 H=2095:00 +CPU= 24.407
03:07:39 STEP 2096 H=2096:00 +CPU= 24.770
03:08:20 STEP 2097 H=2097:00 +CPU= 38.395
03:08:47 STEP 2098 H=2098:00 +CPU= 24.758
03:09:10 STEP 2099 H=2099:00 +CPU= 22.488
03:09:51 STEP 2100 H=2100:00 +CPU= 41.180
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002100
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002100
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002100
03:10:16 STEP 2101 H=2101:00 +CPU= 23.749
03:10:41 STEP 2102 H=2102:00 +CPU= 24.082
03:11:20 STEP 2103 H=2103:00 +CPU= 38.438
03:11:46 STEP 2104 H=2104:00 +CPU= 25.369
03:12:09 STEP 2105 H=2105:00 +CPU= 22.932
03:12:45 STEP 2106 H=2106:00 +CPU= 35.789
03:13:07 STEP 2107 H=2107:00 +CPU= 21.577
03:13:29 STEP 2108 H=2108:00 +CPU= 21.702
03:14:04 STEP 2109 H=2109:00 +CPU= 32.238
03:14:32 STEP 2110 H=2110:00 +CPU= 22.166
03:14:57 STEP 2111 H=2111:00 +CPU= 23.839
03:16:02 STEP 2112 H=2112:00 +CPU= 41.524
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002112
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002112
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002112
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002088
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002088
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002088
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002100
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002100
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002100
Zipping up the intermediate file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141_4.zip
Uploading the intermediate file: upload_file_4.zip
03:16:24 STEP 2113 H=2113:00 +CPU= 19.703
Uploading trickle at timestep: 7603200
03:16:46 STEP 2114 H=2114:00 +CPU= 22.254
03:17:23 STEP 2115 H=2115:00 +CPU= 35.841
03:17:49 STEP 2116 H=2116:00 +CPU= 24.810
03:18:16 STEP 2117 H=2117:00 +CPU= 25.338
03:18:54 STEP 2118 H=2118:00 +CPU= 38.036
03:19:19 STEP 2119 H=2119:00 +CPU= 23.720
03:19:46 STEP 2120 H=2120:00 +CPU= 26.466
03:20:26 STEP 2121 H=2121:00 +CPU= 39.230
03:20:51 STEP 2122 H=2122:00 +CPU= 25.036
03:21:19 STEP 2123 H=2123:00 +CPU= 25.135
03:22:04 STEP 2124 H=2124:00 +CPU= 40.792
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002124
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002124
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002124
03:22:30 STEP 2125 H=2125:00 +CPU= 24.714
03:22:57 STEP 2126 H=2126:00 +CPU= 26.454
03:23:37 STEP 2127 H=2127:00 +CPU= 38.931
03:24:03 STEP 2128 H=2128:00 +CPU= 24.122
03:24:29 STEP 2129 H=2129:00 +CPU= 25.160
03:25:08 STEP 2130 H=2130:00 +CPU= 38.834
03:25:36 STEP 2131 H=2131:00 +CPU= 24.781
03:26:08 STEP 2132 H=2132:00 +CPU= 24.901
03:26:46 STEP 2133 H=2133:00 +CPU= 34.879
03:27:10 STEP 2134 H=2134:00 +CPU= 22.830
03:27:36 STEP 2135 H=2135:00 +CPU= 25.721
03:28:43 STEP 2136 H=2136:00 +CPU= 40.379
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002136
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002136
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002136
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002112
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002112
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002112
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002124
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002124
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002124
Zipping up the intermediate file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141_5.zip
Uploading the intermediate file: upload_file_5.zip
03:29:08 STEP 2137 H=2137:00 +CPU= 22.995
Uploading trickle at timestep: 7689600
03:29:33 STEP 2138 H=2138:00 +CPU= 24.232
03:30:17 STEP 2139 H=2139:00 +CPU= 37.388
03:30:43 STEP 2140 H=2140:00 +CPU= 25.504
03:31:08 STEP 2141 H=2141:00 +CPU= 23.616
03:31:44 STEP 2142 H=2142:00 +CPU= 34.917
03:32:07 STEP 2143 H=2143:00 +CPU= 22.427
03:32:33 STEP 2144 H=2144:00 +CPU= 23.789
03:33:10 STEP 2145 H=2145:00 +CPU= 35.133
03:33:37 STEP 2146 H=2146:00 +CPU= 21.733
03:34:05 STEP 2147 H=2147:00 +CPU= 24.312
03:34:47 STEP 2148 H=2148:00 +CPU= 41.204
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002148
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002148
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002148
03:35:12 STEP 2149 H=2149:00 +CPU= 22.742
03:35:38 STEP 2150 H=2150:00 +CPU= 25.641
03:36:15 STEP 2151 H=2151:00 +CPU= 37.183
03:36:39 STEP 2152 H=2152:00 +CPU= 23.439
03:37:05 STEP 2153 H=2153:00 +CPU= 25.361
03:37:42 STEP 2154 H=2154:00 +CPU= 34.046
03:38:04 STEP 2155 H=2155:00 +CPU= 21.795
03:38:27 STEP 2156 H=2156:00 +CPU= 23.073
03:39:05 STEP 2157 H=2157:00 +CPU= 36.223
03:39:29 STEP 2158 H=2158:00 +CPU= 21.380
03:39:55 STEP 2159 H=2159:00 +CPU= 23.129
03:41:21 STEP 2160 H=2160:00 +CPU= 45.576
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002160
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002160
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002160
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002136
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002136
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002136
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMGGhpi1+002148
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMSHhpi1+002148
Adding to the zip: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476/ICMUAhpi1+002148
Zipping up the intermediate file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141_6.zip
Uploading the intermediate file: upload_file_6.zip
Uploading trickle at timestep: 7776000
03:41:52 STEP 2161 H=2161:00 +CPU= 26.271
03:42:19 STEP 2162 H=2162:00 +CPU= 27.159
03:42:56 STEP 2163 H=2163:00 +CPU= 35.631
03:43:22 STEP 2164 H=2164:00 +CPU= 24.612
03:43:45 STEP 2165 H=2165:00 +CPU= 22.554
03:44:46 STEP 2166 H=2166:00 +CPU= 31.875
03:45:09 STEP 2167 H=2167:00 +CPU= 20.187
03:45:32 STEP 2168 H=2168:00 +CPU= 22.055
03:46:10 STEP 2169 H=2169:00 +CPU= 35.129
03:46:33 STEP 2170 H=2170:00 +CPU= 22.377
03:46:57 STEP 2171 H=2171:00 +CPU= 22.238
03:47:40 STEP 2172 H=2172:00 +CPU= 37.629
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMGGhpi1+002172
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMSHhpi1+002172
Moving to projects directory: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ICMUAhpi1+002172
03:48:03 STEP 2173 H=2173:00 +CPU= 21.256
03:48:22 STEP 2174 H=2174:00 +CPU= 17.837
03:48:52 STEP 2175 H=2175:00 +CPU= 30.251
03:49:18 STEP 2176 H=2176:00 +CPU= 23.317
03:49:40 STEP 2177 H=2177:00 +CPU= 21.433
03:50:15 STEP 2178 H=2178:00 +CPU= 34.430
03:50:36 STEP 2179 H=2179:00 +CPU= 20.614
03:50:59 STEP 2180 H=2180:00 +CPU= 23.222
03:51:34 STEP 2181 H=2181:00 +CPU= 34.459
03:51:57 STEP 2182 H=2182:00 +CPU= 22.514
03:52:22 STEP 2183 H=2183:00 +CPU= 22.627
Quit request received from BOINC client, ending the child process
(argv0) ../../projects/climateprediction.net/oifs_43r3_ps_1.01_x86_64-pc-linux-gnu
(argv1) start_date: 2021050100
(argv2) exptid: hpi1
(argv3) unique_member_id: 0387
(argv4) batchid: 945
(argv5) wuid: 12163476
(argv6) fclen: 123
(argv7) app_name: oifs_43r3_ps
(argv8) nthreads: 1
Working directory is: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10
Project directory is: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/
app name: oifs_43r3_ps
version: 1.01
Location of temp folder: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_12163476
..mkdir for temp folder for results failed
Copying: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/projects/climateprediction.net/oifs_43r3_ps_app_1.01_x86_64-pc-linux-gnu.zip to: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/oifs_43r3_ps_app_1.01_x86_64-pc-linux-gnu.zip
Unzipping the app zip file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/oifs_43r3_ps_app_1.01_x86_64-pc-linux-gnu.zip
Copying the namelist files from: ../../projects/climateprediction.net/jf_e858d8031cc30c6f16b73b02c0fcdfb1 to: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/oifs_43r3_ps_0387_2021050100_123_945_12163476.zip
Unzipping the namelist zip file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/oifs_43r3_ps_0387_2021050100_123_945_12163476.zip
ic_ancil_file: ic_ancil_12163476
ifsdata_file: ifsdata_12163476
climate_data_file: clim_data_12163476
horiz_resolution: 159
vert_resolution: 60
grid_type: l_2
upload_interval: 24
utstep: 3600
Copying IC ancils from: ../../projects/climateprediction.net/jf_88dee6c4553d95262ee1e6b679b0bd0a to: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ic_ancil_12163476.zip
Unzipping the IC ancils zip file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ic_ancil_12163476.zip
..mkdir for ifsdata folder failed
Copying the ifsdata_file from: ../../projects/climateprediction.net/jf_e28b0e4a8a97b199dd0f28cd818496ed to: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ifsdata/ifsdata_12163476.zip
Unzipping the ifsdata_zip file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/ifsdata/ifsdata_12163476.zip
..mkdir for the climate data folder failed
Copying the climate data file from: ../../projects/climateprediction.net/jf_f32c668cf7829426ffd94699b48b9a2e to: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/159l_2/clim_data_12163476.zip
Unzipping the climate data zip file: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/159l_2/clim_data_12163476.zip
total_length_of_simulation: 10627200
result_base_name: oifs_43r3_ps_0387_2021050100_123_945_12163476_0_r1003547141
The child process has been launched with process id: 46745
Executing the command: /mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/./master.exe
[EC_DRHOOK:hostname:myproc:omptid:pid:unixtid] [YYYYMMDD:HHMMSS:epoch:walltime] [function@file:lineno] -- Max OpenMP threads = 1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2091] fp = 0x3129fe0
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2098] DR_HOOK_ALLOW_COREDUMP=-1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2104] Hardlimit for core file is now 0 (0x0)
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2122] DR_HOOK_PROFILE_PROC=-1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2128] DR_HOOK_PROFILE_LIMIT=-10.000
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2194] DR_HOOK_RANDOM_MEMSTAT=0 (RAND_MAX=2147483647)
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2205] DR_HOOK_HASHBITS=16
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2213] DR_HOOK_NCALLSTACK=0
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2221] DR_HOOK_HARAKIRI_TIMEOUT=500
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2228] DR_HOOK_TRAPFPE=1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2235] DR_HOOK_TRAPFPE_INVALID=1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2242] DR_HOOK_TRAPFPE_DIVBYZERO=1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [process_options@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:2249] DR_HOOK_TRAPFPE_OVERFLOW=1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [ignore_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1227] DR_HOOK_IGNORE_SIGNALS=<undef>
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [restore_default_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1178] DR_HOOK_RESTORE_DEFAULT_SIGNALS=<undef>
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1937] New signal handler 'signal_drhook' for signal#6 (SIGABRT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1938] New signal handler 'signal_drhook' for signal#7 (SIGBUS) at 0x81f820 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1939] New signal handler 'signal_drhook' for signal#11 (SIGSEGV) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1944] New signal handler 'signal_drhook' for signal#16 (SIGSTKFLT) at 0x81f820 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [trapfpe_treatment@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1149] DR_HOOK enables SIGFPE-related floating point trapping since DRHOOK_TRAPFPE=1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1948] New signal handler 'signal_drhook' for signal#8 (SIGFPE) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1949] New signal handler 'signal_drhook' for signal#4 (SIGILL) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1951] New signal handler 'signal_drhook' for signal#5 (SIGTRAP) at 0x81f820 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1952] New signal handler 'signal_drhook' for signal#2 (SIGINT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1960] New signal handler 'signal_drhook' for signal#3 (SIGQUIT) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1961] New signal handler 'signal_drhook' for signal#15 (SIGTERM) at 0x81f820 (old at 0x1ce8bb0)
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1966] New signal handler 'signal_drhook' for signal#24 (SIGXCPU) at 0x81f820 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1968] New signal handler 'signal_drhook' for signal#25 (SIGXFSZ) at 0x81f820 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [signal_drhook_init@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1973] New signal handler 'signal_drhook' for signal#31 (SIGSYS) at 0x81f820 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041544:1669749344:0.000] [catch_signals@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1111] DR_HOOK_CATCH_SIGNALS=<undef>
ABORT! 1 !! *** WAVE MODEL HAS ABORTED
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.710] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3843] 1721 MB (maxheap), 3520 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.710] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.710] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.710] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.710] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.710] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.710] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.710] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : WVCOUPLE
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.710] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : WAVEMDL
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.710] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : INITMDL
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.710] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : USERIN
SDL_TRACEBACK: Calling INTEL_TRBK, THRD = 1
Process 1 thread 1 calling linux_trbk from intel_trbk()
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:240] Backtrace(s) for program '/mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/./master.exe' : sigcontextptr=0x7ffe3df373a0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:277] Backtrace (size = 19) with addr2line-cmd
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:302] /usr/bin/addr2line -fs -e '/mnt/c3d79be7-9abe-4cfc-846c-23e6d095d443/boinc-client/slots/10/./master.exe' 0x839273 0x839879 0x8c2957 0x81d89e 0x15f8aca 0x15d51c8 0x166b07f 0x15d7ff0 0x8711e0 0x7e0165 0x55e4ad 0x5471c9 0x546412 0x545e28 0x40708d 0x40220f 0x4021a2 0x1dca390 0x40206e
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [0]: [0x839273] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [1]: [0x839879] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [2]: [0x8c2957] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [3]: [0x81d89e] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [4]: [0x15f8aca] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [5]: [0x15d51c8] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [6]: [0x166b07f] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [7]: [0x15d7ff0] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [8]: [0x8711e0] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [9]: [0x7e0165] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [10]: [0x55e4ad] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [11]: [0x5471c9] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [12]: [0x546412] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [13]: [0x545e28] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [14]: [0x40708d] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [15]: [0x40220f] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [16]: [0x4021a2] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [17]: [0x1dca390] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:319] [18]: [0x40206e] : ??() at ??:0
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:370] End of backtrace(s)
SDL_TRACEBACK: Done INTEL_TRBK, THRD = 1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.728] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1538] Received signal#6 (SIGABRT) :: 1721MB (heap), 3520MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.729] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.729] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x81f3c0 (old at (nil))
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.729] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1617] Signal#6 was caused by unrecognized si_code [memaddr=0x7c0000b699], nsigs = 1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041634:1669749394:49.729] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#6, nsigs = 1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041635:1669749395:50.729] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#6, nsigs = 1
[EC_DRHOOK:ubuntu-mss:1:1:46745:46745] [20221130:041635:1669749395:50.729] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x1ce8bb0 for signal#6, nsigs = 1
forrtl: error (76): Abort trap signal
Image PC Routine Line Source
master.exe 0000000001CE916B Unknown Unknown Unknown
master.exe 000000000081FFF1 Unknown Unknown Unknown
master.exe 0000000001DC9090 Unknown Unknown Unknown
master.exe 0000000001DC903B Unknown Unknown Unknown
master.exe 00000000008C2880 sdl_mod_mp_sdl_sr 100 sdl_mod.F90
master.exe 000000000081D8AF abor1_ 41 abor1.F90
master.exe 00000000015F8ACA mpabort_ 50 mpabort.F
master.exe 00000000015D51C8 abort1_ 44 abort1.F
master.exe 000000000166B07F userin_ 553 userin.F
master.exe 00000000015D7FF0 initmdl_ 452 initmdl.F
master.exe 00000000008711E0 wavemdl_ 393 wavemdl.F
master.exe 00000000007E0165 wvcouple_ 260 wvcouple.F90
master.exe 000000000055E4AD cnt4_ 1283 cnt4.F90
master.exe 00000000005471C9 cnt3_ 267 cnt3.F90
master.exe 0000000000546412 cnt2_ 88 cnt2.F90
master.exe 0000000000545E28 cnt1_ 92 cnt1.F90
master.exe 000000000040708D cnt0_ 146 cnt0.F90
master.exe 000000000040220F MAIN__ 96 master.F90
master.exe 00000000004021A2 Unknown Unknown Unknown
master.exe 0000000001DCA390 Unknown Unknown Unknown
master.exe 000000000040206E Unknown Unknown Unknown
The child process terminated with status: 0
..Failed, model did not complete successfully
</stderr_txt>
]]>
