<core_client_version>7.20.2</core_client_version>
<![CDATA[
<message>
process exited with code 1 (0x1, -255)</message>
<stderr_txt>
/oifs_43r3_ps_12163788/ICMSHhpi1+002412
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002412
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_100.zip
Uploading the intermediate file: upload_file_100.zip
02:43:55 STEP 2425 H=2425:00 +CPU= 10.414
02:44:06 STEP 2426 H=2426:00 +CPU= 10.902
02:44:22 STEP 2427 H=2427:00 +CPU= 16.248
02:44:33 STEP 2428 H=2428:00 +CPU= 10.682
02:44:44 STEP 2429 H=2429:00 +CPU= 10.581
02:45:00 STEP 2430 H=2430:00 +CPU= 16.376
02:45:11 STEP 2431 H=2431:00 +CPU= 10.651
02:45:22 STEP 2432 H=2432:00 +CPU= 10.905
02:45:38 STEP 2433 H=2433:00 +CPU= 16.337
02:45:49 STEP 2434 H=2434:00 +CPU= 10.788
02:46:00 STEP 2435 H=2435:00 +CPU= 11.120
02:46:18 STEP 2436 H=2436:00 +CPU= 18.169
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002436
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002436
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002436
02:46:29 STEP 2437 H=2437:00 +CPU= 10.882
02:46:40 STEP 2438 H=2438:00 +CPU= 10.888
02:46:56 STEP 2439 H=2439:00 +CPU= 16.051
02:47:07 STEP 2440 H=2440:00 +CPU= 10.762
02:47:18 STEP 2441 H=2441:00 +CPU= 11.108
02:47:34 STEP 2442 H=2442:00 +CPU= 16.461
02:47:45 STEP 2443 H=2443:00 +CPU= 10.664
02:47:56 STEP 2444 H=2444:00 +CPU= 10.866
02:48:12 STEP 2445 H=2445:00 +CPU= 16.222
02:48:23 STEP 2446 H=2446:00 +CPU= 10.669
02:48:34 STEP 2447 H=2447:00 +CPU= 11.334
02:48:54 STEP 2448 H=2448:00 +CPU= 19.780
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002448
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002448
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002448
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002424
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002424
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002424
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002436
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002436
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002436
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_101.zip
Uploading the intermediate file: upload_file_101.zip
02:49:04 STEP 2449 H=2449:00 +CPU= 10.553
02:49:15 STEP 2450 H=2450:00 +CPU= 10.896
02:49:31 STEP 2451 H=2451:00 +CPU= 16.069
02:49:42 STEP 2452 H=2452:00 +CPU= 10.711
02:49:53 STEP 2453 H=2453:00 +CPU= 10.902
02:50:09 STEP 2454 H=2454:00 +CPU= 16.256
02:50:20 STEP 2455 H=2455:00 +CPU= 11.018
02:50:31 STEP 2456 H=2456:00 +CPU= 10.925
02:50:47 STEP 2457 H=2457:00 +CPU= 16.106
02:50:58 STEP 2458 H=2458:00 +CPU= 10.952
02:51:09 STEP 2459 H=2459:00 +CPU= 10.650
02:51:27 STEP 2460 H=2460:00 +CPU= 17.931
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002460
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002460
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002460
02:51:38 STEP 2461 H=2461:00 +CPU= 11.085
02:51:49 STEP 2462 H=2462:00 +CPU= 10.745
02:52:05 STEP 2463 H=2463:00 +CPU= 16.068
02:52:15 STEP 2464 H=2464:00 +CPU= 10.698
02:52:26 STEP 2465 H=2465:00 +CPU= 10.652
02:52:43 STEP 2466 H=2466:00 +CPU= 16.830
02:52:54 STEP 2467 H=2467:00 +CPU= 10.522
02:53:04 STEP 2468 H=2468:00 +CPU= 10.789
02:53:21 STEP 2469 H=2469:00 +CPU= 16.710
02:53:32 STEP 2470 H=2470:00 +CPU= 10.504
02:53:43 STEP 2471 H=2471:00 +CPU= 10.988
02:54:02 STEP 2472 H=2472:00 +CPU= 19.594
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002472
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002472
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002472
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002448
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002448
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002448
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002460
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002460
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002460
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_102.zip
Uploading the intermediate file: upload_file_102.zip
02:54:13 STEP 2473 H=2473:00 +CPU= 10.600
02:54:23 STEP 2474 H=2474:00 +CPU= 10.570
02:54:40 STEP 2475 H=2475:00 +CPU= 16.221
02:54:50 STEP 2476 H=2476:00 +CPU= 10.720
02:55:01 STEP 2477 H=2477:00 +CPU= 10.621
02:55:17 STEP 2478 H=2478:00 +CPU= 16.514
02:55:28 STEP 2479 H=2479:00 +CPU= 10.389
02:55:39 STEP 2480 H=2480:00 +CPU= 11.100
02:55:55 STEP 2481 H=2481:00 +CPU= 16.308
02:56:06 STEP 2482 H=2482:00 +CPU= 10.904
02:56:17 STEP 2483 H=2483:00 +CPU= 10.638
02:56:35 STEP 2484 H=2484:00 +CPU= 18.479
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002484
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002484
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002484
02:56:46 STEP 2485 H=2485:00 +CPU= 10.527
02:56:57 STEP 2486 H=2486:00 +CPU= 10.750
02:57:13 STEP 2487 H=2487:00 +CPU= 16.464
02:57:24 STEP 2488 H=2488:00 +CPU= 10.925
02:57:35 STEP 2489 H=2489:00 +CPU= 10.622
02:57:51 STEP 2490 H=2490:00 +CPU= 16.268
02:58:01 STEP 2491 H=2491:00 +CPU= 10.339
02:58:12 STEP 2492 H=2492:00 +CPU= 11.020
02:58:29 STEP 2493 H=2493:00 +CPU= 16.479
02:58:39 STEP 2494 H=2494:00 +CPU= 10.270
02:58:50 STEP 2495 H=2495:00 +CPU= 10.669
02:59:10 STEP 2496 H=2496:00 +CPU= 19.991
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002496
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002496
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002496
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002472
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002472
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002472
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002484
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002484
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002484
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_103.zip
Uploading the intermediate file: upload_file_103.zip
02:59:20 STEP 2497 H=2497:00 +CPU= 10.586
02:59:31 STEP 2498 H=2498:00 +CPU= 10.969
02:59:48 STEP 2499 H=2499:00 +CPU= 16.323
02:59:58 STEP 2500 H=2500:00 +CPU= 10.573
03:00:09 STEP 2501 H=2501:00 +CPU= 10.427
03:00:25 STEP 2502 H=2502:00 +CPU= 16.680
03:00:35 STEP 2503 H=2503:00 +CPU= 10.268
03:00:47 STEP 2504 H=2504:00 +CPU= 11.061
03:01:03 STEP 2505 H=2505:00 +CPU= 16.665
03:01:14 STEP 2506 H=2506:00 +CPU= 10.476
03:01:25 STEP 2507 H=2507:00 +CPU= 10.895
03:01:43 STEP 2508 H=2508:00 +CPU= 18.394
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002508
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002508
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002508
03:01:53 STEP 2509 H=2509:00 +CPU= 10.447
03:02:04 STEP 2510 H=2510:00 +CPU= 10.972
03:02:21 STEP 2511 H=2511:00 +CPU= 16.715
03:02:31 STEP 2512 H=2512:00 +CPU= 10.280
03:02:42 STEP 2513 H=2513:00 +CPU= 10.791
03:02:59 STEP 2514 H=2514:00 +CPU= 16.745
03:03:09 STEP 2515 H=2515:00 +CPU= 9.907
03:03:20 STEP 2516 H=2516:00 +CPU= 10.819
03:03:37 STEP 2517 H=2517:00 +CPU= 16.850
03:03:47 STEP 2518 H=2518:00 +CPU= 10.144
03:03:58 STEP 2519 H=2519:00 +CPU= 10.836
03:04:18 STEP 2520 H=2520:00 +CPU= 20.044
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002520
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002520
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002520
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002496
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002496
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002496
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002508
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002508
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002508
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_104.zip
Uploading the intermediate file: upload_file_104.zip
03:04:28 STEP 2521 H=2521:00 +CPU= 10.736
03:04:39 STEP 2522 H=2522:00 +CPU= 11.089
03:04:56 STEP 2523 H=2523:00 +CPU= 16.551
03:05:07 STEP 2524 H=2524:00 +CPU= 10.541
03:05:17 STEP 2525 H=2525:00 +CPU= 10.660
03:05:34 STEP 2526 H=2526:00 +CPU= 16.879
03:05:44 STEP 2527 H=2527:00 +CPU= 9.997
03:05:55 STEP 2528 H=2528:00 +CPU= 11.173
03:06:12 STEP 2529 H=2529:00 +CPU= 16.780
03:06:22 STEP 2530 H=2530:00 +CPU= 10.232
03:06:33 STEP 2531 H=2531:00 +CPU= 10.554
03:06:51 STEP 2532 H=2532:00 +CPU= 18.382
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002532
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002532
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002532
03:07:01 STEP 2533 H=2533:00 +CPU= 9.934
03:07:12 STEP 2534 H=2534:00 +CPU= 11.035
03:07:29 STEP 2535 H=2535:00 +CPU= 16.877
03:07:39 STEP 2536 H=2536:00 +CPU= 10.144
03:07:50 STEP 2537 H=2537:00 +CPU= 10.544
03:08:07 STEP 2538 H=2538:00 +CPU= 16.876
03:08:17 STEP 2539 H=2539:00 +CPU= 9.988
03:08:27 STEP 2540 H=2540:00 +CPU= 10.603
03:08:44 STEP 2541 H=2541:00 +CPU= 16.675
03:08:54 STEP 2542 H=2542:00 +CPU= 10.364
03:09:05 STEP 2543 H=2543:00 +CPU= 10.673
03:09:24 STEP 2544 H=2544:00 +CPU= 19.367
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002544
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002544
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002544
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002520
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002520
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002520
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002532
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002532
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002532
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_105.zip
Uploading the intermediate file: upload_file_105.zip
03:09:34 STEP 2545 H=2545:00 +CPU= 9.998
03:09:45 STEP 2546 H=2546:00 +CPU= 10.757
Uploading trickle at timestep: 9158400
03:10:02 STEP 2547 H=2547:00 +CPU= 16.658
03:10:12 STEP 2548 H=2548:00 +CPU= 10.287
03:10:22 STEP 2549 H=2549:00 +CPU= 10.388
03:10:39 STEP 2550 H=2550:00 +CPU= 16.774
03:10:49 STEP 2551 H=2551:00 +CPU= 10.185
03:11:00 STEP 2552 H=2552:00 +CPU= 10.849
03:11:17 STEP 2553 H=2553:00 +CPU= 16.856
03:11:28 STEP 2554 H=2554:00 +CPU= 10.714
03:11:38 STEP 2555 H=2555:00 +CPU= 10.451
03:11:57 STEP 2556 H=2556:00 +CPU= 18.319
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002556
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002556
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002556
03:12:07 STEP 2557 H=2557:00 +CPU= 10.243
03:12:18 STEP 2558 H=2558:00 +CPU= 10.905
03:12:34 STEP 2559 H=2559:00 +CPU= 16.553
03:12:45 STEP 2560 H=2560:00 +CPU= 10.773
03:12:56 STEP 2561 H=2561:00 +CPU= 10.694
03:13:13 STEP 2562 H=2562:00 +CPU= 16.794
03:13:23 STEP 2563 H=2563:00 +CPU= 10.586
03:13:34 STEP 2564 H=2564:00 +CPU= 10.789
03:13:50 STEP 2565 H=2565:00 +CPU= 16.159
03:14:01 STEP 2566 H=2566:00 +CPU= 10.667
03:14:12 STEP 2567 H=2567:00 +CPU= 11.124
03:14:32 STEP 2568 H=2568:00 +CPU= 19.872
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002568
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002568
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002568
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002544
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002544
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002544
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002556
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002556
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002556
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_106.zip
Uploading the intermediate file: upload_file_106.zip
03:14:42 STEP 2569 H=2569:00 +CPU= 10.100
03:14:53 STEP 2570 H=2570:00 +CPU= 10.566
03:15:09 STEP 2571 H=2571:00 +CPU= 16.199
03:15:19 STEP 2572 H=2572:00 +CPU= 10.594
03:15:30 STEP 2573 H=2573:00 +CPU= 10.407
03:15:46 STEP 2574 H=2574:00 +CPU= 16.649
03:15:57 STEP 2575 H=2575:00 +CPU= 10.741
03:16:08 STEP 2576 H=2576:00 +CPU= 10.798
03:16:25 STEP 2577 H=2577:00 +CPU= 16.570
03:16:35 STEP 2578 H=2578:00 +CPU= 10.875
03:16:46 STEP 2579 H=2579:00 +CPU= 10.666
03:17:04 STEP 2580 H=2580:00 +CPU= 18.350
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002580
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002580
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002580
03:17:15 STEP 2581 H=2581:00 +CPU= 10.364
03:17:25 STEP 2582 H=2582:00 +CPU= 10.637
03:17:42 STEP 2583 H=2583:00 +CPU= 16.627
03:17:53 STEP 2584 H=2584:00 +CPU= 10.869
03:18:04 STEP 2585 H=2585:00 +CPU= 10.817
03:18:21 STEP 2586 H=2586:00 +CPU= 16.812
03:18:31 STEP 2587 H=2587:00 +CPU= 10.502
03:18:42 STEP 2588 H=2588:00 +CPU= 10.867
03:18:58 STEP 2589 H=2589:00 +CPU= 16.384
03:19:09 STEP 2590 H=2590:00 +CPU= 10.873
03:19:20 STEP 2591 H=2591:00 +CPU= 11.011
03:19:40 STEP 2592 H=2592:00 +CPU= 19.656
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002592
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002592
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002592
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002568
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002568
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002568
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002580
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002580
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002580
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_107.zip
Uploading the intermediate file: upload_file_107.zip
03:19:50 STEP 2593 H=2593:00 +CPU= 10.513
03:20:01 STEP 2594 H=2594:00 +CPU= 10.573
03:20:17 STEP 2595 H=2595:00 +CPU= 16.354
03:20:28 STEP 2596 H=2596:00 +CPU= 10.671
03:20:39 STEP 2597 H=2597:00 +CPU= 10.590
03:20:55 STEP 2598 H=2598:00 +CPU= 16.723
03:21:06 STEP 2599 H=2599:00 +CPU= 10.450
03:21:17 STEP 2600 H=2600:00 +CPU= 10.965
03:21:33 STEP 2601 H=2601:00 +CPU= 16.455
03:21:44 STEP 2602 H=2602:00 +CPU= 10.981
03:21:55 STEP 2603 H=2603:00 +CPU= 10.850
03:22:13 STEP 2604 H=2604:00 +CPU= 18.170
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002604
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002604
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002604
03:22:24 STEP 2605 H=2605:00 +CPU= 10.548
03:22:35 STEP 2606 H=2606:00 +CPU= 10.786
03:22:51 STEP 2607 H=2607:00 +CPU= 16.213
03:23:02 STEP 2608 H=2608:00 +CPU= 10.810
03:23:12 STEP 2609 H=2609:00 +CPU= 10.589
03:23:29 STEP 2610 H=2610:00 +CPU= 16.383
03:23:39 STEP 2611 H=2611:00 +CPU= 10.403
03:23:50 STEP 2612 H=2612:00 +CPU= 11.013
03:24:07 STEP 2613 H=2613:00 +CPU= 16.520
03:24:17 STEP 2614 H=2614:00 +CPU= 10.744
03:24:28 STEP 2615 H=2615:00 +CPU= 10.782
03:24:47 STEP 2616 H=2616:00 +CPU= 18.917
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002616
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002616
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002616
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002592
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002592
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002592
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002604
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002604
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002604
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_108.zip
Uploading the intermediate file: upload_file_108.zip
03:24:57 STEP 2617 H=2617:00 +CPU= 10.145
03:25:07 STEP 2618 H=2618:00 +CPU= 10.259
03:25:23 STEP 2619 H=2619:00 +CPU= 15.264
03:25:33 STEP 2620 H=2620:00 +CPU= 9.957
03:25:43 STEP 2621 H=2621:00 +CPU= 9.908
03:25:58 STEP 2622 H=2622:00 +CPU= 15.675
03:26:08 STEP 2623 H=2623:00 +CPU= 9.953
03:26:18 STEP 2624 H=2624:00 +CPU= 9.937
03:26:33 STEP 2625 H=2625:00 +CPU= 14.893
03:26:43 STEP 2626 H=2626:00 +CPU= 9.871
03:26:52 STEP 2627 H=2627:00 +CPU= 9.234
03:27:08 STEP 2628 H=2628:00 +CPU= 15.499
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002628
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002628
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002628
03:27:17 STEP 2629 H=2629:00 +CPU= 8.919
03:27:26 STEP 2630 H=2630:00 +CPU= 9.135
03:27:39 STEP 2631 H=2631:00 +CPU= 13.772
03:27:49 STEP 2632 H=2632:00 +CPU= 9.056
03:27:57 STEP 2633 H=2633:00 +CPU= 8.739
03:28:11 STEP 2634 H=2634:00 +CPU= 13.966
03:28:20 STEP 2635 H=2635:00 +CPU= 8.589
03:28:29 STEP 2636 H=2636:00 +CPU= 8.819
03:28:42 STEP 2637 H=2637:00 +CPU= 13.738
03:28:51 STEP 2638 H=2638:00 +CPU= 8.906
03:29:00 STEP 2639 H=2639:00 +CPU= 8.799
03:29:16 STEP 2640 H=2640:00 +CPU= 16.293
03:29:25 STEP 2641 H=2641:00 +CPU= 8.692
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002640
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002640
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002640
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002616
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002616
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002616
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002628
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002628
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002628
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_109.zip
Uploading the intermediate file: upload_file_109.zip
03:29:34 STEP 2642 H=2642:00 +CPU= 8.830
03:29:47 STEP 2643 H=2643:00 +CPU= 13.500
03:29:56 STEP 2644 H=2644:00 +CPU= 8.759
03:30:05 STEP 2645 H=2645:00 +CPU= 8.579
03:30:19 STEP 2646 H=2646:00 +CPU= 13.788
03:30:27 STEP 2647 H=2647:00 +CPU= 8.714
03:30:36 STEP 2648 H=2648:00 +CPU= 8.844
03:30:50 STEP 2649 H=2649:00 +CPU= 13.782
03:30:59 STEP 2650 H=2650:00 +CPU= 8.954
03:31:08 STEP 2651 H=2651:00 +CPU= 8.682
03:31:23 STEP 2652 H=2652:00 +CPU= 15.226
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002652
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002652
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002652
03:31:31 STEP 2653 H=2653:00 +CPU= 8.660
03:31:40 STEP 2654 H=2654:00 +CPU= 9.008
03:31:54 STEP 2655 H=2655:00 +CPU= 13.634
03:32:03 STEP 2656 H=2656:00 +CPU= 8.938
03:32:12 STEP 2657 H=2657:00 +CPU= 8.593
03:32:25 STEP 2658 H=2658:00 +CPU= 13.767
03:32:34 STEP 2659 H=2659:00 +CPU= 8.631
03:32:43 STEP 2660 H=2660:00 +CPU= 8.849
03:32:57 STEP 2661 H=2661:00 +CPU= 13.668
03:33:05 STEP 2662 H=2662:00 +CPU= 8.895
03:33:14 STEP 2663 H=2663:00 +CPU= 8.800
03:33:31 STEP 2664 H=2664:00 +CPU= 16.267
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002664
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002664
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002664
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002640
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002640
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002640
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002652
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002652
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002652
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_110.zip
Uploading the intermediate file: upload_file_110.zip
03:33:39 STEP 2665 H=2665:00 +CPU= 8.552
03:33:48 STEP 2666 H=2666:00 +CPU= 8.721
03:34:01 STEP 2667 H=2667:00 +CPU= 13.474
03:34:10 STEP 2668 H=2668:00 +CPU= 8.787
03:34:19 STEP 2669 H=2669:00 +CPU= 8.495
03:34:32 STEP 2670 H=2670:00 +CPU= 13.857
03:34:41 STEP 2671 H=2671:00 +CPU= 8.737
03:34:50 STEP 2672 H=2672:00 +CPU= 8.850
03:35:04 STEP 2673 H=2673:00 +CPU= 13.716
03:35:13 STEP 2674 H=2674:00 +CPU= 8.855
03:35:21 STEP 2675 H=2675:00 +CPU= 8.686
03:35:36 STEP 2676 H=2676:00 +CPU= 15.126
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002676
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002676
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002676
03:35:45 STEP 2677 H=2677:00 +CPU= 8.752
03:35:54 STEP 2678 H=2678:00 +CPU= 8.916
03:36:08 STEP 2679 H=2679:00 +CPU= 13.609
03:36:17 STEP 2680 H=2680:00 +CPU= 8.984
03:36:25 STEP 2681 H=2681:00 +CPU= 8.627
03:36:39 STEP 2682 H=2682:00 +CPU= 13.904
03:36:48 STEP 2683 H=2683:00 +CPU= 8.660
03:36:57 STEP 2684 H=2684:00 +CPU= 8.898
03:37:11 STEP 2685 H=2685:00 +CPU= 13.786
03:37:19 STEP 2686 H=2686:00 +CPU= 8.898
03:37:28 STEP 2687 H=2687:00 +CPU= 8.823
03:37:45 STEP 2688 H=2688:00 +CPU= 16.285
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002688
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002688
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002688
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002664
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002664
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002664
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002676
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002676
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002676
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_111.zip
Uploading the intermediate file: upload_file_111.zip
03:37:53 STEP 2689 H=2689:00 +CPU= 8.553
03:38:02 STEP 2690 H=2690:00 +CPU= 8.800
03:38:15 STEP 2691 H=2691:00 +CPU= 13.519
03:38:24 STEP 2692 H=2692:00 +CPU= 8.796
03:38:33 STEP 2693 H=2693:00 +CPU= 8.639
03:38:47 STEP 2694 H=2694:00 +CPU= 13.861
03:38:55 STEP 2695 H=2695:00 +CPU= 8.655
03:39:04 STEP 2696 H=2696:00 +CPU= 8.881
03:39:18 STEP 2697 H=2697:00 +CPU= 13.679
03:39:27 STEP 2698 H=2698:00 +CPU= 8.869
03:39:35 STEP 2699 H=2699:00 +CPU= 8.602
03:39:51 STEP 2700 H=2700:00 +CPU= 15.136
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002700
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002700
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002700
03:39:59 STEP 2701 H=2701:00 +CPU= 8.611
03:40:08 STEP 2702 H=2702:00 +CPU= 8.922
03:40:22 STEP 2703 H=2703:00 +CPU= 13.606
03:40:31 STEP 2704 H=2704:00 +CPU= 8.967
03:40:39 STEP 2705 H=2705:00 +CPU= 8.553
03:40:53 STEP 2706 H=2706:00 +CPU= 13.932
03:41:02 STEP 2707 H=2707:00 +CPU= 8.669
03:41:11 STEP 2708 H=2708:00 +CPU= 8.921
03:41:25 STEP 2709 H=2709:00 +CPU= 13.743
03:41:33 STEP 2710 H=2710:00 +CPU= 8.895
03:41:42 STEP 2711 H=2711:00 +CPU= 8.825
03:41:58 STEP 2712 H=2712:00 +CPU= 16.265
03:42:07 STEP 2713 H=2713:00 +CPU= 8.568
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002712
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002712
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002712
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002688
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002688
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002688
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002700
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002700
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002700
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_112.zip
Uploading the intermediate file: upload_file_112.zip
03:42:16 STEP 2714 H=2714:00 +CPU= 8.738
03:42:29 STEP 2715 H=2715:00 +CPU= 13.485
03:42:38 STEP 2716 H=2716:00 +CPU= 8.822
03:42:47 STEP 2717 H=2717:00 +CPU= 8.525
03:43:00 STEP 2718 H=2718:00 +CPU= 13.816
03:43:09 STEP 2719 H=2719:00 +CPU= 8.629
03:43:18 STEP 2720 H=2720:00 +CPU= 8.879
03:43:32 STEP 2721 H=2721:00 +CPU= 13.713
03:43:41 STEP 2722 H=2722:00 +CPU= 8.872
03:43:49 STEP 2723 H=2723:00 +CPU= 8.677
03:44:04 STEP 2724 H=2724:00 +CPU= 15.135
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002724
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002724
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002724
03:44:13 STEP 2725 H=2725:00 +CPU= 8.721
03:44:22 STEP 2726 H=2726:00 +CPU= 8.739
03:44:35 STEP 2727 H=2727:00 +CPU= 13.507
03:44:44 STEP 2728 H=2728:00 +CPU= 8.935
03:44:53 STEP 2729 H=2729:00 +CPU= 8.522
03:45:07 STEP 2730 H=2730:00 +CPU= 13.853
03:45:15 STEP 2731 H=2731:00 +CPU= 8.612
03:45:24 STEP 2732 H=2732:00 +CPU= 8.836
03:45:38 STEP 2733 H=2733:00 +CPU= 13.636
03:45:47 STEP 2734 H=2734:00 +CPU= 8.847
03:45:55 STEP 2735 H=2735:00 +CPU= 8.869
03:46:12 STEP 2736 H=2736:00 +CPU= 16.370
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002736
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002736
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002736
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002712
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002712
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002712
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002724
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002724
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002724
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_113.zip
Uploading the intermediate file: upload_file_113.zip
03:46:20 STEP 2737 H=2737:00 +CPU= 8.618
03:46:29 STEP 2738 H=2738:00 +CPU= 8.789
03:46:43 STEP 2739 H=2739:00 +CPU= 13.594
03:46:52 STEP 2740 H=2740:00 +CPU= 8.803
03:47:00 STEP 2741 H=2741:00 +CPU= 8.581
03:47:14 STEP 2742 H=2742:00 +CPU= 13.841
03:47:23 STEP 2743 H=2743:00 +CPU= 8.619
03:47:32 STEP 2744 H=2744:00 +CPU= 8.858
03:47:45 STEP 2745 H=2745:00 +CPU= 13.649
03:47:54 STEP 2746 H=2746:00 +CPU= 8.906
03:48:03 STEP 2747 H=2747:00 +CPU= 8.603
03:48:18 STEP 2748 H=2748:00 +CPU= 15.105
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002748
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002748
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002748
03:48:26 STEP 2749 H=2749:00 +CPU= 8.635
03:48:35 STEP 2750 H=2750:00 +CPU= 8.862
03:48:49 STEP 2751 H=2751:00 +CPU= 13.660
03:48:58 STEP 2752 H=2752:00 +CPU= 8.888
03:49:06 STEP 2753 H=2753:00 +CPU= 8.570
03:49:20 STEP 2754 H=2754:00 +CPU= 13.875
03:49:29 STEP 2755 H=2755:00 +CPU= 8.627
03:49:38 STEP 2756 H=2756:00 +CPU= 8.782
03:49:51 STEP 2757 H=2757:00 +CPU= 13.541
03:50:00 STEP 2758 H=2758:00 +CPU= 8.915
03:50:09 STEP 2759 H=2759:00 +CPU= 8.736
03:50:25 STEP 2760 H=2760:00 +CPU= 16.232
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002760
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002760
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002760
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002736
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002736
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002736
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002748
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002748
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002748
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_114.zip
Uploading the intermediate file: upload_file_114.zip
03:50:34 STEP 2761 H=2761:00 +CPU= 8.596
03:50:43 STEP 2762 H=2762:00 +CPU= 8.772
03:50:56 STEP 2763 H=2763:00 +CPU= 13.594
03:51:05 STEP 2764 H=2764:00 +CPU= 8.911
03:51:14 STEP 2765 H=2765:00 +CPU= 8.559
03:51:27 STEP 2766 H=2766:00 +CPU= 13.854
03:51:36 STEP 2767 H=2767:00 +CPU= 8.747
03:51:45 STEP 2768 H=2768:00 +CPU= 8.711
03:51:59 STEP 2769 H=2769:00 +CPU= 13.568
03:52:07 STEP 2770 H=2770:00 +CPU= 8.839
03:52:16 STEP 2771 H=2771:00 +CPU= 8.546
03:52:31 STEP 2772 H=2772:00 +CPU= 15.000
03:52:40 STEP 2773 H=2773:00 +CPU= 8.655
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002772
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002772
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002772
03:52:48 STEP 2774 H=2774:00 +CPU= 8.778
03:53:02 STEP 2775 H=2775:00 +CPU= 13.485
03:53:11 STEP 2776 H=2776:00 +CPU= 8.874
03:53:19 STEP 2777 H=2777:00 +CPU= 8.548
03:53:33 STEP 2778 H=2778:00 +CPU= 13.909
03:53:42 STEP 2779 H=2779:00 +CPU= 8.599
03:53:51 STEP 2780 H=2780:00 +CPU= 8.868
03:54:04 STEP 2781 H=2781:00 +CPU= 13.697
03:54:13 STEP 2782 H=2782:00 +CPU= 8.863
03:54:22 STEP 2783 H=2783:00 +CPU= 8.786
03:54:38 STEP 2784 H=2784:00 +CPU= 16.430
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002784
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002784
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002784
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002760
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002760
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002760
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002772
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002772
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002772
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_115.zip
Uploading the intermediate file: upload_file_115.zip
03:54:47 STEP 2785 H=2785:00 +CPU= 8.579
03:54:56 STEP 2786 H=2786:00 +CPU= 8.759
Uploading trickle at timestep: 10022400
03:55:09 STEP 2787 H=2787:00 +CPU= 13.608
03:55:18 STEP 2788 H=2788:00 +CPU= 8.737
03:55:27 STEP 2789 H=2789:00 +CPU= 8.474
03:55:40 STEP 2790 H=2790:00 +CPU= 13.762
03:55:49 STEP 2791 H=2791:00 +CPU= 8.659
03:55:58 STEP 2792 H=2792:00 +CPU= 8.841
03:56:11 STEP 2793 H=2793:00 +CPU= 13.650
03:56:20 STEP 2794 H=2794:00 +CPU= 8.846
03:56:29 STEP 2795 H=2795:00 +CPU= 8.574
03:56:44 STEP 2796 H=2796:00 +CPU= 15.100
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002796
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002796
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002796
03:56:53 STEP 2797 H=2797:00 +CPU= 8.656
03:57:01 STEP 2798 H=2798:00 +CPU= 8.769
03:57:15 STEP 2799 H=2799:00 +CPU= 13.572
03:57:24 STEP 2800 H=2800:00 +CPU= 8.893
03:57:33 STEP 2801 H=2801:00 +CPU= 8.615
03:57:46 STEP 2802 H=2802:00 +CPU= 13.961
03:57:55 STEP 2803 H=2803:00 +CPU= 8.611
03:58:04 STEP 2804 H=2804:00 +CPU= 8.831
03:58:18 STEP 2805 H=2805:00 +CPU= 13.641
03:58:27 STEP 2806 H=2806:00 +CPU= 8.905
03:58:35 STEP 2807 H=2807:00 +CPU= 8.703
03:58:52 STEP 2808 H=2808:00 +CPU= 16.438
03:59:00 STEP 2809 H=2809:00 +CPU= 8.572
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002808
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002808
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002808
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002784
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002784
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002784
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002796
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002796
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002796
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_116.zip
Uploading the intermediate file: upload_file_116.zip
03:59:09 STEP 2810 H=2810:00 +CPU= 8.767
03:59:22 STEP 2811 H=2811:00 +CPU= 13.499
03:59:31 STEP 2812 H=2812:00 +CPU= 8.844
03:59:40 STEP 2813 H=2813:00 +CPU= 8.607
03:59:54 STEP 2814 H=2814:00 +CPU= 13.905
04:00:03 STEP 2815 H=2815:00 +CPU= 8.713
04:00:11 STEP 2816 H=2816:00 +CPU= 8.896
04:00:25 STEP 2817 H=2817:00 +CPU= 13.701
04:00:34 STEP 2818 H=2818:00 +CPU= 8.885
04:00:43 STEP 2819 H=2819:00 +CPU= 8.627
04:00:58 STEP 2820 H=2820:00 +CPU= 15.098
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002820
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002820
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002820
04:01:06 STEP 2821 H=2821:00 +CPU= 8.668
04:01:15 STEP 2822 H=2822:00 +CPU= 8.765
04:01:29 STEP 2823 H=2823:00 +CPU= 13.543
04:01:38 STEP 2824 H=2824:00 +CPU= 8.871
04:01:46 STEP 2825 H=2825:00 +CPU= 8.600
04:02:00 STEP 2826 H=2826:00 +CPU= 13.854
04:02:09 STEP 2827 H=2827:00 +CPU= 8.658
04:02:18 STEP 2828 H=2828:00 +CPU= 8.756
04:02:31 STEP 2829 H=2829:00 +CPU= 13.723
04:02:40 STEP 2830 H=2830:00 +CPU= 8.847
04:02:49 STEP 2831 H=2831:00 +CPU= 8.781
04:03:05 STEP 2832 H=2832:00 +CPU= 16.265
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002832
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002832
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002832
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002808
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002808
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002808
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002820
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002820
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002820
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_117.zip
Uploading the intermediate file: upload_file_117.zip
04:03:14 STEP 2833 H=2833:00 +CPU= 8.580
04:03:23 STEP 2834 H=2834:00 +CPU= 8.856
04:03:36 STEP 2835 H=2835:00 +CPU= 13.583
04:03:45 STEP 2836 H=2836:00 +CPU= 8.887
04:03:54 STEP 2837 H=2837:00 +CPU= 8.778
04:04:08 STEP 2838 H=2838:00 +CPU= 13.954
04:04:17 STEP 2839 H=2839:00 +CPU= 8.731
04:04:25 STEP 2840 H=2840:00 +CPU= 8.868
04:04:39 STEP 2841 H=2841:00 +CPU= 13.627
04:04:48 STEP 2842 H=2842:00 +CPU= 8.960
04:04:57 STEP 2843 H=2843:00 +CPU= 8.688
04:05:12 STEP 2844 H=2844:00 +CPU= 15.118
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002844
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002844
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002844
04:05:20 STEP 2845 H=2845:00 +CPU= 8.650
04:05:29 STEP 2846 H=2846:00 +CPU= 8.824
04:05:43 STEP 2847 H=2847:00 +CPU= 13.547
04:05:52 STEP 2848 H=2848:00 +CPU= 8.973
04:06:00 STEP 2849 H=2849:00 +CPU= 8.614
04:06:14 STEP 2850 H=2850:00 +CPU= 13.920
04:06:23 STEP 2851 H=2851:00 +CPU= 8.693
04:06:32 STEP 2852 H=2852:00 +CPU= 8.895
04:06:46 STEP 2853 H=2853:00 +CPU= 13.586
04:06:54 STEP 2854 H=2854:00 +CPU= 8.911
04:07:03 STEP 2855 H=2855:00 +CPU= 8.839
04:07:19 STEP 2856 H=2856:00 +CPU= 16.166
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002856
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002856
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002856
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002832
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002832
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002832
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002844
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002844
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002844
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_118.zip
Uploading the intermediate file: upload_file_118.zip
04:07:28 STEP 2857 H=2857:00 +CPU= 8.540
04:07:37 STEP 2858 H=2858:00 +CPU= 8.795
04:07:50 STEP 2859 H=2859:00 +CPU= 13.443
04:07:59 STEP 2860 H=2860:00 +CPU= 8.730
04:08:08 STEP 2861 H=2861:00 +CPU= 8.572
04:08:21 STEP 2862 H=2862:00 +CPU= 13.856
04:08:30 STEP 2863 H=2863:00 +CPU= 8.736
04:08:39 STEP 2864 H=2864:00 +CPU= 8.914
04:08:53 STEP 2865 H=2865:00 +CPU= 13.559
04:09:02 STEP 2866 H=2866:00 +CPU= 8.883
04:09:10 STEP 2867 H=2867:00 +CPU= 8.737
04:09:25 STEP 2868 H=2868:00 +CPU= 15.018
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002868
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002868
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002868
04:09:34 STEP 2869 H=2869:00 +CPU= 8.534
04:09:43 STEP 2870 H=2870:00 +CPU= 8.751
04:09:56 STEP 2871 H=2871:00 +CPU= 13.457
04:10:05 STEP 2872 H=2872:00 +CPU= 8.982
04:10:14 STEP 2873 H=2873:00 +CPU= 8.614
04:10:27 STEP 2874 H=2874:00 +CPU= 13.806
04:10:36 STEP 2875 H=2875:00 +CPU= 8.740
04:10:45 STEP 2876 H=2876:00 +CPU= 8.895
04:10:59 STEP 2877 H=2877:00 +CPU= 13.636
04:11:08 STEP 2878 H=2878:00 +CPU= 8.933
04:11:17 STEP 2879 H=2879:00 +CPU= 8.949
04:11:33 STEP 2880 H=2880:00 +CPU= 16.160
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002880
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002880
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002880
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002856
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002856
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002856
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002868
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002868
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002868
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_119.zip
Uploading the intermediate file: upload_file_119.zip
04:11:41 STEP 2881 H=2881:00 +CPU= 8.438
04:11:50 STEP 2882 H=2882:00 +CPU= 8.762
04:12:04 STEP 2883 H=2883:00 +CPU= 13.603
04:12:12 STEP 2884 H=2884:00 +CPU= 8.781
04:12:21 STEP 2885 H=2885:00 +CPU= 8.594
04:12:35 STEP 2886 H=2886:00 +CPU= 13.803
04:12:44 STEP 2887 H=2887:00 +CPU= 8.738
04:12:52 STEP 2888 H=2888:00 +CPU= 8.914
04:13:06 STEP 2889 H=2889:00 +CPU= 13.576
04:13:15 STEP 2890 H=2890:00 +CPU= 8.932
04:13:24 STEP 2891 H=2891:00 +CPU= 8.717
04:13:39 STEP 2892 H=2892:00 +CPU= 15.187
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002892
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002892
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002892
04:13:47 STEP 2893 H=2893:00 +CPU= 8.608
04:13:56 STEP 2894 H=2894:00 +CPU= 8.836
04:14:10 STEP 2895 H=2895:00 +CPU= 13.604
04:14:19 STEP 2896 H=2896:00 +CPU= 8.870
04:14:27 STEP 2897 H=2897:00 +CPU= 8.661
04:14:41 STEP 2898 H=2898:00 +CPU= 13.820
04:14:50 STEP 2899 H=2899:00 +CPU= 8.741
04:14:59 STEP 2900 H=2900:00 +CPU= 8.891
04:15:13 STEP 2901 H=2901:00 +CPU= 13.642
04:15:21 STEP 2902 H=2902:00 +CPU= 8.905
04:15:30 STEP 2903 H=2903:00 +CPU= 8.769
04:15:46 STEP 2904 H=2904:00 +CPU= 16.235
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002904
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002904
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002904
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002880
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002880
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002880
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002892
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002892
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002892
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_120.zip
Uploading the intermediate file: upload_file_120.zip
04:15:55 STEP 2905 H=2905:00 +CPU= 8.493
04:16:04 STEP 2906 H=2906:00 +CPU= 8.770
04:16:17 STEP 2907 H=2907:00 +CPU= 13.486
04:16:26 STEP 2908 H=2908:00 +CPU= 8.775
04:16:35 STEP 2909 H=2909:00 +CPU= 8.527
04:16:48 STEP 2910 H=2910:00 +CPU= 13.877
04:16:57 STEP 2911 H=2911:00 +CPU= 8.771
04:17:06 STEP 2912 H=2912:00 +CPU= 9.006
04:17:20 STEP 2913 H=2913:00 +CPU= 13.676
04:17:29 STEP 2914 H=2914:00 +CPU= 8.928
04:17:37 STEP 2915 H=2915:00 +CPU= 8.672
04:17:53 STEP 2916 H=2916:00 +CPU= 15.029
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002916
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002916
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002916
04:18:01 STEP 2917 H=2917:00 +CPU= 8.572
04:18:10 STEP 2918 H=2918:00 +CPU= 8.910
04:18:24 STEP 2919 H=2919:00 +CPU= 13.548
04:18:32 STEP 2920 H=2920:00 +CPU= 8.871
04:18:41 STEP 2921 H=2921:00 +CPU= 8.702
04:18:55 STEP 2922 H=2922:00 +CPU= 13.778
04:19:04 STEP 2923 H=2923:00 +CPU= 8.625
04:19:12 STEP 2924 H=2924:00 +CPU= 8.896
04:19:26 STEP 2925 H=2925:00 +CPU= 13.560
04:19:35 STEP 2926 H=2926:00 +CPU= 8.938
04:19:44 STEP 2927 H=2927:00 +CPU= 8.809
04:20:00 STEP 2928 H=2928:00 +CPU= 16.059
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002928
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002928
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002928
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002904
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002904
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002904
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMGGhpi1+002916
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMSHhpi1+002916
Adding to the zip: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_12163788/ICMUAhpi1+002916
Zipping up the intermediate file: /home/fritzb/projects/climateprediction.net/oifs_43r3_ps_0699_2021050100_123_945_12163788_1_r1747026915_121.zip
Uploading the intermediate file: upload_file_121.zip
04:20:08 STEP 2929 H=2929:00 +CPU= 8.472
04:20:17 STEP 2930 H=2930:00 +CPU= 8.772
04:20:31 STEP 2931 H=2931:00 +CPU= 13.542
04:20:39 STEP 2932 H=2932:00 +CPU= 8.713
04:20:48 STEP 2933 H=2933:00 +CPU= 8.537
04:21:02 STEP 2934 H=2934:00 +CPU= 13.826
04:21:10 STEP 2935 H=2935:00 +CPU= 8.736
04:21:19 STEP 2936 H=2936:00 +CPU= 8.890
04:21:33 STEP 2937 H=2937:00 +CPU= 13.365
04:21:41 STEP 2938 H=2938:00 +CPU= 8.695
04:21:50 STEP 2939 H=2939:00 +CPU= 8.409
04:22:05 STEP 2940 H=2940:00 +CPU= 14.719
Moving to projects directory: /home/fritzb/slots/16/ICMGGhpi1+002940
Moving to projects directory: /home/fritzb/slots/16/ICMSHhpi1+002940
Moving to projects directory: /home/fritzb/slots/16/ICMUAhpi1+002940
04:22:13 STEP 2941 H=2941:00 +CPU= 8.575
04:22:22 STEP 2942 H=2942:00 +CPU= 8.736
04:22:35 STEP 2943 H=2943:00 +CPU= 13.355
04:22:44 STEP 2944 H=2944:00 +CPU= 8.694
04:22:52 STEP 2945 H=2945:00 +CPU= 8.418
04:23:06 STEP 2946 H=2946:00 +CPU= 13.208
04:23:14 STEP 2947 H=2947:00 +CPU= 8.206
04:23:22 STEP 2948 H=2948:00 +CPU= 8.419
04:23:35 STEP 2949 H=2949:00 +CPU= 12.846
04:23:43 STEP 2950 H=2950:00 +CPU= 8.266
04:23:52 STEP 2951 H=2951:00 +CPU= 8.278
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.496] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1538] Received signal#11 (SIGSEGV) :: 2696MB (heap), 4411MB (maxrss), 0MB (maxstack), 0 (paging), nsigs = 1
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1542] Also activating Harakiri-alarm (SIGALRM=14) to expire after 500s elapsed to prevent hangs, nsigs = 1
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1544] Harakiri signal handler 'signal_harakiri' for signal#14 (SIGALRM) installed at 0x81f3c0 (old at (nil))
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1617] Signal#11 was caused by unrecognized si_code for SIGSEGV [memaddr=0x171121c], nsigs = 1
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1686] Starting DrHook backtrace for signal#11, nsigs = 1
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3843] 2696 MB (maxheap), 4411 MB (maxrss), 0 MB (maxstack)
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : MASTER
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT0
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT1
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT2
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT3
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : CNT4
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : PREDYNFPOS
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : STEPO
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : TRANSINVH
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : TRANSINV_MDL
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : INV_TRANS
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : >TRS-LTINV_CTL - INVERSE( 102)
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : >OMP-LTINV_CTL - INVERSE(1647)
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : LTINV_MOD
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042353:1672716233:20214.497] [c_drhook_print_@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:3897] : LE_DGEMM
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:240] Backtrace(s) for program '/home/fritzb/slots/16/oifs_43r3_model.exe' : sigcontextptr=0x7ffc56d46210
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:277] Backtrace (size = 22) with plain hex-dump
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [0]: [0x839273] : 0x839273
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [1]: [0x839879] : 0x839879
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [2]: [0x1dc9090] : 0x1dc9090
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [3]: [0x171121c] : 0x171121c
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [4]: [0xadf3d8] : 0xadf3d8
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [5]: [0xad9dfc] : 0xad9dfc
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [6]: [0xad7aa3] : 0xad7aa3
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [7]: [0xaca56f] : 0xaca56f
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [8]: [0x85346d] : 0x85346d
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [9]: [0x133d94c] : 0x133d94c
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [10]: [0x1334d43] : 0x1334d43
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [11]: [0x579c15] : 0x579c15
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [12]: [0x803dc3] : 0x803dc3
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [13]: [0x55d9cb] : 0x55d9cb
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [14]: [0x5471c9] : 0x5471c9
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [15]: [0x546412] : 0x546412
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [16]: [0x545e28] : 0x545e28
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [17]: [0x40708d] : 0x40708d
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [18]: [0x40220f] : 0x40220f
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [19]: [0x4021a2] : 0x4021a2
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [20]: [0x1dca390] : 0x1dca390
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [21]: [0x40206e] : 0x40206e
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.497] [LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:370] End of backtrace(s)
Process 1 thread 1 calling linux_trbk from intel_trbk()
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:240] Backtrace(s) for program '/home/fritzb/slots/16/oifs_43r3_model.exe' : sigcontextptr=0x7ffc56d46120
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:277] Backtrace (size = 23) with plain hex-dump
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [0]: [0x839273] : 0x839273
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [1]: [0x839879] : 0x839879
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [2]: [0x821070] : 0x821070
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [3]: [0x1dc9090] : 0x1dc9090
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [4]: [0x171121c] : 0x171121c
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [5]: [0xadf3d8] : 0xadf3d8
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [6]: [0xad9dfc] : 0xad9dfc
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [7]: [0xad7aa3] : 0xad7aa3
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [8]: [0xaca56f] : 0xaca56f
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [9]: [0x85346d] : 0x85346d
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [10]: [0x133d94c] : 0x133d94c
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [11]: [0x1334d43] : 0x1334d43
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [12]: [0x579c15] : 0x579c15
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [13]: [0x803dc3] : 0x803dc3
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [14]: [0x55d9cb] : 0x55d9cb
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [15]: [0x5471c9] : 0x5471c9
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [16]: [0x546412] : 0x546412
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [17]: [0x545e28] : 0x545e28
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [18]: [0x40708d] : 0x40708d
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [19]: [0x40220f] : 0x40220f
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [20]: [0x4021a2] : 0x4021a2
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [21]: [0x1dca390] : 0x1dca390
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:340] [22]: [0x40206e] : 0x40206e
[LinuxTraceBack@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/utilities/linuxtrbk.c:370] End of backtrace(s)
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.507] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1734] DrHook backtrace done for signal#11, nsigs = 1
[EC_DRHOOK:geile-Sau:1:1:3384:3384] [20230103:042354:1672716234:20215.507] [signal_drhook@/home/glenn/github/jamie_oifs43r3.git/src/ifsaux/support/drhook.c:1785] Calling previous signal handler at 0x1ce8bb0 for signal#11, nsigs = 1
forrtl: severe (174): SIGSEGV, segmentation fault occurred
Image PC Routine Line Source
oifs_43r3_model.e 0000000001CE913A Unknown Unknown Unknown
oifs_43r3_model.e 000000000081FFF1 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DC9090 Unknown Unknown Unknown
oifs_43r3_model.e 000000000171121C Unknown Unknown Unknown
oifs_43r3_model.e 0000000000ADF3D8 leinv_mod_mp_lein 121 leinv_mod.F90
oifs_43r3_model.e 0000000000AD9DFC ltinv_mod_mp_ltin 296 ltinv_mod.F90
oifs_43r3_model.e 0000000000AD7AA3 ltinv_ctl_mod_mp_ 100 ltinv_ctl_mod.F90
oifs_43r3_model.e 0000000000ACA56F inv_trans_ctl_mod 274 inv_trans_ctl_mod.F90
oifs_43r3_model.e 000000000085346D inv_trans_ 600 inv_trans.F90
oifs_43r3_model.e 000000000133D94C transinv_mdl_ 286 transinv_mdl.F90
oifs_43r3_model.e 0000000001334D43 transinvh_ 104 transinvh.F90
oifs_43r3_model.e 0000000000579C15 stepo_ 265 stepo.F90
oifs_43r3_model.e 0000000000803DC3 predynfpos_ 147 predynfpos.F90
oifs_43r3_model.e 000000000055D9CB cnt4_ 944 cnt4.F90
oifs_43r3_model.e 00000000005471C9 cnt3_ 267 cnt3.F90
oifs_43r3_model.e 0000000000546412 cnt2_ 88 cnt2.F90
oifs_43r3_model.e 0000000000545E28 cnt1_ 92 cnt1.F90
oifs_43r3_model.e 000000000040708D cnt0_ 146 cnt0.F90
oifs_43r3_model.e 000000000040220F MAIN__ 96 master.F90
oifs_43r3_model.e 00000000004021A2 Unknown Unknown Unknown
oifs_43r3_model.e 0000000001DCA390 Unknown Unknown Unknown
oifs_43r3_model.e 000000000040206E Unknown Unknown Unknown
The child process terminated with status: 0
..Failed, model did not complete successfully
</stderr_txt>
]]>
