Ultility 2: Save all restart files

This example demonstrates how to save all restart files

Code Example

Create a new file called save_restart.py

#!/usr/bin/env python3
"""
Monitor and save SYMPHONIE restart files automatically.
Reads parameters from input.txt in the same folder.
"""

import os
import time
import glob
import shutil
import logging
from datetime import datetime, timedelta
from netCDF4 import Dataset


# ---------------------------------------------------
# Read input parameters
# ---------------------------------------------------
def read_input_file(filename="input.txt"):
    params = {}
    with open(filename) as f:
        for line in f:
            line = line.strip()
            if not line or line.startswith("#"):
                continue
            if "=" in line:
                key, val = line.split("=", 1)
                params[key.strip()] = val.strip()
    return params


# ---------------------------------------------------
# Copy restart files
# ---------------------------------------------------
def copy_restart_files(src_dir, dst_dir):
    if not os.path.exists(src_dir):
        logging.warning("Restart source folder not found: %s", src_dir)
        return
    os.makedirs(dst_dir, exist_ok=True)
    for fname in os.listdir(src_dir):
        src = os.path.join(src_dir, fname)
        dst = os.path.join(dst_dir, fname)
        if os.path.isfile(src):
            shutil.copy2(src, dst)
    logging.info("Copied restart files from %s → %s", src_dir, dst_dir)


# ---------------------------------------------------
# Wait for OFFLINE file
# ---------------------------------------------------
def wait_for_offline_file(path, simu, date_check, wait_interval=300, max_tries=30):
    tries = 0
    while tries < max_tries:
        nc_files = glob.glob(f"{path}/{simu}/OFFLINE/{date_check.strftime('%Y%m%d')}*")
        if nc_files:
            return nc_files[0]
        logging.info("OFFLINE file for %s not found. Waiting %d sec...", date_check.strftime('%Y%m%d'), wait_interval)
        time.sleep(wait_interval)
        tries += 1
    return None


# ---------------------------------------------------
# Main routine
# ---------------------------------------------------
def main():
    cfg = read_input_file("input.txt")

    path = cfg.get("path", ".")
    model = cfg.get("model", "SYMPHONIE")
    simu = cfg.get("simu", "GOTEN_NOTIDE")
    tstart = datetime.fromisoformat(cfg.get("tstart", "2010-03-02"))
    tend = datetime.fromisoformat(cfg.get("tend", "2017-01-31"))
    restart_interval = int(cfg.get("restart_interval", 30))
    est_time = int(cfg.get("est_time", 600))
    max_tries = int(cfg.get("max_tries", 30))
    log_file = cfg.get("log_file", "save_restart.log")

    logging.basicConfig(
        level=logging.INFO,
        format="%(asctime)s [%(levelname)s] %(message)s",
        handlers=[logging.FileHandler(log_file, mode='a'), logging.StreamHandler()]
    )

    logging.info("=== SYMPHONIE Restart Monitor Started ===")
    logging.info("Simulation: %s | Model: %s | Path: %s", simu, model, path)

    duration_days = (tend - tstart).days
    tnow = tstart + timedelta(days=restart_interval)

    restart_target_root = os.path.join(path, model, "RDIR", simu, "restart_save")
    os.makedirs(restart_target_root, exist_ok=True)

    logging.info("Waiting %.1f minutes for first restart...", est_time / 60)
    time.sleep(est_time)

    i = 0
    rs_index = 0

    while i < duration_days - restart_interval:
        logging.info("Checking restart #%d for date %s", rs_index + 1, tnow.strftime('%Y-%m-%d'))
        ncfile = wait_for_offline_file(path, simu, tnow, max_tries=max_tries)
        if not ncfile:
            logging.error("File for %s not found after retries. Stopping.", tnow.strftime('%Y%m%d'))
            break

        restart_source = os.path.join(
            path, model, "RDIR", simu,
            "restart_outbis" if rs_index % 2 == 0 else "restart_output"
        )
        restart_target = os.path.join(restart_target_root, tnow.strftime('%Y%m%d'))
        copy_restart_files(restart_source, restart_target)

        # Move forward
        i += restart_interval
        tnow += timedelta(days=restart_interval)
        rs_index += 1

        logging.info("Restart saved. Waiting %.1f minutes for next cycle...", est_time / 60)
        time.sleep(est_time)

    logging.info("Finished all restart loops. Total restarts: %d", rs_index)
    logging.info("=== Finished ===")


if __name__ == "__main__":
    main()

Then, create another file called input.txt

path=/tmpdir/duytung/S271
model=SYMPHONIE
simu=GOTEN_NOTIDE
tstart=2010-03-02
tend=2017-01-31
restart_interval=30
est_time=600
max_tries=30
log_file=save_restart.log

Then, to run, just:

python save_restart.py