Commit MOM_parameter_doc.* into docs folder of config

payu/git_utils.py

@@ -102,7 +102,7 @@ def commit(self,
         untracked_files = [Path(self.repo_path) / path
                            for path in self.repo.untracked_files]
         for path in paths_to_commit:
-            if self.repo.git.diff(None, path) or path in untracked_files:
+            if self.repo.git.diff(None, path) or Path(path) in untracked_files:
                 self.repo.index.add([path])
                 changes = True
 

payu/models/cesm_cmeps.py

@@ -18,7 +18,7 @@
 from payu.fsops import mkdir_p, make_symlink
 from payu.models.model import Model
 from payu.models.fms import fms_collate
-from payu.models.mom6 import mom6_add_parameter_files
+from payu.models.mom6 import mom6_add_parameter_files, mom6_save_docs_files
 
 NUOPC_CONFIG = "nuopc.runconfig"
 NUOPC_RUNSEQ = "nuopc.runseq"
@@ -263,6 +263,11 @@ def _setup_checks(self):
         return True
 
     def archive(self):
+
+        # Move any the MOM_parameter_docs output back into the control repo and commit it for documentation
+        if 'mom' in self.components.values() :
+            mom6_save_docs_files(self)
+
         super().archive()
 
         mkdir_p(self.restart_path)
@@ -336,14 +341,21 @@ class AccessOm3(CesmCmeps):
     def get_components(self):
         super().get_components()
 
-        assert self.components["atm"] == "datm", (
-            "Access-OM3 comprises a data atmosphere model, but the atmospheric model in nuopc.runconfig is set "
-            f"to {self.components['atm']}."
-        )
-        assert self.components["rof"] == "drof", (
-            "Access-OM3 comprises a data runoff model, but the runoff model in nuopc.runconfig is set "
-            f"to {self.components['rof']}."
-        )
+        if (self.components["atm"] != "datm") :
+            raise RuntimeError(
+                "Access-OM3 comprises a data atmosphere model, but the atmospheric model in nuopc.runconfig is set "
+                f"to {self.components['atm']}."
+            )
+        if (self.components["rof"] != "drof") :
+            raise RuntimeError(
+                "Access-OM3 comprises a data runoff model, but the runoff model in nuopc.runconfig is set "
+                f"to {self.components['rof']}."
+            )
+
+    def archive(self):
+
+
+        super().archive()
 
 
 class Runconfig:

payu/models/mom6.py

@@ -13,11 +13,17 @@
 
 # Extensions
 import f90nml
+import shutil
+from warnings import warn
+from glob import glob
 
 # Local
+from payu.fsops import mkdir_p
 from payu.models.fms import Fms
 from payu.models.mom_mixin import MomMixin
+from payu.git_utils import GitRepository
 
+MOM6_DOCS = "MOM_parameter_doc.*"
 
 def mom6_add_parameter_files(model):
     """Add parameter files defined in input.nml to model configuration files.
@@ -41,6 +47,28 @@ def mom6_add_parameter_files(model):
         else:
             model.config_files.extend(filenames)
 
+def mom6_save_docs_files(model):
+    """Add docs files created as MOM output back to the control directory"""
+    docs_folder = os.path.join(model.control_path, 'docs')
+    mkdir_p(docs_folder)
+
+    # copy everything that matches MOM_parameter_doc.* to the control dir
+    for f in glob(os.path.join(model.work_path, MOM6_DOCS)):
+        try:
+            shutil.copy(f, docs_folder)
+        except Exception as e:
+            warn(e)
+
+    if model.config.get("runlog", True): #if runlog true, default to true
+        # commit new files to the control dir
+        repo = GitRepository(repo_path = model.control_path)
+
+        i = repo.get_hash()
+
+        repo.commit(
+            commit_message = "payu archive: documentation of MOM6 run-time configuration" ,
+            paths_to_commit = glob(os.path.join(docs_folder, MOM6_DOCS))
+        )
 
 class Mom6(MomMixin, Fms):
     """Interface to GFDL's MOM6 ocean model."""
@@ -93,3 +121,10 @@ def init_config(self):
             input_nml['SIS_input_nml']['input_filename'] = input_type
 
         f90nml.write(input_nml, input_fpath, force=True)
+
+    def archive(self):
+        # Move any the MOM_parameter_docs output back into the control repo 
+        # and commit it for documentation
+        mom6_save_docs_files(self)
+
+        super().archive()

test/common.py

@@ -7,8 +7,6 @@
 
 import yaml
 
-import payu
-
 # Namespace clash if import setup_cmd.runcmd as setup. For
 # consistency use payu_ prefix for all commands
 from payu.subcommands.init_cmd import runcmd as payu_init

test/models/test_mom6.py

@@ -1,6 +1,6 @@
-import copy
 import os
 import shutil
+from pathlib import Path
 
 import pytest
 import f90nml
@@ -11,6 +11,7 @@
 from test.common import tmpdir, ctrldir, labdir, expt_workdir, ctrldir_basename
 from test.common import write_config, write_metadata
 from test.common import make_random_file, make_inputs, make_exe
+from test.test_git_utils import create_new_repo
 
 verbose = True
 
@@ -126,6 +127,80 @@ def test_mom6_add_parameter_files(input_nml,
     # Tidy up input.nml
     os.remove(input_nml_fp)
 
+@pytest.fixture
+def mom_parameter_doc(request):
+
+    with cd(ctrldir):
+        lab = payu.laboratory.Laboratory(lab_path=str(labdir))
+        expt = payu.experiment.Experiment(lab, reproduce=False)
+        model = expt.models[0]
+
+   # Create docs
+    for file in request.param:
+        filename = os.path.join(model.work_path, file)
+        make_random_file(filename, 8)
+
+    yield model
+
+    # and Tidy up 
+    for file in request.param:
+        filename = os.path.join(model.work_path, file)
+        os.remove(filename)
+
+
+@pytest.mark.parametrize(
+        "mom_parameter_doc", 
+        [["MOM_parameter_doc.all","MOM_parameter_doc.debug","MOM_parameter_docs.debug"]],
+        indirect=True
+)
+@pytest.mark.filterwarnings("error")
+def test_mom6_save_doc_files(mom_parameter_doc):
+    # Confirm that mom6_save_doc_filse moves files names MOM_parameter_doc.* into the docs folder of a config
+    # and doesn't move files that don't match that name
+
+    # don't try and commit during tests
+    mom_parameter_doc.config["runlog"] = False
+
+    # Function to test
+    payu.models.mom6.mom6_save_docs_files(mom_parameter_doc)
+
+    # Check MOM_parameter_doc.* are added to control_path
+    for file in ["MOM_parameter_doc.all","MOM_parameter_doc.debug"]:
+        filename = os.path.join(mom_parameter_doc.control_path, "docs", file)
+        assert os.path.isfile(filename)==True , "Payu did not move MOM_parameter_doc.* files into docs folder"
+        os.remove(filename)
+
+    # Check fake files are not added to control_path
+    for file in ["MOM_parameter_docs.debug"]:
+        filename = os.path.join(mom_parameter_doc.control_path, "docs", file)
+        assert os.path.isfile(filename)==False, "Payu incorrectly moved MOM_parameter_docs.* files into docs folder"
+
+
+@pytest.mark.parametrize(
+        "mom_parameter_doc", 
+        [["MOM_parameter_doc.layout"]],
+        indirect=True
+)
+@pytest.mark.filterwarnings("error")
+def test_mom6_commit_doc_files(mom_parameter_doc):
+    # Confirm that mom6_save_doc_files commits files named MOM_parameter_doc.* into the docs folder of a config
+    # default is to commit during runs
+
+    #init a git repo
+    repo = create_new_repo(Path(mom_parameter_doc.control_path))
+    initial_commit = repo.head.commit
+
+    # Function to test
+    payu.models.mom6.mom6_save_docs_files(mom_parameter_doc)
+
+    # Check files are added to control_path
+    for file in ["MOM_parameter_doc.layout"]:
+        filename = os.path.join(mom_parameter_doc.control_path, "docs", file)
+        assert os.path.isfile(filename)==True , "docs/MOM_parameter_doc.* do not exist"
+        os.remove(filename)
+
+    assert repo.head.commit != initial_commit,  "Payu did not commit MOM_parameter_doc.layout"
+
 
 def test_setup():
     input_nml = {

test/test_git_utils.py

@@ -27,11 +27,23 @@ def setup_and_teardown():
         print(e)
 
 
-def create_new_repo(repo_path):
-    """Helper function to initialise a repo and create first commit"""
+def create_new_repo(repo_path, set_user=False):
+    """Helper function to initialise a repo and create first commit
+    Set the git username if required"""
     repo = git.Repo.init(repo_path)
     init_file = repo_path / "init.txt"
     add_file_and_commit(repo, init_file)
+
+    if set_user :
+        try:
+            # Set config that is local to temporary test repository only
+            subprocess.run('git config user.name "TestUserName"',
+                        check=True,
+                        shell=True,
+                        cwd=repo_path)
+            print("User name set successfully.")
+        except subprocess.CalledProcessError as e:
+            print(f"Error setting user name: {e}")
     return repo
 
 
@@ -73,17 +85,8 @@ def test_get_git_user_info_no_config_set():
 
 def test_get_git_user_info_config_set():
     repo_path = tmpdir / "test_repo"
-    create_new_repo(repo_path)
-    try:
-        # Set config that is local to temporary test repository only
-        subprocess.run('git config user.name "TestUserName"',
-                       check=True,
-                       shell=True,
-                       cwd=repo_path)
-        print("User name set successfully.")
-    except subprocess.CalledProcessError as e:
-        print(f"Error setting user name: {e}")
-
+    create_new_repo(repo_path, set_user = True)
+
     repo = GitRepository(repo_path)
     value = repo.get_user_info('name')