Ngen cfe workflow test

.github/workflows/ngen_integration.yaml

@@ -0,0 +1,107 @@
+# Test ngen-cfe integration
+
+name: Ngen Integration Tests
+
+# Controls when the action will run.
+on:
+  push:
+    branches: [ master, dev, notreal ]
+  pull_request:
+    branches: [ master, dev, notreal ]
+  workflow_dispatch:
+
+env:
+  # Obtained from https://docs.github.com/en/actions/using-github-hosted-runners/about-github-hosted-runners#supported-runners-and-hardware-resources
+  # TODO: add something later that can check the runners for hyperthreading
+  LINUX_NUM_PROC_CORES: 2
+  MACOS_NUM_PROC_CORES: 3
+  ASAN_OPTIONS: detect_leaks=false
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+  # Run general unit tests in linux environment
+  test_surfacebmi_plus_cfe:
+    # The type of runner that the job will run on
+    strategy:
+      matrix:
+        os: [ubuntu-latest, macos-latest]
+      fail-fast: false
+    runs-on: ${{ matrix.os }}
+
+    # Steps represent a sequence of tasks that will be executed as part of the job
+    steps:
+      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+      - name: checkout actions in another repo
+        uses: actions/checkout@v3
+        with:
+          repository: noaa-owp/ngen
+
+      # Build some necessary submodules
+      - name: Build ISO C Fortran BMI
+        id: submod_build_2
+        uses: ./.github/actions/ngen-submod-build
+        with:
+          mod-dir: "extern/iso_c_fortran_bmi/"
+
+      - name: Build PET
+        id: submod_build_5
+        uses: ./.github/actions/ngen-submod-build
+        with:
+          mod-dir: "extern/evapotranspiration/evapotranspiration"
+          targets: "petbmi"
+
+      - name: Build SLoTH
+        id: submod_build_6
+        uses: ./.github/actions/ngen-submod-build
+        with:
+          mod-dir: "extern/sloth/"
+          targets: "slothmodel"
+
+      # Build Ngen and save some files
+      - name: Build Ngen
+        id: ngen_id1
+        uses: ./.github/actions/ngen-build
+        with:
+          targets: "ngen"
+          build-cores: ${{ env.LINUX_NUM_PROC_CORES }}
+          #is this required for this test?
+          bmi_c: 'ON'
+          bmi_fortran: 'OFF'
+        timeout-minutes: 15
+
+      - name: Cleanup Ngen Build
+        run: |
+          # Move ngen build artifacts to temp directory
+          mv ${{ steps.ngen_id1.outputs.build-dir }} ${{runner.temp}}/ngen-build/
+          mv .github ${{runner.temp}}/.github
+          mv extern ${{runner.temp}}/extern
+          mv data ${{runner.temp}}/data
+
+      - name: Run surfacebmi plus cfebmi
+        run: |
+          echo "end of ngen_integration testing"
+
+      # Checkout and build CFE
+      - name: Checkout the commit
+        uses: actions/checkout@v4
+
+      - name: Build CFE Library for Ngen
+        run: |
+          cmake -B cmake_build -S . -DNGEN=ON
+          make -C cmake_build
+
+          # Move ngen build and other files to appropriate directory to run ngen
+          mv ${{runner.temp}}/ngen-build ./ngen-build
+          mv ${{runner.temp}}/extern/sloth extern
+          cp -r ${{runner.temp}}/extern/evapotranspiration extern
+          mv ${{runner.temp}}/data data
+
+          # Run ngen with CFE with PET
+          inputfile='realizations/realization_cfe_pet.json'
+          ./ngen-build/ngen ./data/catchment_data.geojson "cat-27" ./data/nexus_data.geojson "nex-26" $inputfile
+
+      # The following remove a post processing error
+      - name: Re-checkout Ngen
+        uses: actions/checkout@v3
+        with:
+          repository: noaa-owp/ngen

realizations/realization_cfe.json

@@ -0,0 +1,70 @@
+{
+    "global": {
+        "formulations": [
+            {
+                "name": "bmi_multi",
+                "params": {
+                    "model_type_name": "bmi_multi_noahowp_cfe",
+                    "forcing_file": "",
+                    "init_config": "",
+                    "allow_exceed_end_time": true,
+                    "main_output_variable": "Q_OUT",
+                    "modules": [
+			{
+			    "name": "bmi_c++",
+			    "params": {
+                                "model_type_name": "bmi_c++_sloth",
+                                "library_file": "./extern/sloth/cmake_build/libslothmodel",
+                                "init_config": "/dev/null",
+                                "allow_exceed_end_time": true,
+                                "main_output_variable": "z",
+                                "uses_forcing_file": false,
+                                "model_params": {
+				    "sloth_ice_fraction_schaake(1,double,m,node)": 0.0,
+				    "sloth_ice_fraction_xinanjiang(1,double,1,node)": 0.0,
+				    "sloth_smp(1,double,1,node)": 0.0
+                                }
+			    }
+                        },
+                        {
+                            "name": "bmi_c",
+                            "params": {
+                                "model_type_name": "bmi_c_cfe",
+                                "library_file": "./cmake_build/libcfebmi",
+                                "forcing_file": "",
+                                "init_config": "./configs/cat_87_bmi_config_cfe_pass.txt",
+                                "allow_exceed_end_time": true,
+                                "main_output_variable": "Q_OUT",
+                                "registration_function": "register_bmi_cfe",
+                                "variables_names_map": {
+				    "water_potential_evaporation_flux" : "water_potential_evaporation_flux",
+				    "atmosphere_water__liquid_equivalent_precipitation_rate" : "APCP_surface",
+				    "atmosphere_air_water~vapor__relative_saturation" : "SPFH_2maboveground",
+				    "land_surface_air__temperature" : "TMP_2maboveground",
+				    "land_surface_wind__x_component_of_velocity" : "UGRD_10maboveground",
+				    "land_surface_wind__y_component_of_velocity" : "VGRD_10maboveground",
+				    "land_surface_radiation~incoming~longwave__energy_flux" : "DLWRF_surface",
+				    "land_surface_radiation~incoming~shortwave__energy_flux" : "DSWRF_surface",
+				    "land_surface_air__pressure" : "PRES_surface",
+				    "ice_fraction_schaake" : "sloth_ice_fraction_schaake",
+				    "ice_fraction_xinanjiang" : "sloth_ice_fraction_xinanjiang",
+				    "soil_moisture_profile" : "sloth_smp"
+                                },
+                                "uses_forcing_file": false
+                            }
+                        }
+                    ],
+                    "uses_forcing_file": false
+                }
+            }
+        ],
+        "forcing": {
+	    "path" : "./forcings/cat87_01Dec2015-.csv"
+        }
+    },
+    "time": {
+        "start_time": "2015-12-01 00:00:00",
+        "end_time": "2015-12-30 23:00:00",
+        "output_interval": 3600
+    }
+}

realizations/realization_cfe_pet.json

@@ -30,9 +30,9 @@
 			    "name": "bmi_c",
 			    "params": {
                                 "model_type_name": "bmi_c_pet",
-                                "library_file": "./extern/evapotranspiration/cmake_build/libpetbmi",
+                                "library_file": "./extern/evapotranspiration/evapotranspiration/cmake_build/libpetbmi",
                                 "forcing_file": "",
-                                "init_config": "./extern/cfe/cfe/configs/cat_87_bmi_config_pet_pass.txt",
+                                "init_config": "./configs/cat_87_bmi_config_pet_pass.txt",
                                 "allow_exceed_end_time": true,
                                 "main_output_variable": "water_potential_evaporation_flux",
                                 "registration_function":"register_bmi_pet",
@@ -43,9 +43,9 @@
                             "name": "bmi_c",
                             "params": {
                                 "model_type_name": "bmi_c_cfe",
-                                "library_file": "./extern/cfe/cmake_build/libcfebmi",
+                                "library_file": "./cmake_build/libcfebmi",
                                 "forcing_file": "",
-                                "init_config": "./extern/cfe/cfe/configs/cat_87_bmi_config_cfe_pass.txt",
+                                "init_config": "./configs/cat_87_bmi_config_cfe_pass.txt",
                                 "allow_exceed_end_time": true,
                                 "main_output_variable": "Q_OUT",
                                 "registration_function": "register_bmi_cfe",
@@ -72,7 +72,7 @@
             }
         ],
         "forcing": {
-	    "path" : "./extern/cfe/cfe/forcings/cat87_01Dec2015-.csv"
+	    "path" : "./forcings/cat87_01Dec2015-.csv"
         }
     },
     "time": {