UV package intergration

.github/workflows/build_push_fp.yaml

@@ -23,9 +23,15 @@ on:
 
     paths:
       - 'versions.yml'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
   pull_request:
     paths:
       - 'versions.yml'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
 
 permissions:
   contents: read

.github/workflows/build_test_fp_arm.yaml

@@ -7,14 +7,20 @@ on:
       - fp_workflow
       - trivy_scan
     paths:
-      - 'docker/**' 
+      - 'docker/**'
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
   pull_request:
     paths:
-      - 'docker/**' 
+      - 'docker/**'
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
 permissions:
   contents: read
   security-events: write
@@ -23,12 +29,13 @@ jobs:
   build-arm64:
     runs-on: ubuntu-22.04-arm-aws
     steps:
-      - name: Pre-cleanup workspace
+      - name: Pre-cleanup workspace and Docker
         continue-on-error: true
         run: |
           sudo rm -rf ${{ github.workspace }}/* || true
           sudo rm -rf ${{ github.workspace }}/.* || true
-
+          docker system prune -af || true
+
       - name: Checkout code
         uses: actions/checkout@v4
 
@@ -56,18 +63,18 @@ jobs:
 
       - name: Save Docker images
         run: |
-          docker save awiciroh/forcingprocessor:latest-arm64 | gzip > /tmp/forcingprocessor-arm64.tar.gz
+          docker save awiciroh/forcingprocessor:latest-arm64 | gzip > ${{ runner.temp }}/forcingprocessor-arm64.tar.gz
 
       - name: Upload forcingprocessor image
         uses: actions/upload-artifact@v4
         with:
           name: forcingprocessor-arm64
-          path: /tmp/forcingprocessor-arm64.tar.gz
+          path: ${{ runner.temp }}/forcingprocessor-arm64.tar.gz
           retention-days: 1
 
       - name: Clean up local tar files
         if: always()
-        run: rm -f /tmp/forcingprocessor-arm64.tar.gz
+        run: rm -f ${{ runner.temp }}/forcingprocessor-arm64.tar.gz
 
 
   test-arm64:
@@ -134,30 +141,31 @@ jobs:
     name: "${{ matrix.test-suite.name }}"
 
     steps:
-      - name: Pre-cleanup workspace
+      - name: Pre-cleanup workspace and Docker
         continue-on-error: true
         run: |
           sudo rm -rf ${{ github.workspace }}/* || true
           sudo rm -rf ${{ github.workspace }}/.* || true
-
+          docker system prune -af || true
+
       - name: Checkout code
         uses: actions/checkout@v4
-        
+
       - name: Download Docker image
         uses: actions/download-artifact@v4
         with:
-          name: forcingprocessor-arm64  
-          path: /tmp/artifacts
+          name: forcingprocessor-arm64
+          path: ${{ runner.temp }}/artifacts
 
 
       - name: Verify artifact and load
         run: |
           set -euo pipefail
-          ls -lh /tmp/artifacts
+          ls -lh ${{ runner.temp }}/artifacts
 
           # Load gzipped image
           for i in 1 2 3; do
-            if gunzip -c /tmp/artifacts/forcingprocessor-arm64.tar.gz | docker load; then
+            if gunzip -c ${{ runner.temp }}/artifacts/forcingprocessor-arm64.tar.gz | docker load; then
               echo "Successfully loaded image on attempt $i"
               docker images | grep forcingprocessor
               break

.github/workflows/build_test_fp_x86.yaml

@@ -7,14 +7,20 @@ on:
       - fp_workflow
       - trivy_scan
     paths:
-      - 'docker/**' 
+      - 'docker/**'
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
   pull_request:
     paths:
-      - 'docker/**' 
+      - 'docker/**'
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
 
 
 permissions:

.github/workflows/forcingprocessor_nrds.yaml

@@ -10,12 +10,18 @@ on:
     paths:
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
   pull_request:
     branches:
-      - main    
-    paths:      
+      - main
+    paths:
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
 
 permissions:
   contents: read
@@ -24,21 +30,16 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest, macos-latest]
-        python-version: [3.9]
+        python-version: ['3.11']
     runs-on: ${{ matrix.os }}
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v3
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Set up Python
         uses: actions/setup-python@v5
         with:
-          python-version: ${{ steps.pyver.outputs.version }}
+          python-version: ${{ matrix.python-version }}
 
       - name: Configure AWS
         run: |

.github/workflows/forcingprocessor_output_opts.yaml

@@ -10,12 +10,18 @@ on:
     paths:
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
   pull_request:
     branches:
-      - main    
-    paths:      
+      - main
+    paths:
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
 
 permissions:
   contents: read
@@ -24,14 +30,14 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest, macos-latest]
-        python-version: [3.9]
+        python-version: ['3.11']
     runs-on: ${{ matrix.os }}
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v3
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
 

.github/workflows/forcingprocessor_plotting.yaml

@@ -10,12 +10,18 @@ on:
     paths:
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
   pull_request:
     branches:
-      - main    
-    paths:      
+      - main
+    paths:
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
 
 permissions:
   contents: read
@@ -24,14 +30,14 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest, macos-latest]
-        python-version: [3.9]
+        python-version: ['3.11']
     runs-on: ${{ matrix.os }}
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v3
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
 

.github/workflows/forcingprocessor_sources_nomads.yaml

@@ -10,12 +10,18 @@ on:
     paths:
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
   pull_request:
     branches:
-      - main    
-    paths:      
+      - main
+    paths:
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
 
 permissions:
   contents: read
@@ -24,14 +30,14 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest, macos-latest]
-        python-version: [3.9]
+        python-version: ['3.11']
     runs-on: ${{ matrix.os }}
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v3
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
 

.github/workflows/forcingprocessor_sources_nwm_aws.yaml

@@ -9,13 +9,19 @@ on:
       - main
     paths:
       - 'src/forcingprocessor/**'
-      - '!src/forcingprocessor/README.md'      
+      - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
   pull_request:
     branches:
-      - main    
-    paths:      
+      - main
+    paths:
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
 
 permissions:
   contents: read
@@ -24,14 +30,14 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest, macos-latest]
-        python-version: [3.9]
+        python-version: ['3.11']
     runs-on: ${{ matrix.os }}
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v3
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
 

.github/workflows/forcingprocessor_sources_nwm_google.yaml

@@ -10,12 +10,18 @@ on:
     paths:
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
   pull_request:
     branches:
-      - main    
-    paths:      
+      - main
+    paths:
       - 'src/forcingprocessor/**'
       - '!src/forcingprocessor/README.md'
+      - 'pyproject.toml'
+      - 'setup.cfg'
+      - '.python-version'
 
 permissions:
   contents: read
@@ -24,14 +30,14 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest, macos-latest]
-        python-version: [3.9]
+        python-version: ['3.11']
     runs-on: ${{ matrix.os }}
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v3
+        uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}