Job management changes

src/default_config.py

@@ -40,3 +40,4 @@
 # General defaults
 FIM_TYPE = "extent"
 HTTP_CONNECTION_LIMIT = 100
+NOMAD_MAX_CONCURRENT_DISPATCH = 5  # Keep this on the smaller side so that there aren't too many API calls being generated by many pipeline jobs running on a single client.

src/load_config.py

@@ -105,6 +105,14 @@ class Defaults(BaseModel):
         gt=0,
         description="Max concurrent outgoing HTTP connections",
     )
+    nomad_max_concurrent_dispatch: int = Field(
+        default_factory=lambda: int(
+            os.getenv("NOMAD_MAX_CONCURRENT_DISPATCH", str(default_config.NOMAD_MAX_CONCURRENT_DISPATCH))
+        ),
+        gt=0,
+        le=10,
+        description="Max concurrent Nomad API calls (should be less than urllib3's pool size of 10)",
+    )
 
 
 class AppConfig(BaseModel):