Skip to content

Commit

Permalink
.
Browse files Browse the repository at this point in the history
  • Loading branch information
floriscalkoen committed Jul 31, 2024
1 parent 72e92de commit 2df6918
Showing 1 changed file with 7 additions and 3 deletions.
10 changes: 7 additions & 3 deletions src/coastpy/utils/dask.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
import logging
from typing import Any

import dask
Expand Down Expand Up @@ -87,10 +88,10 @@ def _create_slurm_client(self, *args: Any, **kwargs: Any) -> Client:

# Define default values specific to SLURM
slurm_configs = {
# "cores": 5, # Cores per worker
"cores": 1, # Cores per worker
"processes": True, # Processes per worker
"n_workers": 5,
"memory": "75GB", # Memory per worker
# "n_workers": 5,
"memory": "12GB", # Memory per worker
"local_directory": "/scratch/frcalkoen/tmp",
"walltime": "1:00:00",
}
Expand All @@ -99,6 +100,9 @@ def _create_slurm_client(self, *args: Any, **kwargs: Any) -> Client:

# Create the SLURM cluster
cluster = SLURMCluster(*args, **slurm_configs)
cluster.scale(jobs=5)

logging.info(f"{cluster.job_script()}")

# cluster.scale(jobs=5)

Expand Down

0 comments on commit 2df6918

Please sign in to comment.