From e0509f659d32002dbd237ce51308934c89ac3c2c Mon Sep 17 00:00:00 2001 From: Vibhu Jawa Date: Fri, 19 Jul 2024 16:17:21 -0700 Subject: [PATCH 1/2] fix build instructions in readme.md --- README.md | 17 +++++++++-------- conda/environments/cuda_dev.yaml | 32 ++++++++++++++++++++++++++++++++ 2 files changed, 41 insertions(+), 8 deletions(-) create mode 100644 conda/environments/cuda_dev.yaml diff --git a/README.md b/README.md index 4bd087ff..1b662128 100644 --- a/README.md +++ b/README.md @@ -1,10 +1,10 @@ # crossfit [![PyPI](https://img.shields.io/pypi/v/crossfit.svg)](https://pypi.org/project/crossfit/) -[![Changelog](https://img.shields.io/github/v/release/marcromeyn/crossfit?include_prereleases&label=changelog)](https://github.com/marcromeyn/crossfit/releases) -[![License](https://img.shields.io/badge/license-Apache%202.0-blue.svg)](https://github.com/marcromeyn/crossfit/blob/main/LICENSE) +[![Changelog](https://img.shields.io/github/v/release/rapidsai/crossfit?include_prereleases&label=changelog)](https://github.com/rapidsai/crossfit/releases) +[![License](https://img.shields.io/badge/license-Apache%202.0-blue.svg)](https://github.com/rapidsai/crossfit/blob/main/LICENSE) -Metric calculation library +Multi Node Multi GPU Offline Inference and metric calculation library ## Installation @@ -18,11 +18,12 @@ Usage instructions go here. ## Development -To contribute to this library, first checkout the code. Then create a new virtual environment: - - cd crossfit - python -m venv venv - source venv/bin/activate +To contribute to this library, first create a conda environment with the necessary dependencies: +``` +cd crossfit +mamba env create -f conda/environments/cuda_dev.yaml +conda activate crossfit_dev +``` Now install the dependencies and test dependencies: diff --git a/conda/environments/cuda_dev.yaml b/conda/environments/cuda_dev.yaml new file mode 100644 index 00000000..34fa8f0c --- /dev/null +++ b/conda/environments/cuda_dev.yaml @@ -0,0 +1,32 @@ +channels: +- conda-forge +- rapidsai +- nvidia +dependencies: +- bandit +- black +- cuda-version=12.0 +- cudf>=24.4 +- cuml>=24.4 +- cupy>=12.0.0 +- dev +- dask-cuda>=24.4 +- dask-cudf>=24.4 +- flake8 +- isort +- pip +- pylibraft>=24.4 +- pytest +- pytest-benchmark +- pytest-cov>=2 +- pytorch>=2.0 +- transformers +- tokenizers +- torchvision +- scikit-learn>=0.23.1 +- scipy +- setuptools>=61.0.0 +- sentence-transformers +- pip + - pytrec_eval +name: crossfit_dev From 18fe8b2322c497e9dc71a2e188726d39f8c01fe5 Mon Sep 17 00:00:00 2001 From: Vibhu Jawa Date: Mon, 5 Aug 2024 17:27:00 -0700 Subject: [PATCH 2/2] fix-conda-env Signed-off-by: Vibhu Jawa --- conda/environments/cuda_dev.yaml | 60 ++++++++++++++++---------------- 1 file changed, 30 insertions(+), 30 deletions(-) diff --git a/conda/environments/cuda_dev.yaml b/conda/environments/cuda_dev.yaml index 34fa8f0c..e092385b 100644 --- a/conda/environments/cuda_dev.yaml +++ b/conda/environments/cuda_dev.yaml @@ -1,32 +1,32 @@ +name: crossfit_dev channels: -- conda-forge -- rapidsai -- nvidia + - conda-forge + - rapidsai + - nvidia dependencies: -- bandit -- black -- cuda-version=12.0 -- cudf>=24.4 -- cuml>=24.4 -- cupy>=12.0.0 -- dev -- dask-cuda>=24.4 -- dask-cudf>=24.4 -- flake8 -- isort -- pip -- pylibraft>=24.4 -- pytest -- pytest-benchmark -- pytest-cov>=2 -- pytorch>=2.0 -- transformers -- tokenizers -- torchvision -- scikit-learn>=0.23.1 -- scipy -- setuptools>=61.0.0 -- sentence-transformers -- pip - - pytrec_eval -name: crossfit_dev + - bandit + - black + - cuda-version=12.0 + - cudf>=24.4 + - cuml>=24.4 + - cupy>=12.0.0 + - dask-cuda>=24.4 + - dask-cudf>=24.4 + - flake8 + - isort + - pip + - pre_commit + - pylibraft>=24.4 + - pytest + - pytest-benchmark + - pytest-cov>=2 + - pytorch>=2.0 + - transformers + - tokenizers + - torchvision + - scikit-learn>=0.23.1 + - scipy + - setuptools>=61.0.0 + - sentence-transformers + - pip: + - pytrec-eval