From ae1ef89ba85421d997c724d905d8beae12012772 Mon Sep 17 00:00:00 2001 From: Daniel King Date: Sun, 21 Jan 2024 17:08:53 -0800 Subject: [PATCH] upgrade --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 2a2b5cc9cd..8c43a309c3 100644 --- a/setup.py +++ b/setup.py @@ -55,7 +55,7 @@ 'transformers>=4.36,<4.37', 'mosaicml-streaming>=0.7.2,<0.8', 'torch>=2.1,<2.1.1', - 'datasets==2.15.0', + 'datasets>=2.16,<2.17', 'fsspec==2023.6.0', # newer version results in a bug in datasets that duplicates data 'sentencepiece==0.1.97', 'einops==0.7.0',