From 221fa0eaaad19f7b96b52508066118bce141ff00 Mon Sep 17 00:00:00 2001 From: Arnav Garg Date: Tue, 12 Sep 2023 20:40:12 +0000 Subject: [PATCH] Set default eval batch size to 2 for LLM fine-tuning --- ludwig/schema/trainer.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/ludwig/schema/trainer.py b/ludwig/schema/trainer.py index 82ff0da9d48..484aae01447 100644 --- a/ludwig/schema/trainer.py +++ b/ludwig/schema/trainer.py @@ -881,6 +881,11 @@ class FineTuneTrainerConfig(ECDTrainerConfig): description="Base learning rate used for training in the LLM trainer.", ) + eval_batch_size: int = schema_utils.PositiveInteger( + default=2, + description="Batch size used for evaluation in the LLM trainer.", + ) + @DeveloperAPI def get_model_type_jsonschema(model_type: str = MODEL_ECD):