Remove itrex dependency for 3x example (#2016)

Signed-off-by: Kaihui-intel <kaihui.tang@intel.com> Co-authored-by: Sun, Xuehao <xuehao.sun@intel.com>
intel · Oct 8, 2024 · 4e9c764 · 4e9c764
1 parent a0066d4
commit 4e9c764
Show file tree

Hide file tree

Showing 12 changed files with 9 additions and 23 deletions.
diff --git a/...i/pytorch/nlp/huggingface_models/language-modeling/quantization/mx_quant/requirements.txt b/...i/pytorch/nlp/huggingface_models/language-modeling/quantization/mx_quant/requirements.txt
@@ -2,6 +2,5 @@ transformers
 torch
 sentencepiece
 neural-compressor
-intel-extension-for-transformers >= 1.4.1
 lm-eval==0.4.2
 peft
diff --git a/...orch/nlp/huggingface_models/language-modeling/quantization/mx_quant/run_clm_no_trainer.py b/...orch/nlp/huggingface_models/language-modeling/quantization/mx_quant/run_clm_no_trainer.py
@@ -62,7 +62,7 @@ def get_user_model():
 user_model = convert(model=user_model)
 user_model.eval()
 
-from intel_extension_for_transformers.transformers.llm.evaluation.lm_eval import evaluate, LMEvalParser
+from neural_compressor.evaluation.lm_eval import evaluate, LMEvalParser
 eval_args = LMEvalParser(
     model="hf",
     user_model=user_model,

diff --git a/...torch/nlp/huggingface_models/language-modeling/quantization/smooth_quant/requirements.txt b/...torch/nlp/huggingface_models/language-modeling/quantization/smooth_quant/requirements.txt
@@ -8,7 +8,6 @@ pytest
 wandb
 einops
 neural-compressor
-intel-extension-for-transformers
-lm_eval==0.4.2
+lm_eval==0.4.3
 peft
 optimum-intel
diff --git a/.../nlp/huggingface_models/language-modeling/quantization/smooth_quant/run_clm_no_trainer.py b/.../nlp/huggingface_models/language-modeling/quantization/smooth_quant/run_clm_no_trainer.py
@@ -185,7 +185,7 @@ def eval_func(model):
         config = AutoConfig.from_pretrained(args.model)
         setattr(model, "config", config)
 
-        from intel_extension_for_transformers.transformers.llm.evaluation.lm_eval import evaluate, LMEvalParser
+        from neural_compressor.evaluation.lm_eval import evaluate, LMEvalParser
         eval_args = LMEvalParser(
             model="hf",
             user_model=model,
@@ -232,7 +232,7 @@ def eval_func(model):
 
 if args.accuracy:
     user_model.eval()
-    from intel_extension_for_transformers.transformers.llm.evaluation.lm_eval import evaluate, LMEvalParser
+    from neural_compressor.evaluation.lm_eval import evaluate, LMEvalParser
 
     eval_args = LMEvalParser(
         model="hf",

diff --git a/.../nlp/huggingface_models/language-modeling/quantization/static_quant/ipex/requirements.txt b/.../nlp/huggingface_models/language-modeling/quantization/static_quant/ipex/requirements.txt
@@ -8,6 +8,5 @@ pytest
 wandb
 einops
 neural-compressor
-intel-extension-for-transformers
-lm_eval==0.4.2
+lm_eval==0.4.3
 peft
diff --git a/...huggingface_models/language-modeling/quantization/static_quant/ipex/run_clm_no_trainer.py b/...huggingface_models/language-modeling/quantization/static_quant/ipex/run_clm_no_trainer.py
@@ -212,7 +212,7 @@ def run_fn(model):
 
 if args.accuracy:
     user_model.eval()
-    from intel_extension_for_transformers.transformers.llm.evaluation.lm_eval import evaluate, LMEvalParser
+    from neural_compressor.evaluation.lm_eval import evaluate, LMEvalParser
     eval_args = LMEvalParser(
         model="hf",
         user_model=user_model,
@@ -232,7 +232,7 @@ def run_fn(model):
 
 if args.performance:
     user_model.eval()
-    from intel_extension_for_transformers.transformers.llm.evaluation.lm_eval import evaluate, LMEvalParser
+    from neural_compressor.evaluation.lm_eval import evaluate, LMEvalParser
     import time
 
     samples = args.iters * args.batch_size

diff --git a/.../nlp/huggingface_models/language-modeling/quantization/static_quant/pt2e/requirements.txt b/.../nlp/huggingface_models/language-modeling/quantization/static_quant/pt2e/requirements.txt
@@ -2,6 +2,5 @@ transformers
 torch
 sentencepiece
 neural-compressor
-intel-extension-for-transformers >= 1.4.1
-lm-eval==0.4.2
+lm-eval==0.4.3
 peft
diff --git a/...huggingface_models/language-modeling/quantization/static_quant/pt2e/run_clm_no_trainer.py b/...huggingface_models/language-modeling/quantization/static_quant/pt2e/run_clm_no_trainer.py
@@ -116,7 +116,7 @@ def get_example_inputs(tokenizer):
 
 if args.accuracy:
 
-    from intel_extension_for_transformers.transformers.llm.evaluation.lm_eval import evaluate, LMEvalParser
+    from neural_compressor.evaluation.lm_eval import evaluate, LMEvalParser
     eval_args = LMEvalParser(
         model="hf",
         user_model=user_model,

diff --git a/...antization/transformers/weight_only/text-generation/llm_quantization_recipes.md b/...antization/transformers/weight_only/text-generation/llm_quantization_recipes.md
@@ -30,12 +30,6 @@ The scripts [run_generation_sq.py](./run_generation_sq.py) and [run_generation_c
 
 ```bash
 # Installation
-git clone https://github.com/intel/intel-extension-for-transformers.git
-
-# install ITREX
-cd intel-extension-for-transformers
-pip install -r requirements.txt
-pip install -v .
 
 # install requirements
 cd examples/huggingface/pytorch/text-generation/quantization

diff --git a/...-modeling/quantization/transformers/weight_only/text-generation/run_generation_cpu_woq.py b/...-modeling/quantization/transformers/weight_only/text-generation/run_generation_cpu_woq.py
@@ -293,7 +293,6 @@
         _commit_hash=args._commit_hash,
     )
 elif args.load_in_4bit or args.load_in_8bit:
-    # CPU device usage is provided by intel-extension-for-transformers.
     user_model = AutoModelForCausalLM.from_pretrained(
         args.model,
         load_in_4bit=args.load_in_4bit,

diff --git a/...-modeling/quantization/transformers/weight_only/text-generation/run_generation_gpu_woq.py b/...-modeling/quantization/transformers/weight_only/text-generation/run_generation_gpu_woq.py
@@ -6,7 +6,6 @@
 from transformers import AutoConfig, AutoTokenizer
 from transformers.generation import GenerationConfig
 import intel_extension_for_pytorch as ipex
-# from intel_extension_for_transformers.transformers.llm.utils.generation import _beam_search, _greedy_search
 from neural_compressor.transformers import AutoModelForCausalLM, AutoRoundConfig, RtnConfig, GPTQConfig
 from neural_compressor.transformers.quantization.utils import convert_dtype_str2torch
 from transformers.utils import check_min_version
@@ -189,7 +188,6 @@
                                                       torch_dtype=torch.float16,
                                                       )
 elif args.load_in_4bit or args.load_in_8bit:
-    # CPU device usage is provided by intel-extension-for-transformers.
     user_model = AutoModelForCausalLM.from_pretrained(args.model,
                                                       device_map=args.device,
                                                       load_in_4bit=args.load_in_4bit,

diff --git a/...ytorch/nlp/huggingface_models/language-modeling/quantization/weight_only/requirements.txt b/...ytorch/nlp/huggingface_models/language-modeling/quantization/weight_only/requirements.txt
@@ -8,7 +8,6 @@ pytest
 wandb
 einops
 neural-compressor
-intel-extension-for-transformers
 lm_eval==0.4.3
 peft
 auto_round