finetune-bloom-1b7-summarization-persian-news.ipynb

{"cells":[{"cell_type":"markdown","metadata":{},"source":["# Install and import dependancies"]},{"cell_type":"code","execution_count":1,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:42:32.030402Z","iopub.status.busy":"2024-06-11T13:42:32.029801Z","iopub.status.idle":"2024-06-11T13:42:49.881423Z","shell.execute_reply":"2024-06-11T13:42:49.880387Z","shell.execute_reply.started":"2024-06-11T13:42:32.030364Z"},"trusted":true},"outputs":[],"source":["!pip install bitsandbytes peft accelerate datasets --quiet"]},{"cell_type":"code","execution_count":2,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:42:49.883840Z","iopub.status.busy":"2024-06-11T13:42:49.883546Z","iopub.status.idle":"2024-06-11T13:43:10.321776Z","shell.execute_reply":"2024-06-11T13:43:10.320785Z","shell.execute_reply.started":"2024-06-11T13:42:49.883813Z"},"trusted":true},"outputs":[{"name":"stderr","output_type":"stream","text":["2024-06-11 13:42:58.546382: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-06-11 13:42:58.546506: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-06-11 13:42:58.681029: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n"]}],"source":["from transformers import AutoTokenizer, AutoModelForCausalLM, TrainingArguments, Trainer, GenerationConfig, BitsAndBytesConfig\n","from datasets import Dataset\n","import pandas as pd\n","import torch\n","import re\n","from peft import LoraConfig, get_peft_model"]},{"cell_type":"markdown","metadata":{},"source":["# Import the data and preprocess it"]},{"cell_type":"code","execution_count":11,"metadata":{},"outputs":[{"name":"stdout","output_type":"stream","text":["Warning: Your Kaggle API key is readable by other users on this system! To fix this, you can run 'chmod 600 /home/ali/.kaggle/kaggle.json'\n","Dataset URL: https://www.kaggle.com/datasets/fatemehmahdibabaee/persian-news\n","License(s): unknown\n","Downloading persian-news.zip to /home/ali/desktop-wsl/projects/t5-base-finetuning/finetune-bloom-1b7\n","100%|███████████████████████████████████████| 90.6M/90.6M [02:25<00:00, 713kB/s]\n","100%|███████████████████████████████████████| 90.6M/90.6M [02:25<00:00, 654kB/s]\n","Archive:  persian-news.zip\n","  inflating: data/pn_summary/dev.csv  \n","  inflating: data/pn_summary/test.csv  \n","  inflating: data/pn_summary/train.csv  \n"]}],"source":["!kaggle datasets download -d fatemehmahdibabaee/persian-news\n","!unzip persian-news.zip -d data"]},{"cell_type":"code","execution_count":3,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:43:10.323485Z","iopub.status.busy":"2024-06-11T13:43:10.322915Z","iopub.status.idle":"2024-06-11T13:43:18.680642Z","shell.execute_reply":"2024-06-11T13:43:18.679705Z","shell.execute_reply.started":"2024-06-11T13:43:10.323457Z"},"trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id</th>\n","      <th>title</th>\n","      <th>article</th>\n","      <th>summary</th>\n","      <th>category</th>\n","      <th>categories</th>\n","      <th>network</th>\n","      <th>link</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>738e296491f8b24c5aa63e9829fd249fb4428a66</td>\n","      <td>مدیریت فروش نفت در دوران تحریم هوشمندانه عمل کرد</td>\n","      <td>به گزارش شانا، علی کاردر امروز (۲۷ دی ماه) در ...</td>\n","      <td>مدیرعامل شرکت ملی نفت، عملکرد مدیریت امور بین‎...</td>\n","      <td>Oil-Energy</td>\n","      <td>نفت</td>\n","      <td>Shana</td>\n","      <td>https://www.shana.ir/news/275284/%D9%85%D8%AF%...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>00fa692a178a2454419284199df6b6690a75ade0</td>\n","      <td>سبد محصولات پتروشیمی متنوع می‌شود</td>\n","      <td>به گزارش شانا به نقل از شرکت ملی صنایع پتروشیم...</td>\n","      <td>سرپرست مدیریت برنامه‌ریزی و توسعه شرکت ملی صنا...</td>\n","      <td>Oil-Energy</td>\n","      <td>پتروشیمی</td>\n","      <td>Shana</td>\n","      <td>https://www.shana.ir/news/293940/%D8%B3%D8%A8%...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1bdb42b53c080b36318b82051edacb5c8f61f6a2</td>\n","      <td>معرفی گوگرد بنتونیتی پالایشگاه خانگیران در نما...</td>\n","      <td>به گزارش شانا به نقل از شرکت پالایش گاز شهید ه...</td>\n","      <td>پالایشگاه گاز خانگیران با هدف معرفی گوگرد بنتو...</td>\n","      <td>Oil-Energy</td>\n","      <td>گاز</td>\n","      <td>Shana</td>\n","      <td>https://www.shana.ir/news/292952/%D9%85%D8%B9%...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>73ef47636beaf86610695f62716da113624ed315</td>\n","      <td>روند عمرانی شیراز با فروکش کردن کرونا عادی می‌شود</td>\n","      <td>به گزارش خبرنگار ایمنا، سعید نظری در صفحه اینس...</td>\n","      <td>سخنگوی شورای شهر شیراز گفت: روند عمرانی و شهرس...</td>\n","      <td>Local</td>\n","      <td>پارلمان شهری</td>\n","      <td>Imna</td>\n","      <td>https://www.imna.ir/news/416660/%D8%B1%D9%88%D...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>0c45a2e8b760cb6779a8be426f0075893e4e8b44</td>\n","      <td>قدردانی از اقدام ایثارگرانه نیروی حراست در اطف...</td>\n","      <td>به گزارش شانا، سیدباقر مرتضوی، مشاور وزیر نفت ...</td>\n","      <td>مشاور وزیر نفت و مدیرکل اچ اس یی و پدافند غیرع...</td>\n","      <td>Oil-Energy</td>\n","      <td>گاز</td>\n","      <td>Shana</td>\n","      <td>https://www.shana.ir/news/277191/%D9%82%D8%AF%...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                         id  \\\n","0  738e296491f8b24c5aa63e9829fd249fb4428a66   \n","1  00fa692a178a2454419284199df6b6690a75ade0   \n","2  1bdb42b53c080b36318b82051edacb5c8f61f6a2   \n","3  73ef47636beaf86610695f62716da113624ed315   \n","4  0c45a2e8b760cb6779a8be426f0075893e4e8b44   \n","\n","                                               title  \\\n","0   مدیریت فروش نفت در دوران تحریم هوشمندانه عمل کرد   \n","1                  سبد محصولات پتروشیمی متنوع می‌شود   \n","2  معرفی گوگرد بنتونیتی پالایشگاه خانگیران در نما...   \n","3  روند عمرانی شیراز با فروکش کردن کرونا عادی می‌شود   \n","4  قدردانی از اقدام ایثارگرانه نیروی حراست در اطف...   \n","\n","                                             article  \\\n","0  به گزارش شانا، علی کاردر امروز (۲۷ دی ماه) در ...   \n","1  به گزارش شانا به نقل از شرکت ملی صنایع پتروشیم...   \n","2  به گزارش شانا به نقل از شرکت پالایش گاز شهید ه...   \n","3  به گزارش خبرنگار ایمنا، سعید نظری در صفحه اینس...   \n","4  به گزارش شانا، سیدباقر مرتضوی، مشاور وزیر نفت ...   \n","\n","                                             summary    category  \\\n","0  مدیرعامل شرکت ملی نفت، عملکرد مدیریت امور بین‎...  Oil-Energy   \n","1  سرپرست مدیریت برنامه‌ریزی و توسعه شرکت ملی صنا...  Oil-Energy   \n","2  پالایشگاه گاز خانگیران با هدف معرفی گوگرد بنتو...  Oil-Energy   \n","3  سخنگوی شورای شهر شیراز گفت: روند عمرانی و شهرس...       Local   \n","4  مشاور وزیر نفت و مدیرکل اچ اس یی و پدافند غیرع...  Oil-Energy   \n","\n","     categories network                                               link  \n","0           نفت   Shana  https://www.shana.ir/news/275284/%D9%85%D8%AF%...  \n","1      پتروشیمی   Shana  https://www.shana.ir/news/293940/%D8%B3%D8%A8%...  \n","2           گاز   Shana  https://www.shana.ir/news/292952/%D9%85%D8%B9%...  \n","3  پارلمان شهری    Imna  https://www.imna.ir/news/416660/%D8%B1%D9%88%D...  \n","4           گاز   Shana  https://www.shana.ir/news/277191/%D9%82%D8%AF%...  "]},"execution_count":3,"metadata":{},"output_type":"execute_result"}],"source":["data = pd.read_csv(\"./data/pn_summary/train.csv\", delimiter=\"\\t\", on_bad_lines=\"warn\")\n","data.head()"]},{"cell_type":"code","execution_count":4,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:43:18.682028Z","iopub.status.busy":"2024-06-11T13:43:18.681752Z","iopub.status.idle":"2024-06-11T13:43:18.699373Z","shell.execute_reply":"2024-06-11T13:43:18.698445Z","shell.execute_reply.started":"2024-06-11T13:43:18.682002Z"},"trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>article</th>\n","      <th>summary</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>به گزارش شانا، علی کاردر امروز (۲۷ دی ماه) در ...</td>\n","      <td>مدیرعامل شرکت ملی نفت، عملکرد مدیریت امور بین‎...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>به گزارش شانا به نقل از شرکت ملی صنایع پتروشیم...</td>\n","      <td>سرپرست مدیریت برنامه‌ریزی و توسعه شرکت ملی صنا...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>به گزارش شانا به نقل از شرکت پالایش گاز شهید ه...</td>\n","      <td>پالایشگاه گاز خانگیران با هدف معرفی گوگرد بنتو...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>به گزارش خبرنگار ایمنا، سعید نظری در صفحه اینس...</td>\n","      <td>سخنگوی شورای شهر شیراز گفت: روند عمرانی و شهرس...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>به گزارش شانا، سیدباقر مرتضوی، مشاور وزیر نفت ...</td>\n","      <td>مشاور وزیر نفت و مدیرکل اچ اس یی و پدافند غیرع...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                             article  \\\n","0  به گزارش شانا، علی کاردر امروز (۲۷ دی ماه) در ...   \n","1  به گزارش شانا به نقل از شرکت ملی صنایع پتروشیم...   \n","2  به گزارش شانا به نقل از شرکت پالایش گاز شهید ه...   \n","3  به گزارش خبرنگار ایمنا، سعید نظری در صفحه اینس...   \n","4  به گزارش شانا، سیدباقر مرتضوی، مشاور وزیر نفت ...   \n","\n","                                             summary  \n","0  مدیرعامل شرکت ملی نفت، عملکرد مدیریت امور بین‎...  \n","1  سرپرست مدیریت برنامه‌ریزی و توسعه شرکت ملی صنا...  \n","2  پالایشگاه گاز خانگیران با هدف معرفی گوگرد بنتو...  \n","3  سخنگوی شورای شهر شیراز گفت: روند عمرانی و شهرس...  \n","4  مشاور وزیر نفت و مدیرکل اچ اس یی و پدافند غیرع...  "]},"execution_count":4,"metadata":{},"output_type":"execute_result"}],"source":["data = data.drop([\"id\", \"title\", \"category\", \"categories\", \"network\", \"link\"], axis=1)\n","data.head()"]},{"cell_type":"code","execution_count":5,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:43:18.701892Z","iopub.status.busy":"2024-06-11T13:43:18.701616Z","iopub.status.idle":"2024-06-11T13:43:18.708187Z","shell.execute_reply":"2024-06-11T13:43:18.707341Z","shell.execute_reply.started":"2024-06-11T13:43:18.701862Z"},"trusted":true},"outputs":[],"source":["def normalize(text):\n","    text = re.sub(\"[^آ-ی0-9]+\", \" \", text)\n","    return text"]},{"cell_type":"code","execution_count":6,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:43:18.709590Z","iopub.status.busy":"2024-06-11T13:43:18.709270Z","iopub.status.idle":"2024-06-11T13:43:32.941950Z","shell.execute_reply":"2024-06-11T13:43:32.941060Z","shell.execute_reply.started":"2024-06-11T13:43:18.709565Z"},"trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>article</th>\n","      <th>summary</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>82017</th>\n","      <td>به گزارش ایمنا تیم های ملی هاکی زنان و مردان ا...</td>\n","      <td>تیم های ملی هاکی زنان و مردان ایران در سومین د...</td>\n","    </tr>\n","    <tr>\n","      <th>82018</th>\n","      <td>به گزارش بازار مصطفی قلی خسروی افزود در کشورها...</td>\n","      <td>قلی خسروی رئیس اتحادیه مشاوران املاک تهران گفت...</td>\n","    </tr>\n","    <tr>\n","      <th>82019</th>\n","      <td>به گزارش ایمنا به نقل از پایگاه اطلاع رسانی کم...</td>\n","      <td>رئیس کمیته امداد از آغاز مرحله دوم پویش ایران ...</td>\n","    </tr>\n","    <tr>\n","      <th>82020</th>\n","      <td>به گزارش خبرگزاری خبرآنلاین و به نقل از ایران ...</td>\n","      <td>گروه صنعتی ایران خودرو به منظور تامین نیاز مشت...</td>\n","    </tr>\n","    <tr>\n","      <th>82021</th>\n","      <td>به گزارش شانا به نقل از دبیرخانه سازمان کشورها...</td>\n","      <td>مجموع کاهش جهانی تولید نفت خام می تواند به بیش...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                                 article  \\\n","82017  به گزارش ایمنا تیم های ملی هاکی زنان و مردان ا...   \n","82018  به گزارش بازار مصطفی قلی خسروی افزود در کشورها...   \n","82019  به گزارش ایمنا به نقل از پایگاه اطلاع رسانی کم...   \n","82020  به گزارش خبرگزاری خبرآنلاین و به نقل از ایران ...   \n","82021  به گزارش شانا به نقل از دبیرخانه سازمان کشورها...   \n","\n","                                                 summary  \n","82017  تیم های ملی هاکی زنان و مردان ایران در سومین د...  \n","82018  قلی خسروی رئیس اتحادیه مشاوران املاک تهران گفت...  \n","82019  رئیس کمیته امداد از آغاز مرحله دوم پویش ایران ...  \n","82020  گروه صنعتی ایران خودرو به منظور تامین نیاز مشت...  \n","82021  مجموع کاهش جهانی تولید نفت خام می تواند به بیش...  "]},"execution_count":6,"metadata":{},"output_type":"execute_result"}],"source":["data = data.map(normalize)\n","data.tail()"]},{"cell_type":"markdown","metadata":{},"source":["Change our data to a format like a prompt will help model to can understand and comlete the task that user ask for it. It would be better to use different prompts for sure, but in this case I'll use one prompt only."]},{"cell_type":"code","execution_count":7,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:43:32.943220Z","iopub.status.busy":"2024-06-11T13:43:32.942941Z","iopub.status.idle":"2024-06-11T13:44:24.925318Z","shell.execute_reply":"2024-06-11T13:44:24.924548Z","shell.execute_reply.started":"2024-06-11T13:43:32.943186Z"},"trusted":true},"outputs":[{"data":{"text/plain":["'summarize this article: به گزارش شانا به نقل از دبیرخانه سازمان کشورهای صادرکننده نفت اوپک مجموع کاهش تولید موثر کشورهای عضو و غیرعضو اوپک می تواند به میلیون و هزار بشکه در روز برسد عربستان سعودی کویت و امارات توافق کرده اند روزانهک میلیون و هزار بشکه فراتر از تعهد خود در توافق کاهش عرضه اوپک پلاس برای کاستن روزانه میلیون و هزار بشکه در ماه های مه و ژوئن از تولید خود بکاهند در نتیجه پس از ماه آوریل رقم کاهش تولید به روزانه میلیون و هزار بشکه در روز رسیده است افت تولید اعضای معاف از توافق کاهش عرضه کشورهای عضو و غیرعضو اوپک بر مبنای خط پایه تولید اکتبر سال میلادی روزانه میلیون و هزار بشکه در روز است کاهش عرضه داوطلبانه و غیرداوطلبانه به دلیل توقف تولید چاه های نفتی در آمریکا کانادا و دیگر کشورهای تولیدکننده می تواند به میلیون و هزار بشکه در روز برسد به گزارش شانا وزیران نفت و انرژی کشورهای عضو و غیرعضو سازمان کشورهای صادرکننده نفت اوپک در دهمین نشست فوق العاده خود از طریق وبینار سرانجام پس از پذیرفتن گزینه کاهش تولید روزانه هزار بشکه ای مکزیک و موافقت این کشور آمریکای شمالی برای حضور در این توافق بر سر کاهش تولید روزانه میلیون و هزار بشکه ای در ماه های مه و ژوئن به توافق رسیدند خط پایه و مبنای محاسبه تولید برای همه کشورهای حاضر در این توافق به جز عربستان و روسیه ماه اکتبر سال میلادی تعیین شد در حالی که مبنای محاسبه تولید برای روسیه و عربستان روزانه میلیون بشکه در نظر گرفته شده است کشورهای ایران لیبی و ونزوئلا همچنان از این توافق کاهش تولید که قرار است از یکم ماه مه سال میلادی اردیبهشت ماه اجرایی شود مستثنا هستند اوپک پلاس از کشور عضو اوپک و کشور غیرعضو این سازمان روسیه به علاوه تولیدکننده دیگر نفت از سال میلادی با همکاری یکدیگر به منظور بهبود شرایط بازارهای جهانی نفت خام رشته ای از توافق های کاهش تولید را اجرا کردند Summarize: مجموع کاهش جهانی تولید نفت خام می تواند به بیش از روزانه میلیون بشکه در روز برسد '"]},"execution_count":7,"metadata":{},"output_type":"execute_result"}],"source":["data[\"final\"] = \"\"\n","\n","for idx, row in data.iterrows():\n","    data[\"final\"] = \"summarize this article: \" + row[\"article\"] + \"Summarize: \" + row[\"summary\"]\n","\n","data[\"final\"].sample().iloc[0]"]},{"cell_type":"code","execution_count":8,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:44:24.926721Z","iopub.status.busy":"2024-06-11T13:44:24.926430Z","iopub.status.idle":"2024-06-11T13:44:24.938260Z","shell.execute_reply":"2024-06-11T13:44:24.937361Z","shell.execute_reply.started":"2024-06-11T13:44:24.926696Z"},"trusted":true},"outputs":[{"data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>final</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>summarize this article: به گزارش شانا به نقل ا...</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>summarize this article: به گزارش شانا به نقل ا...</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>summarize this article: به گزارش شانا به نقل ا...</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>summarize this article: به گزارش شانا به نقل ا...</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>summarize this article: به گزارش شانا به نقل ا...</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                               final\n","0  summarize this article: به گزارش شانا به نقل ا...\n","1  summarize this article: به گزارش شانا به نقل ا...\n","2  summarize this article: به گزارش شانا به نقل ا...\n","3  summarize this article: به گزارش شانا به نقل ا...\n","4  summarize this article: به گزارش شانا به نقل ا..."]},"execution_count":8,"metadata":{},"output_type":"execute_result"}],"source":["data.drop([\"article\", \"summary\"], axis=1, inplace=True)\n","data.head()"]},{"cell_type":"markdown","metadata":{},"source":["# Creating `train`, `eval` & `test` datasets and then converting them from `pandas` obj to `Dataset` obj to feed them directly to model"]},{"cell_type":"code","execution_count":9,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:44:24.939749Z","iopub.status.busy":"2024-06-11T13:44:24.939473Z","iopub.status.idle":"2024-06-11T13:44:24.962661Z","shell.execute_reply":"2024-06-11T13:44:24.961878Z","shell.execute_reply.started":"2024-06-11T13:44:24.939726Z"},"trusted":true},"outputs":[{"data":{"text/plain":["((4000, 1), (100, 1), (100, 1))"]},"execution_count":9,"metadata":{},"output_type":"execute_result"}],"source":["train_data = data.sample(4000) # train data\n","test_data = data.drop(train_data.index).sample(200)\n","\n","eval_data = test_data.sample(frac=0.5) # eval data\n","test_data = test_data.drop(eval_data.index) # test data\n","\n","train_data.shape, eval_data.shape, test_data.shape"]},{"cell_type":"markdown","metadata":{},"source":["## Tokenizing data"]},{"cell_type":"code","execution_count":10,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:44:24.963922Z","iopub.status.busy":"2024-06-11T13:44:24.963649Z","iopub.status.idle":"2024-06-11T13:44:26.981261Z","shell.execute_reply":"2024-06-11T13:44:26.980250Z","shell.execute_reply.started":"2024-06-11T13:44:24.963899Z"},"trusted":true},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"e2b2c9f969854d4bbf309478a4ffeabe","version_major":2,"version_minor":0},"text/plain":["tokenizer_config.json:   0%|          | 0.00/222 [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"fe8267b9102647f8a305abf335c69fe1","version_major":2,"version_minor":0},"text/plain":["tokenizer.json:   0%|          | 0.00/14.5M [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"4a84507008f94401809ae893525b47e8","version_major":2,"version_minor":0},"text/plain":["special_tokens_map.json:   0%|          | 0.00/85.0 [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"text/plain":["'<pad>'"]},"execution_count":10,"metadata":{},"output_type":"execute_result"}],"source":["tokenizer = AutoTokenizer.from_pretrained(\"bigscience/bloom-1b7\")\n","tokenizer.pad_token"]},{"cell_type":"code","execution_count":11,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:44:26.982691Z","iopub.status.busy":"2024-06-11T13:44:26.982396Z","iopub.status.idle":"2024-06-11T13:44:26.987982Z","shell.execute_reply":"2024-06-11T13:44:26.987229Z","shell.execute_reply.started":"2024-06-11T13:44:26.982668Z"},"trusted":true},"outputs":[],"source":["# This function will tokenize data\n","\n","def tokenize_data(data):\n","    data[\"input_ids\"] = tokenizer(data[\"final\"], padding=\"max_length\", max_length=512, truncation=True, return_tensors=\"pt\").input_ids\n","    data[\"labels\"] = tokenizer(data[\"final\"], padding=\"max_length\", max_length=512, truncation=True, return_tensors=\"pt\").input_ids\n","    return data"]},{"cell_type":"markdown","metadata":{},"source":["### Converting data to `Dataset` object and apply tokenizer on them"]},{"cell_type":"code","execution_count":12,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:44:26.989568Z","iopub.status.busy":"2024-06-11T13:44:26.989253Z","iopub.status.idle":"2024-06-11T13:44:27.087351Z","shell.execute_reply":"2024-06-11T13:44:27.086411Z","shell.execute_reply.started":"2024-06-11T13:44:26.989538Z"},"trusted":true},"outputs":[],"source":["train_dataset = Dataset.from_pandas(train_data)\n","eval_dataset = Dataset.from_pandas(eval_data)\n","test_dataset = Dataset.from_pandas(test_data)"]},{"cell_type":"code","execution_count":13,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:44:27.088937Z","iopub.status.busy":"2024-06-11T13:44:27.088596Z","iopub.status.idle":"2024-06-11T13:44:35.422117Z","shell.execute_reply":"2024-06-11T13:44:35.421228Z","shell.execute_reply.started":"2024-06-11T13:44:27.088907Z"},"trusted":true},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"62f9641127834d37a41b1864a16307c9","version_major":2,"version_minor":0},"text/plain":["Map:   0%|          | 0/4000 [00:00<?, ? examples/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"10527872199946abb6db6606f154f4dc","version_major":2,"version_minor":0},"text/plain":["Map:   0%|          | 0/100 [00:00<?, ? examples/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"e601d84d9cea480f856977f727501ede","version_major":2,"version_minor":0},"text/plain":["Map:   0%|          | 0/100 [00:00<?, ? examples/s]"]},"metadata":{},"output_type":"display_data"}],"source":["train_dataset = train_dataset.map(tokenize_data, batched=True, remove_columns=train_dataset.column_names)\n","eval_dataset = eval_dataset.map(tokenize_data, batched=True, remove_columns=eval_dataset.column_names)\n","test_dataset = test_dataset.map(tokenize_data, batched=True, remove_columns=test_dataset.column_names)"]},{"cell_type":"markdown","metadata":{},"source":["# Import Quantized Model and setting it up with LoRA"]},{"cell_type":"code","execution_count":14,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:44:35.427198Z","iopub.status.busy":"2024-06-11T13:44:35.426837Z","iopub.status.idle":"2024-06-11T13:44:35.432903Z","shell.execute_reply":"2024-06-11T13:44:35.432012Z","shell.execute_reply.started":"2024-06-11T13:44:35.427162Z"},"trusted":true},"outputs":[],"source":["# Specify quantization config\n","\n","quant_config = BitsAndBytesConfig(\n","    load_in_4bit=True,\n","    bnb_4bit_quant_type=\"nf4\"\n",")"]},{"cell_type":"code","execution_count":15,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:44:35.434262Z","iopub.status.busy":"2024-06-11T13:44:35.433969Z","iopub.status.idle":"2024-06-11T13:44:50.829991Z","shell.execute_reply":"2024-06-11T13:44:50.829220Z","shell.execute_reply.started":"2024-06-11T13:44:35.434237Z"},"trusted":true},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"46d41879926a4afda1ec95f5035c3724","version_major":2,"version_minor":0},"text/plain":["config.json:   0%|          | 0.00/715 [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["`low_cpu_mem_usage` was None, now set to True since model is quantized.\n"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"1df444beb6c34009bea44c3b1914d740","version_major":2,"version_minor":0},"text/plain":["model.safetensors:   0%|          | 0.00/3.44G [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"}],"source":["model = AutoModelForCausalLM.from_pretrained(\"bigscience/bloom-1b7\", quantization_config=quant_config)"]},{"cell_type":"code","execution_count":16,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:44:50.831391Z","iopub.status.busy":"2024-06-11T13:44:50.831092Z","iopub.status.idle":"2024-06-11T13:44:50.954748Z","shell.execute_reply":"2024-06-11T13:44:50.953836Z","shell.execute_reply.started":"2024-06-11T13:44:50.831367Z"},"trusted":true},"outputs":[],"source":["peft_params = LoraConfig(\n","    lora_alpha=16,\n","    lora_dropout=0.1,\n","    r=8,\n","    bias=\"none\",\n","    task_type=\"CAUSAL_LM\"\n",")\n","\n","peft_model = get_peft_model(model=model, peft_config=peft_params)"]},{"cell_type":"code","execution_count":17,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:44:50.956682Z","iopub.status.busy":"2024-06-11T13:44:50.956114Z","iopub.status.idle":"2024-06-11T13:44:58.537876Z","shell.execute_reply":"2024-06-11T13:44:58.536836Z","shell.execute_reply.started":"2024-06-11T13:44:50.956656Z"},"trusted":true},"outputs":[{"name":"stdout","output_type":"stream","text":["trainable params: 1,572,864 || all params: 1,723,981,824 || trainable%: 0.0912\n","None\n"]}],"source":["print(peft_model.print_trainable_parameters())"]},{"cell_type":"markdown","metadata":{},"source":["# Start Training"]},{"cell_type":"code","execution_count":18,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T13:44:58.539796Z","iopub.status.busy":"2024-06-11T13:44:58.539231Z","iopub.status.idle":"2024-06-11T15:49:24.582191Z","shell.execute_reply":"2024-06-11T15:49:24.581222Z","shell.execute_reply.started":"2024-06-11T13:44:58.539768Z"},"trusted":true},"outputs":[{"name":"stderr","output_type":"stream","text":["/opt/conda/lib/python3.10/site-packages/transformers/training_args.py:1474: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n","  warnings.warn(\n","/opt/conda/lib/python3.10/site-packages/bitsandbytes/nn/modules.py:426: UserWarning: Input type into Linear4bit is torch.float16, but bnb_4bit_compute_dtype=torch.float32 (default). This will lead to slow inference or training speed.\n","  warnings.warn(\n"]},{"data":{"text/html":["\n","    <div>\n","      \n","      <progress value='3000' max='3000' style='width:300px; height:20px; vertical-align: middle;'></progress>\n","      [3000/3000 2:04:21, Epoch 3/3]\n","    </div>\n","    <table border=\"1\" class=\"dataframe\">\n","  <thead>\n"," <tr style=\"text-align: left;\">\n","      <th>Epoch</th>\n","      <th>Training Loss</th>\n","      <th>Validation Loss</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <td>1</td>\n","      <td>0.002400</td>\n","      <td>0.001328</td>\n","    </tr>\n","    <tr>\n","      <td>2</td>\n","      <td>0.000400</td>\n","      <td>0.000299</td>\n","    </tr>\n","    <tr>\n","      <td>3</td>\n","      <td>0.000400</td>\n","      <td>0.000287</td>\n","    </tr>\n","  </tbody>\n","</table><p>"],"text/plain":["<IPython.core.display.HTML object>"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["/opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n","  warnings.warn(\n","/opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n","  warnings.warn(\n","/opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n","  warnings.warn(\n","/opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n","  warnings.warn(\n","/opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n","  warnings.warn(\n","/opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n","  warnings.warn(\n","/opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n","  warnings.warn(\n"]},{"data":{"text/plain":["('bigscience-bloom-1b7-finetune-Summarization-Persian-News/final_model/tokenizer_config.json',\n"," 'bigscience-bloom-1b7-finetune-Summarization-Persian-News/final_model/special_tokens_map.json',\n"," 'bigscience-bloom-1b7-finetune-Summarization-Persian-News/final_model/tokenizer.json')"]},"execution_count":18,"metadata":{},"output_type":"execute_result"}],"source":["LR = 1e-3\n","EPOCHS = 3\n","MODEL_NAME = \"bigscience-bloom-1b7-finetune-Summarization-Persian-News\"\n","FINAL_PATH = f\"{MODEL_NAME}/final_model\"\n","\n","training_args = TrainingArguments(\n","    num_train_epochs=EPOCHS,\n","    auto_find_batch_size=True,\n","    per_device_train_batch_size=4,\n","    per_device_eval_batch_size=4,\n","    save_total_limit=2,\n","    output_dir=MODEL_NAME,\n","    learning_rate=LR,\n","    evaluation_strategy='epoch',\n","    report_to=\"none\"\n",")\n","\n","trainer = Trainer(\n","    args=training_args,\n","    model=peft_model,\n","    tokenizer=tokenizer,\n","    train_dataset=train_dataset,\n","    eval_dataset=eval_dataset\n",")\n","\n","trainer.train()\n","\n","trainer.model.save_pretrained(FINAL_PATH)\n","trainer.tokenizer.save_pretrained(FINAL_PATH)"]},{"cell_type":"markdown","metadata":{},"source":["# Testing the finetuned model"]},{"cell_type":"code","execution_count":19,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T15:49:24.584150Z","iopub.status.busy":"2024-06-11T15:49:24.583483Z","iopub.status.idle":"2024-06-11T15:49:24.884898Z","shell.execute_reply":"2024-06-11T15:49:24.883935Z","shell.execute_reply.started":"2024-06-11T15:49:24.584121Z"},"trusted":true},"outputs":[],"source":["# Removing old models to free up space in VRAM\n","del peft_model, model\n","torch.cuda.empty_cache()"]},{"cell_type":"code","execution_count":20,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T15:49:24.886712Z","iopub.status.busy":"2024-06-11T15:49:24.886357Z","iopub.status.idle":"2024-06-11T15:49:30.814469Z","shell.execute_reply":"2024-06-11T15:49:30.813571Z","shell.execute_reply.started":"2024-06-11T15:49:24.886680Z"},"trusted":true},"outputs":[],"source":["device = \"cuda\" if torch.cuda.is_available() else \"cpu\"\n","tokenizer = AutoTokenizer.from_pretrained(FINAL_PATH)\n","trained_model = AutoModelForCausalLM.from_pretrained(FINAL_PATH).to(device)"]},{"cell_type":"code","execution_count":21,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T15:49:30.815872Z","iopub.status.busy":"2024-06-11T15:49:30.815585Z","iopub.status.idle":"2024-06-11T15:49:30.823711Z","shell.execute_reply":"2024-06-11T15:49:30.822790Z","shell.execute_reply.started":"2024-06-11T15:49:30.815848Z"},"trusted":true},"outputs":[],"source":["article = \"\"\"\n","به گزارش خبرنگار مهر، محمدعلی نیکبخت در جلسه علنی امروز (سه‌شنبه) مجلس شورای اسلامی و در جریان ارائه گزارش از نحوه اجرای قانون خرید تضمینی محصولات کشاورزی، اظهار کرد: در تأمین محصولات غذایی و امنیت غذایی کشور نیازمند حمایت مجلس شورای اسلامی هستیم.\n","وی متذکر شد: بنده کمتر از یک سال است که در وزارت جهاد کشاورزی مشغول به کار شدم و به محض شروع به کار، با توجه به ظرفیت‌هایی که بخش کشاورزی داشت، راهبردها و جهت‌گیری‌هایی را در وزارتخانه پیش گرفتیم تا بتوان از تمام ظرفیت‌ها و پتانسیل‌ها به نحو احسن استفاده کرد.\n","وزیر جهاد کشاورزی اظهار کرد: راهبرد اول ما حداکثرسازی تولید با حفظ منابع بود. اگر بخواهیم نیاز غذایی کشور برای جمعیت بزرگ ایران را تأمین کنیم باید از همه ظرفیت‌های تولید در حوزه کشاورزی استفاده کنیم.\n","\"\"\"\n","\n","prompt = \"summarize this article: \" + article + \"Summarize: \"\n","prompt = normalize(prompt)\n","input_ids = tokenizer(prompt, padding=\"max_length\", max_length=512, truncation=True, return_tensors=\"pt\").input_ids.to(device)"]},{"cell_type":"code","execution_count":22,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T15:49:30.825212Z","iopub.status.busy":"2024-06-11T15:49:30.824873Z","iopub.status.idle":"2024-06-11T15:49:32.515179Z","shell.execute_reply":"2024-06-11T15:49:32.514207Z","shell.execute_reply.started":"2024-06-11T15:49:30.825181Z"},"trusted":true},"outputs":[{"data":{"text/plain":["' به گزارش خبرنگار مهر محمدعلی نیکبخت در جلسه علنی امروز سه شنبه مجلس شورای اسلامی و در جریان ارائه گزارش از نحوه اجرای قانون خرید تضمینی محصولات کشاورزی اظهار کرد در تأمین محصولات غذایی و امنیت غذایی کشور نیازمند حمایت مجلس شورای اسلامی هستیم وی متذکر شد بنده کمتر از یک سال است که در وزارت جهاد کشاورزی مشغول به کار شدم و به محض شروع به کار با توجه به ظرفیت هایی که بخش کشاورزی داشت راهبردها و جهت گیری هایی را در وزارتخانه پیش گرفتیم تا بتوان از تمام ظرفیت ها و پتانسیل ها به نحو احسن استفاده کرد وزیر جهاد کشاورزی اظهار کرد راهبرد اول ما حداکثرسازی تولید با حفظ منابع بود اگر بخواهیم نیاز غذایی کشور برای جمعیت بزرگ ایران را تأمین کنیم باید از همه ظرفیت های تولید در حوزه کشاورزی استفاده کنیم  به میلیون و هزارزار بشد در حالی که هزار بشد در حالی که هزار بشد در حالی که هزار بشد در حالی که هزار بشد در حالی ک'"]},"execution_count":22,"metadata":{},"output_type":"execute_result"}],"source":["output = trained_model.generate(input_ids, max_new_tokens=50)\n","result = tokenizer.decode(output[0], skip_special_tokens=True)\n","result"]},{"cell_type":"code","execution_count":23,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T15:49:32.516541Z","iopub.status.busy":"2024-06-11T15:49:32.516255Z","iopub.status.idle":"2024-06-11T15:49:32.543026Z","shell.execute_reply":"2024-06-11T15:49:32.542216Z","shell.execute_reply.started":"2024-06-11T15:49:32.516514Z"},"trusted":true},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"76376c6a89e042d08e61b12a04dfc5a2","version_major":2,"version_minor":0},"text/plain":["VBox(children=(HTML(value='<center> <img\\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.sv…"]},"metadata":{},"output_type":"display_data"}],"source":["from huggingface_hub import notebook_login\n","notebook_login()"]},{"cell_type":"code","execution_count":26,"metadata":{"execution":{"iopub.execute_input":"2024-06-11T15:51:56.390737Z","iopub.status.busy":"2024-06-11T15:51:56.390366Z","iopub.status.idle":"2024-06-11T15:52:05.383939Z","shell.execute_reply":"2024-06-11T15:52:05.383150Z","shell.execute_reply.started":"2024-06-11T15:51:56.390705Z"},"trusted":true},"outputs":[{"name":"stderr","output_type":"stream","text":["/opt/conda/lib/python3.10/site-packages/transformers/integrations/peft.py:399: FutureWarning: The `active_adapter` method is deprecated and will be removed in a future version.\n","  warnings.warn(\n","/opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n","  warnings.warn(\n"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"1271eb0c542d4d0fa799322a88cd547e","version_major":2,"version_minor":0},"text/plain":["tokenizer.json:   0%|          | 0.00/14.5M [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"565d1945d3514b69a6c2306bccc3cb85","version_major":2,"version_minor":0},"text/plain":["tokenizer.json:   0%|          | 0.00/14.5M [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"6f7c0e85228c43c295edcada2931d6e2","version_major":2,"version_minor":0},"text/plain":["adapter_model.safetensors:   0%|          | 0.00/6.30M [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"36c913d5b8e74ecc91d4577f41980465","version_major":2,"version_minor":0},"text/plain":["adapter_model.safetensors:   0%|          | 0.00/6.30M [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"0a3d05d3b2d5473395e20a19e5d5afb9","version_major":2,"version_minor":0},"text/plain":["Upload 5 LFS files:   0%|          | 0/5 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"7edba5a2094e48d9a3a315403af4457f","version_major":2,"version_minor":0},"text/plain":["training_args.bin:   0%|          | 0.00/5.18k [00:00<?, ?B/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stderr","output_type":"stream","text":["HTTP Error 503 thrown while requesting PUT https://hf-hub-lfs-us-east-1.s3-accelerate.amazonaws.com/repos/c4/ef/c4ef7c1e3e3616d6e1ca1d4559942b96808cd62e0543b4fef9a0e0158672b020/01cc7c06a566f7bd9621aa56f3eb5b87740f42ff2f8d172f3a4a00e2011edb61?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=AKIA2JU7TKAQFN2FTF47%2F20240611%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240611T155157Z&X-Amz-Expires=900&X-Amz-Signature=9361a8d7e3bde842f7ef8c7e2dffac2f5175c95e399b333a0706537ec29dd427&X-Amz-SignedHeaders=host&x-amz-storage-class=INTELLIGENT_TIERING&x-id=PutObject\n","Retrying in 1s [Retry 1/5].\n"]},{"data":{"text/plain":["CommitInfo(commit_url='https://huggingface.co/ali619/bigscience-bloom-1b7-finetune-Summarization-Persian-News/commit/a03bcac4e5e5958f38562a704b4d33bfecf35812', commit_message='ali619/finetune bigscience-bloom-1b7-finetune-Summarization-Persian-News complete', commit_description='', oid='a03bcac4e5e5958f38562a704b4d33bfecf35812', pr_url=None, pr_revision=None, pr_num=None)"]},"execution_count":26,"metadata":{},"output_type":"execute_result"}],"source":["# Push to 🤗 hub\n","trainer.push_to_hub(f\"ali619/finetune {MODEL_NAME} complete\")"]}],"metadata":{"kaggle":{"accelerator":"nvidiaTeslaT4","dataSources":[{"datasetId":2941491,"sourceId":5066148,"sourceType":"datasetVersion"}],"dockerImageVersionId":30733,"isGpuEnabled":true,"isInternetEnabled":true,"language":"python","sourceType":"notebook"},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.12.3"}},"nbformat":4,"nbformat_minor":4}