plant-leaf-and-disease-recognition-using-fa-c7341c.ipynb

{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.7.10","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"# modified from https://www.kaggle.com/code/rohanlone4/plant-leaf-and-disease-recognition-using-fast-ai\n# https://www.kaggle.com/datasets/vipoooool/new-plant-diseases-dataset\n pip install fastai --upgrade \n","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2022-09-03T16:23:36.916634Z","iopub.execute_input":"2022-09-03T16:23:36.917146Z","iopub.status.idle":"2022-09-03T16:24:57.683843Z","shell.execute_reply.started":"2022-09-03T16:23:36.917037Z","shell.execute_reply":"2022-09-03T16:24:57.682762Z"},"trusted":true},"execution_count":1,"outputs":[]},{"cell_type":"code","source":"from fastai.vision.all import *","metadata":{"execution":{"iopub.status.busy":"2022-09-03T16:24:57.685844Z","iopub.execute_input":"2022-09-03T16:24:57.686361Z","iopub.status.idle":"2022-09-03T16:24:59.765340Z","shell.execute_reply.started":"2022-09-03T16:24:57.686317Z","shell.execute_reply":"2022-09-03T16:24:59.764525Z"},"trusted":true},"execution_count":2,"outputs":[]},{"cell_type":"markdown","source":"Data Import","metadata":{}},{"cell_type":"code","source":"path='../input/new-plant-diseases-dataset/New Plant Diseases Dataset(Augmented)/New Plant Diseases Dataset(Augmented)'","metadata":{"execution":{"iopub.status.busy":"2022-09-03T16:24:59.767150Z","iopub.execute_input":"2022-09-03T16:24:59.767489Z","iopub.status.idle":"2022-09-03T16:24:59.773259Z","shell.execute_reply.started":"2022-09-03T16:24:59.767453Z","shell.execute_reply":"2022-09-03T16:24:59.772348Z"},"trusted":true},"execution_count":3,"outputs":[]},{"cell_type":"code","source":"fns=get_image_files(path)\nfns","metadata":{"execution":{"iopub.status.busy":"2022-09-03T16:24:59.775014Z","iopub.execute_input":"2022-09-03T16:24:59.775588Z","iopub.status.idle":"2022-09-03T16:25:26.927771Z","shell.execute_reply.started":"2022-09-03T16:24:59.775551Z","shell.execute_reply":"2022-09-03T16:25:26.926908Z"},"trusted":true},"execution_count":4,"outputs":[]},{"cell_type":"markdown","source":"# Data generator","metadata":{}},{"cell_type":"code","source":"leaf=DataBlock(blocks=(ImageBlock,CategoryBlock),\n               get_items=get_image_files,\n               splitter=RandomSplitter(valid_pct=(0.2),seed=42),\n               get_y=parent_label,item_tfms=Resize(224))","metadata":{"execution":{"iopub.status.busy":"2022-09-03T16:25:26.929077Z","iopub.execute_input":"2022-09-03T16:25:26.929408Z","iopub.status.idle":"2022-09-03T16:25:26.938378Z","shell.execute_reply.started":"2022-09-03T16:25:26.929372Z","shell.execute_reply":"2022-09-03T16:25:26.937353Z"},"trusted":true},"execution_count":5,"outputs":[]},{"cell_type":"code","source":"dls=leaf.dataloaders(path,num_workers = 0,bs=64)","metadata":{"execution":{"iopub.status.busy":"2022-09-03T16:25:26.941345Z","iopub.execute_input":"2022-09-03T16:25:26.941985Z","iopub.status.idle":"2022-09-03T16:25:48.763105Z","shell.execute_reply.started":"2022-09-03T16:25:26.941957Z","shell.execute_reply":"2022-09-03T16:25:48.762247Z"},"trusted":true},"execution_count":6,"outputs":[]},{"cell_type":"markdown","source":"# Downloading Resnet18 pre-trained model","metadata":{}},{"cell_type":"code","source":"learner=cnn_learner(dls,resnet18,metrics=[accuracy, error_rate])","metadata":{"execution":{"iopub.status.busy":"2022-09-03T16:25:48.764349Z","iopub.execute_input":"2022-09-03T16:25:48.764694Z","iopub.status.idle":"2022-09-03T16:25:52.024775Z","shell.execute_reply.started":"2022-09-03T16:25:48.764659Z","shell.execute_reply":"2022-09-03T16:25:52.023957Z"},"trusted":true},"execution_count":7,"outputs":[]},{"cell_type":"markdown","source":"### Finding best learning rate","metadata":{}},{"cell_type":"code","source":"lr_min,lr_steep = learner.lr_find(suggest_funcs=(minimum,steep))","metadata":{"execution":{"iopub.status.busy":"2022-09-03T16:25:52.026015Z","iopub.execute_input":"2022-09-03T16:25:52.026357Z","iopub.status.idle":"2022-09-03T16:26:58.980151Z","shell.execute_reply.started":"2022-09-03T16:25:52.026317Z","shell.execute_reply":"2022-09-03T16:26:58.979309Z"},"trusted":true},"execution_count":8,"outputs":[]},{"cell_type":"code","source":"print(f\"Minimum/10: {lr_min:.2e}, steepest point: {lr_steep:.2e}\")","metadata":{"execution":{"iopub.status.busy":"2022-09-03T16:26:58.982661Z","iopub.execute_input":"2022-09-03T16:26:58.983008Z","iopub.status.idle":"2022-09-03T16:26:58.987869Z","shell.execute_reply.started":"2022-09-03T16:26:58.982971Z","shell.execute_reply":"2022-09-03T16:26:58.986708Z"},"trusted":true},"execution_count":9,"outputs":[]},{"cell_type":"markdown","source":"## Best learning rate for this data","metadata":{}},{"cell_type":"code","source":"lr_steep","metadata":{"execution":{"iopub.status.busy":"2022-09-03T16:26:58.989697Z","iopub.execute_input":"2022-09-03T16:26:58.990037Z","iopub.status.idle":"2022-09-03T16:26:59.000949Z","shell.execute_reply.started":"2022-09-03T16:26:58.990002Z","shell.execute_reply":"2022-09-03T16:26:59.000070Z"},"trusted":true},"execution_count":10,"outputs":[]},{"cell_type":"markdown","source":"## Modeling","metadata":{}},{"cell_type":"code","source":"learner.fine_tune(3,base_lr=lr_steep,cbs=[ShowGraphCallback()])","metadata":{"execution":{"iopub.status.busy":"2022-09-03T16:26:59.002127Z","iopub.execute_input":"2022-09-03T16:26:59.002594Z","iopub.status.idle":"2022-09-03T17:10:12.720263Z","shell.execute_reply.started":"2022-09-03T16:26:59.002560Z","shell.execute_reply":"2022-09-03T17:10:12.719334Z"},"trusted":true},"execution_count":11,"outputs":[]},{"cell_type":"code","source":"learner.export(\"/model.pkl\")","metadata":{"execution":{"iopub.status.busy":"2022-09-03T17:17:36.157308Z","iopub.execute_input":"2022-09-03T17:17:36.157663Z","iopub.status.idle":"2022-09-03T17:17:36.545069Z","shell.execute_reply.started":"2022-09-03T17:17:36.157631Z","shell.execute_reply":"2022-09-03T17:17:36.544206Z"},"trusted":true},"execution_count":15,"outputs":[]},{"cell_type":"code","source":"interp = ClassificationInterpretation.from_learner(learner)","metadata":{"execution":{"iopub.status.busy":"2022-09-03T17:40:38.826674Z","iopub.execute_input":"2022-09-03T17:40:38.826994Z","iopub.status.idle":"2022-09-03T17:42:25.885387Z","shell.execute_reply.started":"2022-09-03T17:40:38.826962Z","shell.execute_reply":"2022-09-03T17:42:25.884637Z"},"trusted":true},"execution_count":17,"outputs":[]},{"cell_type":"code","source":"interp.plot_top_losses(10)","metadata":{"execution":{"iopub.status.busy":"2022-09-03T18:04:02.234011Z","iopub.execute_input":"2022-09-03T18:04:02.234365Z","iopub.status.idle":"2022-09-03T18:04:03.543034Z","shell.execute_reply.started":"2022-09-03T18:04:02.234331Z","shell.execute_reply":"2022-09-03T18:04:03.542309Z"},"trusted":true},"execution_count":40,"outputs":[]},{"cell_type":"code","source":"from PIL import Image","metadata":{"execution":{"iopub.status.busy":"2022-09-03T17:44:27.891614Z","iopub.execute_input":"2022-09-03T17:44:27.891958Z","iopub.status.idle":"2022-09-03T17:44:27.896278Z","shell.execute_reply.started":"2022-09-03T17:44:27.891926Z","shell.execute_reply":"2022-09-03T17:44:27.895333Z"},"trusted":true},"execution_count":23,"outputs":[]},{"cell_type":"code","source":"test_path = '../input/new-plant-diseases-dataset/test/test/'\ntest_files = get_image_files(test_path)","metadata":{"execution":{"iopub.status.busy":"2022-09-03T17:52:21.109227Z","iopub.execute_input":"2022-09-03T17:52:21.109569Z","iopub.status.idle":"2022-09-03T17:52:21.123491Z","shell.execute_reply.started":"2022-09-03T17:52:21.109534Z","shell.execute_reply":"2022-09-03T17:52:21.122725Z"},"trusted":true},"execution_count":30,"outputs":[]},{"cell_type":"code","source":"open_image(test_files[0])","metadata":{"execution":{"iopub.status.busy":"2022-09-03T17:57:06.414608Z","iopub.execute_input":"2022-09-03T17:57:06.414938Z","iopub.status.idle":"2022-09-03T17:57:06.433453Z","shell.execute_reply.started":"2022-09-03T17:57:06.414907Z","shell.execute_reply":"2022-09-03T17:57:06.430954Z"},"trusted":true},"execution_count":39,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}