From a1fa42a3f66f6cb5a61badd38323ee837a830cb7 Mon Sep 17 00:00:00 2001 From: Karan Jariwala Date: Thu, 6 Oct 2022 13:42:11 -0700 Subject: [PATCH] Update tutorial notebooks to have it run end-to-end --- docs/source/tutorial/cifar10.ipynb | 15 ++++++++++++++- docs/source/tutorial/facesynthetics.ipynb | 5 ++++- 2 files changed, 18 insertions(+), 2 deletions(-) diff --git a/docs/source/tutorial/cifar10.ipynb b/docs/source/tutorial/cifar10.ipynb index 7a0e15353..88fdf9473 100644 --- a/docs/source/tutorial/cifar10.ipynb +++ b/docs/source/tutorial/cifar10.ipynb @@ -46,7 +46,9 @@ "source": [ "%pip install mosaicml-streaming\n", "# To install from source instead of the last release, comment the command above and uncomment the following one.\n", - "# %pip install git+https://github.com/mosaicml/streaming.git" + "# %pip install git+https://github.com/mosaicml/streaming.git\n", + "\n", + "%pip install awscli" ] }, { @@ -135,6 +137,17 @@ "hashes = ['sha1' ,'xxh64']" ] }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# upload location for the dataset splits (change this if you want to upload to a different location)\n", + "upload_train_location = None\n", + "upload_test_location = None" + ] + }, { "cell_type": "markdown", "metadata": {}, diff --git a/docs/source/tutorial/facesynthetics.ipynb b/docs/source/tutorial/facesynthetics.ipynb index a0ec7e311..4023763ea 100644 --- a/docs/source/tutorial/facesynthetics.ipynb +++ b/docs/source/tutorial/facesynthetics.ipynb @@ -61,7 +61,9 @@ "\n", "%pip install mosaicml-streaming\n", "# To install from source instead of the last release, comment the command above and uncomment the following one.\n", - "# %pip install git+https://github.com/mosaicml/streaming.git" + "# %pip install git+https://github.com/mosaicml/streaming.git\n", + "\n", + "%pip install awscli" ] }, { @@ -461,6 +463,7 @@ "source": [ "shutil.rmtree(out_root, ignore_errors=True)\n", "shutil.rmtree(in_root, ignore_errors=True)\n", + "shutil.rmtree(local, ignore_errors=True)\n", "if os.path.exists(dataset_archive):\n", " os.remove(dataset_archive)" ]