Rehosted COCO-IMG to allow for resuming download (#202)

facebookresearch · Jul 12, 2017 · 3eb00b1 · 3eb00b1
1 parent c319cc9
commit 3eb00b1
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 5 deletions.
diff --git a/parlai/core/build_data.py b/parlai/core/build_data.py
@@ -76,6 +76,8 @@ def download(url, path, fname, redownload=False):
             if resume and response.headers.get('Accept-Ranges', 'none') == 'none':
                 resume_pos = 0
                 mode = 'wb'
+            elif resume:
+                print('resuming download')
 
             CHUNK_SIZE = 32768
             total_size = int(response.headers.get('Content-Length', -1))

diff --git a/parlai/tasks/vqa_v1/build.py b/parlai/tasks/vqa_v1/build.py
@@ -25,12 +25,11 @@ def buildImage(opt):
         fname2 = 'val2014.zip'
         fname3 = 'test2015.zip'
 
-        url1 = 'http://msvocds.blob.core.windows.net/coco2014/'
-        url2 = 'http://msvocds.blob.core.windows.net/coco2015/'
+        url = 'https://s3.amazonaws.com/fair-data/parlai/COCO-IMG/'
 
-        build_data.download(url1 + fname1, dpath, fname1)
-        build_data.download(url1 + fname2, dpath, fname2)
-        build_data.download(url2 + fname3, dpath, fname3)
+        build_data.download(url + fname1, dpath, fname1)
+        build_data.download(url + fname2, dpath, fname2)
+        build_data.download(url + fname3, dpath, fname3)
 
         build_data.untar(dpath, fname1)
         build_data.untar(dpath, fname2)