Merge pull request #25 from gizatechxyz/fix/anonymous-loader

Fix loader
gizatechxyz · May 30, 2024 · 5dcfb1c · 5dcfb1c
2 parents 27545df + 881c0e0
commit 5dcfb1c
Show file tree

Hide file tree

Showing 3 changed files with 127 additions and 145 deletions.
diff --git a/giza/datasets/loaders.py b/giza/datasets/loaders.py
@@ -14,7 +14,8 @@ class DatasetsLoader:
     """
 
     def __init__(self, use_cache=True, cache_dir=None):
-        self.fs = gcsfs.GCSFileSystem(verify=False)
+        # Token is set to "anon" to allow anonymous access to GCS as bucket should be public
+        self.fs = gcsfs.GCSFileSystem(verify=False, token="anon")
         self.dataset_hub = DATASET_HUB
         self.use_cache = use_cache
         self.cache_dir = (