From 9229371a4a5dd2088eb12c71f8288a81e1b35786 Mon Sep 17 00:00:00 2001
From: phoenix <51927076+phoenix-o@users.noreply.github.com>
Date: Wed, 18 Dec 2024 12:47:47 -0500
Subject: [PATCH] [data ingestion] redirect traffic to the bucket directly
 (#20672)

## Description

temporary PR. Implicitly redirects traffic to the GCS bucket directly
making external developers to use a cheaper version of service


---

## Release notes

Check each box that your changes affect. If none of the boxes relate to
your changes, release notes aren't required.

For each box you select, include information after the relevant heading
that describes the impact of your changes that a user might notice and
any actions they must take to implement updates.

- [ ] Protocol:
- [ ] Nodes (Validators and Full nodes):
- [ ] Indexer:
- [ ] JSON-RPC:
- [ ] GraphQL:
- [ ] CLI:
- [ ] Rust SDK:
- [ ] REST API:
---
 crates/sui-data-ingestion-core/src/reader.rs | 13 ++++++++++++-
 1 file changed, 12 insertions(+), 1 deletion(-)

diff --git a/crates/sui-data-ingestion-core/src/reader.rs b/crates/sui-data-ingestion-core/src/reader.rs
index f32730adc95c1..344215816d9cf 100644
--- a/crates/sui-data-ingestion-core/src/reader.rs
+++ b/crates/sui-data-ingestion-core/src/reader.rs
@@ -333,7 +333,7 @@ impl CheckpointReader {
         let (exit_sender, exit_receiver) = oneshot::channel();
         let reader = Self {
             path,
-            remote_store_url,
+            remote_store_url: remote_store_url.map(transform_ingestion_url),
             remote_store_options,
             current_checkpoint_number: starting_checkpoint_number,
             last_pruned_watermark: starting_checkpoint_number,
@@ -429,3 +429,14 @@ impl DataLimiter {
         self.in_progress = self.queue.values().sum();
     }
 }
+
+fn transform_ingestion_url(ingestion_url: String) -> String {
+    // temporary code to redirect ingestion traffic directly to the bucket
+    if ingestion_url.contains("checkpoints.mainnet.sui.io") {
+        "https://storage.googleapis.com/mysten-mainnet-checkpoints".to_string()
+    } else if ingestion_url.contains("checkpoints.testnet.sui.io") {
+        "https://storage.googleapis.com/mysten-testnet-checkpoints".to_string()
+    } else {
+        ingestion_url
+    }
+}