diff --git a/.config/hakari.toml b/.config/hakari.toml
index 8c1b682c48a6e..fb85775958847 100644
--- a/.config/hakari.toml
+++ b/.config/hakari.toml
@@ -29,4 +29,4 @@ workspace-members = [
     "risingwave_object_store",
     "risingwave_bench",
 ]
-third-party = [{ name = "opendal" }]
+third-party = [{ name = "opendal" }, { name = "criterion" }]
diff --git a/Cargo.lock b/Cargo.lock
index 6711e5f8d02b1..db75e081e55ee 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -8839,7 +8839,6 @@ dependencies = [
  "clap 4.2.7",
  "clap_builder",
  "combine",
- "criterion",
  "crossbeam-epoch",
  "crossbeam-utils",
  "either",
diff --git a/src/workspace-hack/Cargo.toml b/src/workspace-hack/Cargo.toml
index 2879269943d81..986b95dc1aed7 100644
--- a/src/workspace-hack/Cargo.toml
+++ b/src/workspace-hack/Cargo.toml
@@ -30,7 +30,6 @@ chrono = { version = "0.4", features = ["serde"] }
 clap = { version = "4", features = ["derive", "env"] }
 clap_builder = { version = "4", default-features = false, features = ["color", "env", "help", "std", "suggestions", "usage"] }
 combine = { version = "4" }
-criterion = { version = "0.4", features = ["async_futures", "async_tokio"] }
 crossbeam-epoch = { version = "0.9" }
 crossbeam-utils = { version = "0.8" }
 either = { version = "1" }
@@ -114,7 +113,6 @@ chrono = { version = "0.4", features = ["serde"] }
 clap = { version = "4", features = ["derive", "env"] }
 clap_builder = { version = "4", default-features = false, features = ["color", "env", "help", "std", "suggestions", "usage"] }
 combine = { version = "4" }
-criterion = { version = "0.4", features = ["async_futures", "async_tokio"] }
 crossbeam-epoch = { version = "0.9" }
 crossbeam-utils = { version = "0.8" }
 either = { version = "1" }