Skip to content

Commit

Permalink
Disable z3 tracing profiler (#4106)
Browse files Browse the repository at this point in the history
Co-authored-by: Michael Wyatt <michaelwyatt@microsoft.com>
  • Loading branch information
tjruwase and mrwyattii committed Aug 8, 2023
1 parent abe293b commit 977254c
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion deepspeed/runtime/zero/partitioned_param_coordinator.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,8 @@
from deepspeed.accelerator import get_accelerator
import logging

ENABLE_PROFILER = False


def debug_rank0(message: str) -> None:
if dist.get_rank() == 0:
Expand Down Expand Up @@ -117,7 +119,7 @@ def __init__(
self.__ongoing_fetch_events: Deque[get_accelerator().Event] = collections.deque()
# TODO. make this configurable via JSON
self.__max_ongoing_fetch_events: int = 2
self.__profiler = PartitionedParameterProfiler(timers)
self.__profiler = PartitionedParameterProfiler(timers if ENABLE_PROFILER else None)

"""Tracing and Tracking
TODO. consider performing trace before initializing PartitionedParameterCoordinator
Expand Down

0 comments on commit 977254c

Please sign in to comment.