diff --git a/pyproject.toml b/pyproject.toml index 75545ba57..ee1de78ec 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -17,7 +17,8 @@ select = [ "LOG", "PERF", "PLE", - "UP006" + "UP006", + "F401", ] extend-safe-fixes = [ "UP006", diff --git a/scripts/compression/plot.py b/scripts/compression/plot.py index b33552bb3..7e8a11631 100644 --- a/scripts/compression/plot.py +++ b/scripts/compression/plot.py @@ -6,7 +6,7 @@ from argparse import ArgumentParser, Namespace from collections import defaultdict from dataclasses import dataclass -from typing import Dict, List, Optional +from typing import Optional import numpy as np from matplotlib import pyplot as plt diff --git a/scripts/hashing/plot.py b/scripts/hashing/plot.py index 810ee0a9c..30b5c4eb3 100644 --- a/scripts/hashing/plot.py +++ b/scripts/hashing/plot.py @@ -5,7 +5,7 @@ from argparse import ArgumentParser, Namespace from collections import defaultdict -from typing import Dict, List, Optional, Tuple +from typing import Optional import numpy as np from matplotlib import pyplot as plt diff --git a/scripts/partition/diff.py b/scripts/partition/diff.py index c057d677b..bc9a95bc9 100644 --- a/scripts/partition/diff.py +++ b/scripts/partition/diff.py @@ -5,7 +5,6 @@ from argparse import ArgumentParser, Namespace from time import time -from typing import List import numpy as np from tqdm import tqdm diff --git a/scripts/partition/plot.py b/scripts/partition/plot.py index c65cdf8cf..44b723b5b 100644 --- a/scripts/partition/plot.py +++ b/scripts/partition/plot.py @@ -4,7 +4,6 @@ """Plot results of comparing streaming dataset partitioning algorithms.""" from argparse import ArgumentParser, Namespace -from typing import Dict, List, Tuple from matplotlib import pyplot as plt diff --git a/scripts/samples/bench_and_plot.py b/scripts/samples/bench_and_plot.py index 19e18315e..22d4b834c 100644 --- a/scripts/samples/bench_and_plot.py +++ b/scripts/samples/bench_and_plot.py @@ -9,7 +9,7 @@ from contextlib import contextmanager from shutil import rmtree from time import time, time_ns -from typing import Any, Callable, Dict, Iterator, List, Tuple +from typing import Any, Callable, Iterator import numpy as np from matplotlib import pyplot as plt diff --git a/scripts/serialization/compare.py b/scripts/serialization/compare.py index 38ee2167e..161844b4e 100644 --- a/scripts/serialization/compare.py +++ b/scripts/serialization/compare.py @@ -25,7 +25,7 @@ from glob import glob from shutil import rmtree from time import time -from typing import Any, Callable, Dict, Iterator, List +from typing import Any, Callable, Iterator import numpy as np import pandas as pd diff --git a/scripts/shuffle/plot.py b/scripts/shuffle/plot.py index 3806f5134..b2e160db9 100644 --- a/scripts/shuffle/plot.py +++ b/scripts/shuffle/plot.py @@ -4,7 +4,6 @@ """Plot results of comparing streaming dataset shuffling algorithms.""" from argparse import ArgumentParser, Namespace -from typing import Dict, List, Tuple from matplotlib import pyplot as plt diff --git a/simulation/core/main.py b/simulation/core/main.py index fc2d0e001..bf211421f 100644 --- a/simulation/core/main.py +++ b/simulation/core/main.py @@ -5,7 +5,7 @@ import logging import time -from typing import Generator, Tuple, Union +from typing import Generator, Union import numpy as np from core.node_tracker import NodeTracker diff --git a/simulation/core/node_tracker.py b/simulation/core/node_tracker.py index 5e759be0d..873f49175 100644 --- a/simulation/core/node_tracker.py +++ b/simulation/core/node_tracker.py @@ -3,7 +3,7 @@ """Class for tracking node information during simulation.""" -from typing import Optional, Tuple +from typing import Optional import numpy as np from core.last_used_ordered_set import LastUsedOrderedSet diff --git a/simulation/core/shard_downloads.py b/simulation/core/shard_downloads.py index 39dbe61e1..81cb22790 100644 --- a/simulation/core/shard_downloads.py +++ b/simulation/core/shard_downloads.py @@ -3,7 +3,7 @@ """Functions for simulating shard downloads and calculating needed cache limit for downloads.""" -from typing import Optional, Tuple +from typing import Optional import numpy as np from core.node_tracker import NodeTracker diff --git a/simulation/core/shuffle_quality.py b/simulation/core/shuffle_quality.py index 83e503978..b6333d990 100644 --- a/simulation/core/shuffle_quality.py +++ b/simulation/core/shuffle_quality.py @@ -4,7 +4,6 @@ """Determine shuffle quality of a run over a fixed number of samples.""" import logging -from typing import Tuple import numpy as np from core.utils import remove_padded_samples diff --git a/simulation/core/sim_spanner.py b/simulation/core/sim_spanner.py index 3871e8c5f..02ddfcd95 100644 --- a/simulation/core/sim_spanner.py +++ b/simulation/core/sim_spanner.py @@ -3,8 +3,6 @@ """Mapping of global sample index to shard index for simulation purposes.""" -from typing import Tuple - from streaming.base.spanner import Spanner diff --git a/simulation/core/utils.py b/simulation/core/utils.py index 93bdbe922..7759f6316 100644 --- a/simulation/core/utils.py +++ b/simulation/core/utils.py @@ -3,8 +3,6 @@ """Peripheral functions for simulation functionality.""" -from typing import Tuple - import numpy as np from core.sim_dataset import SimulationDataset from core.sim_time import Time, TimeUnit diff --git a/simulation/core/yaml_processing.py b/simulation/core/yaml_processing.py index 688dcad03..80d0e6927 100644 --- a/simulation/core/yaml_processing.py +++ b/simulation/core/yaml_processing.py @@ -3,7 +3,7 @@ """Ingest yaml and create SimulationDataset.""" -from typing import Optional, Tuple +from typing import Optional from core.sim_dataset import SimulationDataset from core.sim_time import Time, TimeUnit, ensure_time diff --git a/streaming/__init__.py b/streaming/__init__.py index f0772e6b1..b8f3e2541 100644 --- a/streaming/__init__.py +++ b/streaming/__init__.py @@ -6,7 +6,7 @@ import streaming.multimodal as multimodal import streaming.text as text import streaming.vision as vision -from streaming._version import __version__ +from streaming._version import __version__ # noqa: F401 from streaming.base import (CSVWriter, JSONWriter, LocalDataset, MDSWriter, Stream, StreamingDataLoader, StreamingDataset, TSVWriter, XSVWriter) diff --git a/tests/conftest.py b/tests/conftest.py index 3b8a416c5..191b50af9 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -9,9 +9,9 @@ import pytest from moto import mock_aws -from tests.common.utils import compressed_local_remote_dir # pyright: ignore -from tests.common.utils import get_free_tcp_port # pyright: ignore -from tests.common.utils import local_remote_dir # pyright: ignore +from tests.common.utils import compressed_local_remote_dir # pyright: ignore # noqa: F401 +from tests.common.utils import get_free_tcp_port # pyright: ignore # noqa: F401 +from tests.common.utils import local_remote_dir # pyright: ignore # noqa: F401 MY_BUCKET = 'streaming-test-bucket' MY_PREFIX = 'train'