forked from aws-deadline/deadline-cloud-worker-agent
-
Notifications
You must be signed in to change notification settings - Fork 0
/
hatch_version_hook.py
156 lines (131 loc) · 5.52 KB
/
hatch_version_hook.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
import logging
import os
import shutil
import sys
from dataclasses import dataclass
from hatchling.builders.hooks.plugin.interface import BuildHookInterface
from typing import Any, Optional
_logger = logging.Logger(__name__, logging.INFO)
_stdout_handler = logging.StreamHandler(sys.stdout)
_stdout_handler.addFilter(lambda record: record.levelno <= logging.INFO)
_stderr_handler = logging.StreamHandler(sys.stderr)
_stderr_handler.addFilter(lambda record: record.levelno > logging.INFO)
_logger.addHandler(_stdout_handler)
_logger.addHandler(_stderr_handler)
@dataclass
class CopyConfig:
sources: list[str]
destinations: list[str]
class CustomBuildHookException(Exception):
pass
class CustomBuildHook(BuildHookInterface):
"""
A Hatch build hook that is pulled in automatically by Hatch's "custom" hook support
See: https://hatch.pypa.io/1.6/plugins/build-hook/custom/
This build hook copies files from one location (sources) to another (destinations).
Config options:
- `log_level (str)`: The logging level. Any value accepted by logging.Logger.setLevel is allowed. Default is INFO.
- `copy_map (list[dict])`: A list of mappings of files to copy and the destinations to copy them into. In TOML files,
this is expressed as an array of tables. See https://toml.io/en/v1.0.0#array-of-tables
Example TOML config:
```
[tool.hatch.build.hooks.custom]
path = "hatch_hook.py"
log_level = "DEBUG"
[[tool.hatch.build.hooks.custom.copy_map]]
sources = [
"_version.py",
]
destinations = [
"src/deadline-cloud-worker-agent",
]
[[tool.hatch.build.hooks.custom.copy_map]]
sources = [
"something_the_tests_need.py",
"something_else_the_tests_need.ini",
]
destinations = [
"test/deadline-cloud-worker-agent",
]
```
"""
REQUIRED_OPTS = [
"copy_map",
]
def initialize(self, version: str, build_data: dict[str, Any]) -> None:
if not self._prepare():
return
for copy_cfg in self.copy_map:
_logger.info(f"Copying {copy_cfg.sources} to {copy_cfg.destinations}")
for destination in copy_cfg.destinations:
for source in copy_cfg.sources:
copy_func = shutil.copy if os.path.isfile(source) else shutil.copytree
copy_func(
os.path.join(self.root, source),
os.path.join(self.root, destination),
)
_logger.info("Copy complete")
def clean(self, versions: list[str]) -> None:
if not self._prepare():
return
for copy_cfg in self.copy_map:
_logger.info(f"Cleaning {copy_cfg.sources} from {copy_cfg.destinations}")
cleaned_count = 0
for destination in copy_cfg.destinations:
for source in copy_cfg.sources:
source_path = os.path.join(self.root, destination, source)
remove_func = os.remove if os.path.isfile(source_path) else os.rmdir
try:
remove_func(source_path)
except FileNotFoundError:
_logger.debug(f"Skipping {source_path} because it does not exist...")
else:
cleaned_count += 1
_logger.info(f"Cleaned {cleaned_count} items")
def _prepare(self) -> bool:
missing_required_opts = [
opt for opt in self.REQUIRED_OPTS if opt not in self.config or not self.config[opt]
]
if missing_required_opts:
_logger.warn(
f"Required options {missing_required_opts} are missing or empty. "
"Contining without copying sources to destinations...",
file=sys.stderr,
)
return False
log_level = self.config.get("log_level")
if log_level:
_logger.setLevel(log_level)
return True
@property
def copy_map(self) -> Optional[list[CopyConfig]]:
raw_copy_map: list[dict] = self.config.get("copy_map")
if not raw_copy_map:
return None
if not (
isinstance(raw_copy_map, list)
and all(isinstance(copy_cfg, dict) for copy_cfg in raw_copy_map)
):
raise CustomBuildHookException(
f'"copy_map" config option is a nonvalid type. Expected list[dict], but got {raw_copy_map}'
)
def verify_list_of_file_paths(file_paths: Any, config_name: str):
if not (isinstance(file_paths, list) and all(isinstance(fp, str) for fp in file_paths)):
raise CustomBuildHookException(
f'"{config_name}" config option is a nonvalid type. Expected list[str], but got {file_paths}'
)
missing_paths = [
fp for fp in file_paths if not os.path.exists(os.path.join(self.root, fp))
]
if len(missing_paths) > 0:
raise CustomBuildHookException(
f'"{config_name}" config option contains some file paths that do not exist: {missing_paths}'
)
copy_map: list[CopyConfig] = []
for copy_cfg in raw_copy_map:
destinations: list[str] = copy_cfg.get("destinations")
verify_list_of_file_paths(destinations, "destinations")
sources: list[str] = copy_cfg.get("sources")
verify_list_of_file_paths(sources, "source")
copy_map.append(CopyConfig(sources, destinations))
return copy_map