forked from apachecn/doctool
-
Notifications
You must be signed in to change notification settings - Fork 0
/
trans.py
185 lines (145 loc) · 4.5 KB
/
trans.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
# coding: utf-8
import re
import time
import sys
import os
from bs4 import BeautifulSoup as bs
from argparse import ArgumentParser
import gotrans
RE_CODE = r'<(pre|code)[^>]*?>[\s\S]*?</\1>'
RE_TAG = r'<[^>]*?>'
RE_ENTITY = r'&(\w+|#x?\d+);'
parser = ArgumentParser()
parser.add_argument('--proxy')
parser.add_argument('--wait-sec', type=float, default=0.5)
args = parser.parse_args(sys.argv[2:])
if args.proxy:
p = args.proxy
args.proxy = {'http': p, 'https': p}
gotrans.proxy = args.proxy
def set_inner_html(elem, html):
body = bs('<body>' + html + '</body>', 'lxml').body
elem.clear()
for ch in list(body.children):
elem.append(ch)
def tags_preprocess(html):
'''
# 去头去尾
html = html.replace("<?xml version='1.0' encoding='utf-8'?>", '')
html = re.sub(r'<html[^>]*?>.*?<body[^>]*?>', '', html, flags=re.RegexFlag.DOTALL)
html = re.sub(r'</body>.*?</html>', '', html, flags=re.RegexFlag.DOTALL)
'''
tags = []
def replace_func(m):
s = m.group()
tags.append(s)
idx = len(tags) - 1
tk = f' [HTG{idx}] '
return tk
# 移除 <pre|code>
html = re.sub(RE_CODE, replace_func, html)
# 移除其它标签
html = re.sub(RE_TAG, replace_func, html)
# 移除实体
html = re.sub(RE_ENTITY, replace_func, html)
# 去掉 Unix 和 Windows 换行
html = html.replace('\n', ' ')
html = html.replace('\r', '')
return html, tags
def tags_recover(html, tags):
# 还原标签
for i, t in enumerate(tags):
html = html.replace(f'[HTG{i}]', t)
return html
def trans_real(html):
translated = False
while not translated:
try:
print(html)
html = gotrans.trans(html)
print(html)
translated = True
time.sleep(args.wait_sec)
except Exception as ex:
print(ex)
time.sleep(args.wait_sec)
# 修复占位符
html = re.sub(r'\[\s*(?:htg|HTG)\s*(\d+)\s*\]', r'[HTG\1]', html)
return html
def trans_one(html):
if html.strip() == '':
return ''
# 标签预处理
html, tokens = tags_preprocess(html)
# 按句子翻译
html = trans_real(html)
# 标签还原
html = tags_recover(html, tokens)
return html
def trans_html(html):
root = bs(html, 'lxml')
# 处理 <p> <h?>
elems = root.select('p, h1, h2, h3, h4, h5, h6')
for elem in elems:
to_trans = elem.decode_contents()
trans = trans_one(to_trans)
set_inner_html(elem, trans)
# 处理 <blockquote> <td> <th>
elems = root.select('blockquote, td, th')
for elem in elems:
if elem.p: continue
to_trans = elem.decode_contents()
trans = trans_one(to_trans)
set_inner_html(elem, trans)
# 处理 <li>
elems = root.select('li')
for elem in elems:
if elem.p: continue
# 如果有子列表，就取下来
sub_list = None
if elem.ul: sub_list = elem.ul
if elem.ol: sub_list = elem.ol
if sub_list: sub_list.extract()
to_trans = elem.decode_contents()
trans = trans_one(to_trans)
set_inner_html(elem, trans)
# 将子列表还原
if sub_list: elem.append(sub_list)
return root.decode()
def process_code(html):
root = bs(html, 'lxml')
pres = root.select('div.code, div.Code')
for p in pres:
newp = bs('<pre></pre>', 'lxml').pre
newp.append(p.text)
p.replace_with(newp)
codes = root.select('span.inline-code, span.CodeInline')
for c in codes:
newc = bs('<code></code>', 'lxml').code
newc.append(c.text)
c.replace_with(newc)
return str(root)
is_html = lambda f: f.endswith('.html') or f.endswith('.htm')
def process_file(fname):
if not is_html(fname):
print(f'{fname} 不是 HTML 文件')
return
print(fname)
html = open(fname, encoding='utf-8').read()
html = process_code(html)
html = trans_html(html)
with open(fname, 'w', encoding='utf-8') as f:
f.write(html)
def process_dir(dir):
files = [f for f in os.listdir(dir) if is_html(f)]
for f in files:
f = os.path.join(dir, f)
process_file(f)
def main():
# python trans.py <dir|file>
fname = sys.argv[1]
if os.path.isdir(fname):
process_dir(fname)
else:
process_file(fname)
if __name__ == '__main__': main()