-
Notifications
You must be signed in to change notification settings - Fork 2
/
singleThreadedCacher.py
executable file
·70 lines (54 loc) · 2.35 KB
/
singleThreadedCacher.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
#! python2
import sys
import time
from os import path, listdir, makedirs
import numpy as np
from skimage import io
import pyglass
default_max_intensity = 15000.0
default_num_worker_threads = 12
default_max_queue_size = 12
def worker(queue, max_intensity, input_root_path, output_root_path):
while len(queue) > 0:
block = queue.pop(0)
input_folder = path.join(input_root_path, block)
output_folder = path.join(output_root_path, block)
try:
makedirs(output_folder)
except OSError:
if not path.isdir(output_folder):
raise
valid_folders = [str(n) for n in range(1, 9)]
children = [x for x in listdir(input_folder) if path.isdir(path.join(input_folder, x)) and x in valid_folders][0:10]
[queue.append(path.join(block, x)) for x in children]
start_time = time.time()
convert(block, input_root_path, output_root_path, max_intensity)
# print '%s, %.1f sec/blocks\n' % (block, time.time() - start_time)
def calc_statistics(x):
m = np.mean(x)
c = x - m
c.shape = (-1)
return m, np.dot(c, c) / (c.size - 1)
def convert(max_intensity, input_root_path, output_root_path, name_of_log_file):
output_path = path.join(output_root_path, 'default.tif')
#if path.exists(output_path):
# return
tiff0 = np.float32(io.imread(path.join(input_root_path, 'default.0.tif')))
diff8b = np.uint8(tiff0 / ((2**16)-1) * 255.0)
#io.imsave(input_root_path + "/test.tif", diff8b)
pyglass.Raster(diff8b).Export(output_path)
#if name_of_log_file != "default":
# with open(name_of_log_file, 'w') as w:
# w.write('1000000')
#pyglass.CombineRasters(pyglass.Raster(tiff0), pyglass.Raster(tiff1)).Export(output_path)
def process_octree(input_root_path,
output_root_path,
name_of_log_file = "default",
max_intensity=default_max_intensity,
max_queue_size=default_max_queue_size,
num_worker_threads=default_num_worker_threads):
convert(max_intensity, input_root_path, output_root_path, name_of_log_file)
if __name__ == '__main__':
if len(sys.argv) == 3:
sys.argv.append("default")
process_octree(sys.argv[1], sys.argv[2], sys.argv[3])