-
Notifications
You must be signed in to change notification settings - Fork 3
/
divide_val.py
52 lines (45 loc) · 2.18 KB
/
divide_val.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
import os
import random
import shutil
from glob import glob
client_name = ['REFUGE', 'ORIGA','G1020','Drishti-GS1']
# client_name = ['1', '6', '18', '21']
# client_name = ['PanNuke2Adrenal_gland','PanNuke2Esophagus', 'PanNuke3Bile-duct','PanNuke3Uterus', 'MoNuSAC2020','TNBC','MoNuSAC2018']
# client_name = ['BIDMC', 'HK', 'I2CVB', 'ISBI', 'ISBI_1.5', 'UCL']
data_path = '/mnt/diskB/name/Fundus_1024'
# data_path = '/mnt/diskB/name/Nuclei_1024'
# data_path = '/mnt/diskB/name/FeTS2022_1024'
def move(source_file, destination_file):
shutil.copy2(source_file, destination_file)
os.remove(source_file)
def divide(client_idx):
# data_path = '/mnt/diskB/name/Prostate_processed_1024'
# image_list = glob('{}/{}/data_npy/*'.format(data_path,client_name[client_idx]))
# label_dir='{}/{}/label_npy'.format(data_path,client_name[client_idx])
# The path to the source and destination folders
source_folder = '{}/{}/data_npy'.format(data_path,client_name[client_idx])
target_folder = '{}/{}/val_data_npy'.format(data_path,client_name[client_idx])
source_label_folder = '{}/{}/label_npy'.format(data_path,client_name[client_idx])
target_label_folder = '{}/{}/val_label_npy'.format(data_path,client_name[client_idx])
if not os.path.exists(target_folder):
os.makedirs(target_folder)
if not os.path.exists(target_label_folder):
os.makedirs(target_label_folder)
image_files = [f for f in os.listdir(source_folder) if f.endswith(('.npy'))]
# Calculate the number of images to move (10%)
num_images_to_move = int(len(image_files) * 0.1)
# Randomly select the image file you want to move
random_images = random.sample(image_files, num_images_to_move)
# Move the selected image file to the destination folder
for image_file in random_images:
source_path = os.path.join(source_folder, image_file)
target_path = os.path.join(target_folder, image_file)
# print(source_path,target_folder)
move(source_path, target_folder)
file_name = os.path.basename(source_path)
label_path = os.path.join(source_label_folder,file_name)
move(label_path, target_label_folder)
print(f'Successfully moved {num_images_to_move} image files to validation set folder.')
random.seed(0)
for i in range(len(client_name)):
divide(i)