-
Notifications
You must be signed in to change notification settings - Fork 0
/
get_datasets.py
44 lines (35 loc) · 1.02 KB
/
get_datasets.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
from imutils import paths
import requests
import os
import cv2
output = "./datasets/hotdogs/"
url_list_filename = "./urls.txt"
total = 0
with open('urls.txt', 'rt') as f:
raws = f.read().strip().split("\n")
if len(raws) > 0:
for url in raws:
try:
#on télécharge l'image
r = requests.get(url, timeout=60)
img_path = os.path.sep.join([output, "{}.jpg".format(str(total).zfill(8))])
f = open(img_path, "wb")
f.write(r.content)
f.close()
print("Hotdog {} téléchargé".format(img_path))
total += 1
except:
print('Url mort.')
#on ouvre les images et on efface les corrompus
for imagePath in paths.list_images(output):
delete = False
try:
image = cv2.imread(imagePath)
if image is None:
delete = True
except:
print('Erreur, continuons..')
delete = True
if delete:
print("Effacement de {}".format(imagePath))
os.remove(imagePath)