140 lines
4.3 KiB
Bash
140 lines
4.3 KiB
Bash
#!/bin/bash
|
|
# PASCAL VOC dataset http://host.robots.ox.ac.uk/pascal/VOC/
|
|
# Download command: bash data/scripts/get_voc.sh
|
|
# Train command: python train.py --data voc.yaml
|
|
# Default dataset location is next to /yolov5:
|
|
# /parent_folder
|
|
# /VOC
|
|
# /yolov5
|
|
|
|
start=$(date +%s)
|
|
mkdir -p ../tmp
|
|
cd ../tmp/
|
|
|
|
# Download/unzip images and labels
|
|
d='.' # unzip directory
|
|
url=https://github.com/ultralytics/yolov5/releases/download/v1.0/
|
|
f1=VOCtrainval_06-Nov-2007.zip # 446MB, 5012 images
|
|
f2=VOCtest_06-Nov-2007.zip # 438MB, 4953 images
|
|
f3=VOCtrainval_11-May-2012.zip # 1.95GB, 17126 images
|
|
for f in $f3 $f2 $f1; do
|
|
echo 'Downloading' $url$f '...'
|
|
curl -L $url$f -o $f && unzip -q $f -d $d && rm $f & # download, unzip, remove in background
|
|
done
|
|
wait # finish background tasks
|
|
|
|
end=$(date +%s)
|
|
runtime=$((end - start))
|
|
echo "Completed in" $runtime "seconds"
|
|
|
|
echo "Splitting dataset..."
|
|
python3 - "$@" <<END
|
|
import xml.etree.ElementTree as ET
|
|
import pickle
|
|
import os
|
|
from os import listdir, getcwd
|
|
from os.path import join
|
|
|
|
sets=[('2012', 'train'), ('2012', 'val'), ('2007', 'train'), ('2007', 'val'), ('2007', 'test')]
|
|
|
|
classes = ["aeroplane", "bicycle", "bird", "boat", "bottle", "bus", "car", "cat", "chair", "cow", "diningtable", "dog", "horse", "motorbike", "person", "pottedplant", "sheep", "sofa", "train", "tvmonitor"]
|
|
|
|
|
|
def convert(size, box):
|
|
dw = 1./(size[0])
|
|
dh = 1./(size[1])
|
|
x = (box[0] + box[1])/2.0 - 1
|
|
y = (box[2] + box[3])/2.0 - 1
|
|
w = box[1] - box[0]
|
|
h = box[3] - box[2]
|
|
x = x*dw
|
|
w = w*dw
|
|
y = y*dh
|
|
h = h*dh
|
|
return (x,y,w,h)
|
|
|
|
def convert_annotation(year, image_id):
|
|
in_file = open('VOCdevkit/VOC%s/Annotations/%s.xml'%(year, image_id))
|
|
out_file = open('VOCdevkit/VOC%s/labels/%s.txt'%(year, image_id), 'w')
|
|
tree=ET.parse(in_file)
|
|
root = tree.getroot()
|
|
size = root.find('size')
|
|
w = int(size.find('width').text)
|
|
h = int(size.find('height').text)
|
|
|
|
for obj in root.iter('object'):
|
|
difficult = obj.find('difficult').text
|
|
cls = obj.find('name').text
|
|
if cls not in classes or int(difficult)==1:
|
|
continue
|
|
cls_id = classes.index(cls)
|
|
xmlbox = obj.find('bndbox')
|
|
b = (float(xmlbox.find('xmin').text), float(xmlbox.find('xmax').text), float(xmlbox.find('ymin').text), float(xmlbox.find('ymax').text))
|
|
bb = convert((w,h), b)
|
|
out_file.write(str(cls_id) + " " + " ".join([str(a) for a in bb]) + '\n')
|
|
|
|
wd = getcwd()
|
|
|
|
for year, image_set in sets:
|
|
if not os.path.exists('VOCdevkit/VOC%s/labels/'%(year)):
|
|
os.makedirs('VOCdevkit/VOC%s/labels/'%(year))
|
|
image_ids = open('VOCdevkit/VOC%s/ImageSets/Main/%s.txt'%(year, image_set)).read().strip().split()
|
|
list_file = open('%s_%s.txt'%(year, image_set), 'w')
|
|
for image_id in image_ids:
|
|
list_file.write('%s/VOCdevkit/VOC%s/JPEGImages/%s.jpg\n'%(wd, year, image_id))
|
|
convert_annotation(year, image_id)
|
|
list_file.close()
|
|
|
|
END
|
|
|
|
cat 2007_train.txt 2007_val.txt 2012_train.txt 2012_val.txt >train.txt
|
|
cat 2007_train.txt 2007_val.txt 2007_test.txt 2012_train.txt 2012_val.txt >train.all.txt
|
|
|
|
python3 - "$@" <<END
|
|
|
|
import shutil
|
|
import os
|
|
os.system('mkdir ../VOC/')
|
|
os.system('mkdir ../VOC/images')
|
|
os.system('mkdir ../VOC/images/train')
|
|
os.system('mkdir ../VOC/images/val')
|
|
|
|
os.system('mkdir ../VOC/labels')
|
|
os.system('mkdir ../VOC/labels/train')
|
|
os.system('mkdir ../VOC/labels/val')
|
|
|
|
import os
|
|
print(os.path.exists('../tmp/train.txt'))
|
|
f = open('../tmp/train.txt', 'r')
|
|
lines = f.readlines()
|
|
|
|
for line in lines:
|
|
line = "/".join(line.split('/')[-5:]).strip()
|
|
if (os.path.exists("../" + line)):
|
|
os.system("cp ../"+ line + " ../VOC/images/train")
|
|
|
|
line = line.replace('JPEGImages', 'labels')
|
|
line = line.replace('jpg', 'txt')
|
|
if (os.path.exists("../" + line)):
|
|
os.system("cp ../"+ line + " ../VOC/labels/train")
|
|
|
|
|
|
print(os.path.exists('../tmp/2007_test.txt'))
|
|
f = open('../tmp/2007_test.txt', 'r')
|
|
lines = f.readlines()
|
|
|
|
for line in lines:
|
|
line = "/".join(line.split('/')[-5:]).strip()
|
|
if (os.path.exists("../" + line)):
|
|
os.system("cp ../"+ line + " ../VOC/images/val")
|
|
|
|
line = line.replace('JPEGImages', 'labels')
|
|
line = line.replace('jpg', 'txt')
|
|
if (os.path.exists("../" + line)):
|
|
os.system("cp ../"+ line + " ../VOC/labels/val")
|
|
|
|
END
|
|
|
|
rm -rf ../tmp # remove temporary directory
|
|
echo "VOC download done."
|