1 Star 6 Fork 3

吴斌 / 花卉识别

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
data_split.py 4.10 KB
一键复制 编辑 原始数据 按行查看 历史
吴斌 提交于 2022-07-02 19:56 . 数据集划分
import os
import random
from time import *
from shutil import copy2
import shutil
from pathlib import Path
# 删除指定目录下文件
def del_file(path):
for elm in Path(path).glob('*'):
print(elm)
elm.unlink() if elm.is_file() else shutil.rmtree(elm)
# 数据集划分
def data_set_split(src_data_folder, target_data_folder, train_scale=0.7, val_scale=0.1, test_scale=0.2):
'''
读取源数据文件夹,生成划分好的文件夹,分为trian、val、test三个文件夹进行
:param train_scale: 训练集比例
:param val_scale: 验证集比例
:param test_scale: 测试集比例
:return:
'''
print("开始数据集划分")
del_file(target_data_folder)
class_names = os.listdir(src_data_folder)
# 在目标目录下创建文件夹
split_names = ['train', 'val', 'test']
for split_name in split_names:
split_path = os.path.join(target_data_folder, split_name)
if os.path.isdir(split_path):
pass
else:
os.mkdir(split_path)
# 然后在split_path的目录下创建类别文件夹
for class_name in class_names:
class_split_path = os.path.join(split_path, class_name)
if os.path.isdir(class_split_path):
pass
else:
os.mkdir(class_split_path)
# 按照比例划分数据集,并进行数据图片的复制
# 首先进行分类遍历
for class_name in class_names:
current_class_data_path = os.path.join(src_data_folder, class_name)
current_all_data = os.listdir(current_class_data_path)
current_data_length = len(current_all_data)
current_data_index_list = list(range(current_data_length))
random.shuffle(current_data_index_list)
train_folder = os.path.join(os.path.join(target_data_folder, 'train'), class_name)
val_folder = os.path.join(os.path.join(target_data_folder, 'val'), class_name)
test_folder = os.path.join(os.path.join(target_data_folder, 'test'), class_name)
train_stop_flag = current_data_length * train_scale
val_stop_flag = current_data_length * (train_scale + val_scale)
current_idx = 0
train_num = 0
val_num = 0
test_num = 0
for i in current_data_index_list:
src_img_path = os.path.join(current_class_data_path, current_all_data[i])
if current_idx <= train_stop_flag:
copy2(src_img_path, train_folder)
# print("{}复制到了{}".format(src_img_path, train_folder))
train_num = train_num + 1
elif (current_idx > train_stop_flag) and (current_idx <= val_stop_flag):
copy2(src_img_path, val_folder)
# print("{}复制到了{}".format(src_img_path, val_folder))
val_num = val_num + 1
else:
copy2(src_img_path, test_folder)
# print("{}复制到了{}".format(src_img_path, test_folder))
test_num = test_num + 1
current_idx = current_idx + 1
print("*********************************{}*************************************".format(class_name))
print(
"{}类按照{}:{}:{}的比例划分完成,一共{}张图片".format(class_name, train_scale, val_scale, test_scale, current_data_length))
print("训练集{}:{}张".format(train_folder, train_num))
print("验证集{}:{}张".format(val_folder, val_num))
print("测试集{}:{}张".format(test_folder, test_num))
# def data_splits():
if __name__ == '__main__':
src_data_folder = "C:/Users/Bebe/Desktop/flower-recognition-master/data/flower_photos"
target_data_folder = "C:/Users/Bebe/Desktop/flower-recognition-master/data/flower_photos_split"
# 开始训练,记录开始时间
begin_time = time()
data_set_split(src_data_folder, target_data_folder)
# 记录结束时间
end_time = time()
run_time = end_time - begin_time
print('数据集切分耗时:', run_time, "s")
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
Python
1
https://gitee.com/wu-bin-07/flower-identification.git
git@gitee.com:wu-bin-07/flower-identification.git
wu-bin-07
flower-identification
花卉识别
master

搜索帮助

344bd9b3 5694891 D2dac590 5694891