深度学习万能数据加载代码

收藏

#此函数只要稍作修改，就可以加载任意自己想要的数据格式。
def data_loader(data,seq_length,batch_size):
    def reader():
        data_list = []
        label_list = []
        for i in range(len(data)-seq_length):
            data_list.append(data[i:i+seq_length,:-1])
            label_list.append(data[i:i+seq_length,-1])
            if len(data_list) == batch_size:
                data_array = torch.tensor(np.array(data_list), dtype=torch.float)
                label_array = torch.tensor(np.array(label_list), dtype=torch.float)
                yield data_array, label_array
                data_list = []
                label_list = []
        if len(data_list) > 0:
            data_array = torch.tensor(np.array(data_list), dtype=torch.float)
            label_array = torch.tensor(np.array(label_list), dtype=torch.float)
            yield data_array, label_array
    return reader