将mnist数据集保存成numpy格式

import numpy as np

from urllib import request

import gzip

import pickle

filename = [

["training_images","train-images-idx3-ubyte.gz"],

["test_images","t10k-images-idx3-ubyte.gz"],

["training_labels","train-labels-idx1-ubyte.gz"],

["test_labels","t10k-labels-idx1-ubyte.gz"]

]

def download_mnist():

    base_url = "http://yann.lecun.com/exdb/mnist/"

    for name in filename:

        print("Downloading "+name[1]+"...")

        request.urlretrieve(base_url+name[1], name[1])

    print("Download complete.")

def save_mnist():

    mnist = {}

    for name in filename[:2]:

        with gzip.open(name[1], 'rb') as f:

            mnist[name[0]] = np.frombuffer(f.read(), np.uint8, offset=16).reshape(-1,28*28)

    for name in filename[-2:]:

        with gzip.open(name[1], 'rb') as f:

            mnist[name[0]] = np.frombuffer(f.read(), np.uint8, offset=8)

    with open("mnist.pkl", 'wb') as f:

        pickle.dump(mnist,f)

    print("Save complete.")

def init():

    download_mnist()

    save_mnist()

def load():

    with open("mnist.pkl",'rb') as f:

        mnist = pickle.load(f)

    return mnist["training_images"], mnist["training_labels"], mnist["test_images"], mnist["test_labels"]

if __name__ == '__main__':

    init()

代码地址:https://github.com/hsjeong5/MNIST-for-Numpy

将mnist数据集保存成numpy格式的相关教程结束。