使用tflearn 构建多层感知机MLP_tflearn实现多层感知机-CSDN博客

本文介绍了一个基于深度神经网络的手写数字识别模型。该模型使用了两层带有Tanh激活函数的全连接层，并应用Dropout技术防止过拟合。通过SGD优化器进行训练，最终在MNIST数据集上达到了98%的准确率。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

# -*- coding:utf-8 -*-
'''
Created on 2018-1-19

'''
import numpy as np
import tflearn
import tflearn.datasets.mnist as mnist

X, Y, testX, testY = mnist.load_data(one_hot=True)

def do_DNN(X, Y, testX, testY):
    # Building deep neural network
#     定义输入层
    input_layer = tflearn.input_data(shape=[None, 784])
#     定义一个64神经元的全连接隐藏层，
    dense1 = tflearn.fully_connected(input_layer, 64, activation='tanh',regularizer='L2', weight_decay=0.001)
#     对全连接使用一个dropout，随机停用部分神经元，防止过拟合
    dropout1 = tflearn.dropout(dense1, 0.8)
    dense2 = tflearn.fully_connected(dropout1, 64, activation='tanh',regularizer='L2', weight_decay=0.001)
    dropout2 = tflearn.dropout(dense2, 0.8)
#     定义输出层，使用softmax分类
    softmax = tflearn.fully_connected(dropout2, 10, activation='softmax')

    # Regression using SGD with learning rate decay and Top-3 accuracy
    # 反向传播使用SGD随机梯度下降法，学习率递减
    sgd = tflearn.SGD(learning_rate=0.1, lr_decay=0.96, decay_step=1000)
#     定义，真实结果在预测结果前3中就算正确
    top_k = tflearn.metrics.Top_k(3)
#     定义回归策略
    net = tflearn.regression(softmax, optimizer=sgd, metric=top_k,loss='categorical_crossentropy')
    # Training
    model = tflearn.DNN(net, tensorboard_verbose=0)
    model.fit(X, Y, n_epoch=20, validation_set=(testX, testY),
              show_metric=True, run_id="dense_model")

# 准确率98%
do_DNN(X, Y, testX, testY)