FilesExpand file tree

 master

/

tutorial_mnist_simple.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

62 lines (49 loc) · 2.22 KB

 master

/

tutorial_mnist_simple.py

Copy path

Top

File metadata and controls

• Code
• Blame

62 lines (49 loc) · 2.22 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

#! /usr/bin/python

# -*- coding: utf8 -*-

import tensorflow as tf

import tensorlayer as tl

sess = tf.InteractiveSession()

# prepare data

X_train, y_train, X_val, y_val, X_test, y_test = \

tl.files.load_mnist_dataset(shape=(-1,784))

# define placeholder

x = tf.placeholder(tf.float32, shape=[None, 784], name='x')

y_ = tf.placeholder(tf.int64, shape=[None, ], name='y_')

# define the network

network = tl.layers.InputLayer(x, name='input')

network = tl.layers.DropoutLayer(network, keep=0.8, name='drop1')

network = tl.layers.DenseLayer(network, n_units=800,

act = tf.nn.relu, name='relu1')

network = tl.layers.DropoutLayer(network, keep=0.5, name='drop2')

network = tl.layers.DenseLayer(network, n_units=800,

act = tf.nn.relu, name='relu2')

network = tl.layers.DropoutLayer(network, keep=0.5, name='drop3')

# the softmax is implemented internally in tl.cost.cross_entropy(y, y_) to

# speed up computation, so we use identity here.

# see tf.nn.sparse_softmax_cross_entropy_with_logits()

network = tl.layers.DenseLayer(network, n_units=10,

act=tf.identity, name='output')

# define cost function and metric.

y = network.outputs

cost = tl.cost.cross_entropy(y, y_, name='cost')

correct_prediction = tf.equal(tf.argmax(y, 1), y_)

acc = tf.reduce_mean(tf.cast(correct_prediction, tf.float32))

y_op = tf.argmax(tf.nn.softmax(y), 1)

# define the optimizer

train_params = network.all_params

train_op = tf.train.AdamOptimizer(learning_rate=0.0001, beta1=0.9, beta2=0.999,

epsilon=1e-08, use_locking=False).minimize(cost, var_list=train_params)

# initialize all variables in the session

tl.layers.initialize_global_variables(sess)

# print network information

network.print_params()

network.print_layers()

# train the network

tl.utils.fit(sess, network, train_op, cost, X_train, y_train, x, y_,

acc=acc, batch_size=500, n_epoch=500, print_freq=5,

X_val=X_val, y_val=y_val, eval_train=False)

# evaluation

tl.utils.test(sess, network, acc, X_test, y_test, x, y_, batch_size=None, cost=cost)

# save the network to .npz file

tl.files.save_npz(network.all_params , name='model.npz')

sess.close()