基于GoogLeNet的不同花分类微调训练案例

import tensorflow as tf

from tensorflow.contrib.slim import nets

slim = tf.contrib.slim

import numpy as np

/root/anaconda3/lib/python3.6/site-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.

  from ._conv import register_converters as _register_converters

class GoogLeNet(object):   

    def __init__(self, lr, batch_size, iter_num):

        self.lr = lr   # 学习率

        self.batch_size = batch_size

        self.iter_num = iter_num   # 总共训练多少次

        tf.reset_default_graph()   # 重置图。有时候大家运行程序时候会提示某某tensor已经被构造。这是因为之前创建的图还在，然后重新运行一遍代码又创建了一个新图。可以在这里加一句tf.reset_default_graph()

        self.X = tf.placeholder(tf.float32, [None, 224, 224, 3])

        self.y = tf.placeholder(tf.float32, [None, 17])   # 17flowersu数据集有17个类

        self.dropRate = tf.placeholder(tf.float32)    

        with slim.arg_scope(nets.inception.inception_v1_arg_scope()):

            net, endpoints = nets.inception.inception_v1(self.X, num_classes=1001)

            # 在这里，我们直接使用预置的模型。

        net = endpoints['Mixed_5c']

        net = tf.reduce_mean(net, [1, 2], keep_dims=True, name='global_pool')

        net = tf.reshape(net , [-1, 1024])

        # 下面这些，大家应该非常熟悉了，和MNIST的一样的

        net = tf.nn.dropout(net, self.dropRate)

        logits = tf.layers.dense(net, 17, use_bias=True,

                                 kernel_initializer=tf.constant_initializer(0),

                                 bias_initializer=tf.constant_initializer(0))

        self.logits = logits

        self.loss = tf.losses.softmax_cross_entropy(onehot_labels=self.y, logits=logits)

        self.train_step = tf.train.GradientDescentOptimizer(self.lr).minimize(self.loss)

        # 用于模型训练

        self.correct_prediction = tf.equal(tf.argmax(self.y, axis=1), tf.argmax(logits, axis=1))

        self.accuracy = tf.reduce_mean(tf.cast(self.correct_prediction, tf.float32))

#         用于保存训练好的模型

        self.saver = tf.train.Saver()

        summary_loss = tf.summary.scalar('loss', self.loss)

        summary_accuracy = tf.summary.scalar('accuracy', self.accuracy)

        self.merged_summary_op = tf.summary.merge_all()

    def read_image_label_list(self, name_list):

        # 读取图像文件和标注列表

        img_list=[]

        label_list=[]

        with open(name_list) as fr:

            for line in fr.readlines():

                imgIndex = int(line.strip())

                imgLabel = int(imgIndex / 80)

                imgPath = 'data/jpg/image_%04d.jpg' % imgIndex

                img_list.append(imgPath)

                label_list.append(imgLabel)                

        return img_list, label_list      

    def read_file(self, name_list):

        image_list, label_list = self.read_image_label_list(name_list)

        imagepaths, labels = tf.train.slice_input_producer([image_list, label_list], shuffle=True)

        image = tf.read_file(imagepaths)

        image = tf.image.decode_jpeg(image, channels=3)

        image = tf.image.resize_images(image, [224, 224])

        image = tf.image.random_brightness(image, 15)

        image = tf.image.random_flip_left_right(image)

        image = (image * 1.0 / 127.5 - 1)

        label = tf.one_hot(labels, 17)

        X, Y = tf.train.batch([image, label], batch_size=self.batch_size, num_threads=2, capacity=self.batch_size*4)

        return X, Y

    def train(self):

        training_images, training_labels = self.read_file('trn1.txt')

        test_images, test_labels = self.read_file('val1.txt')

        with tf.Session() as sess:

            sess.run(tf.global_variables_initializer())

            coord = tf.train.Coordinator()

            threads = tf.train.start_queue_runners(sess=sess, coord=coord)

            variables_to_restore = slim.get_variables_to_restore()

            init_fn = slim.assign_from_checkpoint_fn(r'pre_trained/inception_v1.ckpt',

                                         variables_to_restore,

                                         ignore_missing_vars=True)

            init_fn(sess)

            summary_writer = tf.summary.FileWriter('log/train_base', sess.graph)

            summary_writer_test = tf.summary.FileWriter('log/test_base')

            for i in range(self.iter_num):

                tf.local_variables_initializer().run()

                images, labels = sess.run([training_images, training_labels])  

                feed_dict = {self.dropRate: 0.5,

                         self.X :images,

                         self.y :labels}

                loss, _ = sess.run([self.loss, self.train_step],

                                  feed_dict=feed_dict)   # 每调用一次sess.run，就像拧开水管一样，所有self.loss和self.train_step涉及到的运算都会被调用一次。

                if i%10 ==0:

                    images, labels = sess.run([training_images, training_labels])

                    train_accuracy, summary_str = sess.run([self.accuracy,self.merged_summary_op], feed_dict={self.X: images, self.y: labels, self.dropRate: 1.})  # 把训练集数据装填进去

                    summary_writer.add_summary(summary_str, i)

                    images, labels = sess.run([test_images, test_labels])

                    test_accuracy, summary_str = sess.run([self.accuracy,self.merged_summary_op], feed_dict={self.X: images, self.y: labels, self.dropRate: 1.})  # 把测试集数据装填进去

                    summary_writer_test.add_summary(summary_str, i)

                    print ('iter\t%i\tloss\t%f\ttrain_accuracy\t%f\ttest_accuracy\t%f' % (i,loss,train_accuracy, test_accuracy))

            self.saver.save(sess, 'model/flowerModel') # 保存模型

            summary_writer.flush()

            summary_writer_test.flush()

            coord.request_stop()

            coord.join(threads)

    def test(self):

        test_images, test_labels = self.read_file('tst1.txt')

        with tf.Session() as sess:

            self.saver.restore(sess, 'model/flowerModel')

            coord = tf.train.Coordinator()

            threads = tf.train.start_queue_runners(sess=sess, coord=coord)

            Accuracy = []

            for i in range(int(340/self.batch_size) + 1):

                images, labels = sess.run([test_images, test_labels])

                test_accuracy = sess.run(self.accuracy, feed_dict={self.X: images, self.y: labels, self.dropRate: 1.})  # 把测试集数据装填进去

                Accuracy.append(test_accuracy)

            print('==' * 15)

            print( 'Test Accuracy: ', np.mean(np.array(Accuracy))   )

            coord.request_stop()

            coord.join(threads)

model = GoogLeNet(0.1, 50, 100)

model.train()

model.test()

WARNING:tensorflow:From <ipython-input-2-7ce60d3cb483>:18: calling reduce_mean (from tensorflow.python.ops.math_ops) with keep_dims is deprecated and will be removed in a future version.

Instructions for updating:

keep_dims is deprecated, use keepdims instead

WARNING:tensorflow:Variable dense/kernel missing in checkpoint pre_trained/inception_v1.ckpt

WARNING:tensorflow:Variable dense/bias missing in checkpoint pre_trained/inception_v1.ckpt

INFO:tensorflow:Restoring parameters from pre_trained/inception_v1.ckpt

iter	0	loss	2.833214	train_accuracy	0.020000	test_accuracy	0.100000

iter	10	loss	1.716118	train_accuracy	0.580000	test_accuracy	0.760000

iter	20	loss	0.940882	train_accuracy	0.940000	test_accuracy	0.800000

iter	30	loss	0.329169	train_accuracy	0.960000	test_accuracy	0.860000

iter	40	loss	0.229579	train_accuracy	1.000000	test_accuracy	0.900000

iter	50	loss	0.096816	train_accuracy	1.000000	test_accuracy	0.940000

iter	60	loss	0.138667	train_accuracy	1.000000	test_accuracy	0.900000

iter	70	loss	0.133150	train_accuracy	1.000000	test_accuracy	0.940000

iter	80	loss	0.048020	train_accuracy	1.000000	test_accuracy	0.920000

iter	90	loss	0.057278	train_accuracy	1.000000	test_accuracy	0.880000

INFO:tensorflow:Restoring parameters from model/flowerModel

==============================

Test Accuracy:  0.94285715