Skip to main content
推定
ソース リンク
quickquip
  • 2,434
  • 11
  • 16

import numpy as np
import tensorflow as tf

from tensorflow.examples.tutorials.mnist import input_data

from simple_cnn import SingleCNN

mnist = input_data.read_data_sets("./tmp/data/", one_hot=True)

cnn = SingleCNN(16, 1024)
cnn.saver.restore(cnn.sess, "./tmp/model.ckpt")

for idx in range(10):
    result = cnn.sess.run(tf.argmax(cnn.p,1), feed_dict={cnn.x: np.array([mnist.test.images[idx]])})
    print('estimated {}, correct {}'.format(result, np.argmax(mnist.test.labels[idx])))

estimated [7], correct 7
estimated [2], correct 2
estimated [1], correct 1
estimated [0], correct 0
estimated [4], correct 4
estimated [1], correct 1
estimated [4], correct 4
estimated [9], correct 9
estimated [6], correct 5
estimated [9], correct 9

やはり問題なさそうですが。


import numpy as np
import tensorflow as tf

from tensorflow.examples.tutorials.mnist import input_data

from simple_cnn import SingleCNN

mnist = input_data.read_data_sets("./tmp/data/", one_hot=True)

cnn = SingleCNN(16, 1024)
cnn.saver.restore(cnn.sess, "./tmp/model.ckpt")

for idx in range(10):
    result = cnn.sess.run(tf.argmax(cnn.p,1), feed_dict={cnn.x: np.array([mnist.test.images[idx]])})
    print('estimated {}, correct {}'.format(result, np.argmax(mnist.test.labels[idx])))

estimated [7], correct 7
estimated [2], correct 2
estimated [1], correct 1
estimated [0], correct 0
estimated [4], correct 4
estimated [1], correct 1
estimated [4], correct 4
estimated [9], correct 9
estimated [6], correct 5
estimated [9], correct 9

やはり問題なさそうですが。

修飾間違い
ソース リンク
quickquip
  • 2,434
  • 11
  • 16
(simple_cnn.py)
import tensorflow as tf


class SingleCNN:
    def __init__(self, num_filters, num_units):
        with tf.Graph().as_default():
            self.prepare_model(num_filters, num_units)
            self.prepare_session()

    def prepare_model(self, num_filters, num_units):
        num_units1 = 14 * 14 * num_filters
        num_units2 = num_units

        with tf.name_scope('input'):
            x = tf.placeholder(tf.float32, [None, 784], name='input')
            x_image = tf.reshape(x, [-1, 28, 28, 1])

        with tf.name_scope('convolution'):
            W_conv = tf.Variable(
                tf.truncated_normal([5, 5, 1, num_filters], stddev=0.1),
                name='conv-filter')
            h_conv = tf.nn.conv2d(
                x_image, W_conv, strides=[1, 1, 1, 1], padding='SAME',
                name='filter-output')

        with tf.name_scope('pooling'):
            h_pool = tf.nn.max_pool(h_conv, ksize=[1, 2, 2, 1],
                                    strides=[1, 2, 2, 1], padding='SAME',
                                    name='max-pool')
            h_pool_flat = tf.reshape(h_pool, [-1, 14 * 14 * num_filters],
                                     name='pool-output')

        with tf.name_scope('fully-connected'):
            w2 = tf.Variable(tf.truncated_normal([num_units1, num_units2]))
            b2 = tf.Variable(tf.zeros([num_units2]))
            hidden2 = tf.nn.relu(tf.matmul(h_pool_flat, w2) + b2,
                                 name='fc-output')

        with tf.name_scope('softmax'):
            w0 = tf.Variable(tf.zeros([num_units2, 10]))
            b0 = tf.Variable(tf.zeros([10]))
            p = tf.nn.softmax(tf.matmul(hidden2, w0) + b0,
                              name='softmax-output')

        with tf.name_scope('optimizer'):
            t = tf.placeholder(tf.float32, [None, 10], name='labels')
            loss = -tf.reduce_sum(t * tf.log(p), name='loss')
            train_step = tf.train.AdamOptimizer(0.0005).minimize(loss)

        with tf.name_scope('evaluator'):
            correct_prediction = tf.equal(tf.argmax(p, 1), tf.argmax(t, 1))
            accuracy = tf.reduce_mean(tf.cast(correct_prediction,
                                              tf.float32), name='accuracy')

        # tf.scalar_summary("loss", loss)
        #        tf.scalar_summary("accuracy", accuracy)
        tf.summary.scalar("loss", loss)
        tf.summary.scalar("accuracy", accuracy)

        #        tf.histogram_summary("convolution_filters", W_conv)
        tf.summary.histogram("convolution_filters", W_conv)

        self.x, self.t, self.p = x, t, p
        self.train_step = train_step
        self.loss = loss
        self.accuracy = accuracy

    def prepare_session(self):
        sess = tf.InteractiveSession()
        # sess.run(tf.initialize_all_variables())
        sess.run(tf.global_variables_initializer())
        saver = tf.train.Saver()
        # summary = tf.merge_all_summaries()
        summary = tf.summary.merge_all()
        # writer = tf.train.SummaryWriter("/tmp/mnist_df_logs", sess.graph)
        writer = tf.summary.FileWriter("./tmp/mnist_df_logs", sess.graph)

        self.sess = sess
        self.summary = summary
        self.writer = writer
        self.saver = saver

(train.py)
import tensorflow as tf
import numpy as np
from tensorflow.examples.tutorials.mnist import input_data

from simple_cnn import SingleCNN

if __name__ == '__main__':
    mnist = input_data.read_data_sets("./tmp/data/", one_hot=True)

    np.random.seed(20160703)
    tf.set_random_seed(20160703)

    cnn = SingleCNN(16, 1024)
    i = 0
    for _ in range(2000):
        i += 1

        batch_xs, batch_ts = mnist.train.next_batch(100)
        cnn.sess.run(cnn.train_step, feed_dict={cnn.x: batch_xs, cnn.t: batch_ts})
        if i % 100 == 0:
            summary, loss_val, acc_val = cnn.sess.run(
                [cnn.summary, cnn.loss, cnn.accuracy],
                feed_dict={cnn.x: mnist.test.images, cnn.t: mnist.test.labels})
            print('Step: %d, Loss: %f, Accuracy: %f'
                  % (i, loss_val, acc_val))
            # cnn.writer.add_summary(summary, i)
            # 'mdc_session',global_step=i)
            cnn.saver.save(cnn.sess, "./tmp/model.ckpt")

    cnn.saver.save(cnn.sess, "./tmp/model.ckpt")
    print('Accuracy: %f' % (cnn.sess.run(cnn.accuracy, feed_dict={cnn.x: mnist.test.images, cnn.t: mnist.test.labels})))

(load_model.py)
from tensorflow.examples.tutorials.mnist import input_data

from simple_cnn import SingleCNN

if __name__ == '__main__':
    mnist = input_data.read_data_sets("./tmp/data/", one_hot=True)

    cnn = SingleCNN(16, 1024)
    cnn.saver.restore(cnn.sess, "./tmp/model.ckpt")
    print('Accuracy: %f' % (cnn.sess.run(cnn.accuracy, feed_dict={cnn.x: mnist.test.images, cnn.t: mnist.test.labels})))

なんの問題もなく、最後に保存したモデルがロードできていますよ。
最後に保存していないだけなのでは?

(simple_cnn.py)
import tensorflow as tf


class SingleCNN:
    def __init__(self, num_filters, num_units):
        with tf.Graph().as_default():
            self.prepare_model(num_filters, num_units)
            self.prepare_session()

    def prepare_model(self, num_filters, num_units):
        num_units1 = 14 * 14 * num_filters
        num_units2 = num_units

        with tf.name_scope('input'):
            x = tf.placeholder(tf.float32, [None, 784], name='input')
            x_image = tf.reshape(x, [-1, 28, 28, 1])

        with tf.name_scope('convolution'):
            W_conv = tf.Variable(
                tf.truncated_normal([5, 5, 1, num_filters], stddev=0.1),
                name='conv-filter')
            h_conv = tf.nn.conv2d(
                x_image, W_conv, strides=[1, 1, 1, 1], padding='SAME',
                name='filter-output')

        with tf.name_scope('pooling'):
            h_pool = tf.nn.max_pool(h_conv, ksize=[1, 2, 2, 1],
                                    strides=[1, 2, 2, 1], padding='SAME',
                                    name='max-pool')
            h_pool_flat = tf.reshape(h_pool, [-1, 14 * 14 * num_filters],
                                     name='pool-output')

        with tf.name_scope('fully-connected'):
            w2 = tf.Variable(tf.truncated_normal([num_units1, num_units2]))
            b2 = tf.Variable(tf.zeros([num_units2]))
            hidden2 = tf.nn.relu(tf.matmul(h_pool_flat, w2) + b2,
                                 name='fc-output')

        with tf.name_scope('softmax'):
            w0 = tf.Variable(tf.zeros([num_units2, 10]))
            b0 = tf.Variable(tf.zeros([10]))
            p = tf.nn.softmax(tf.matmul(hidden2, w0) + b0,
                              name='softmax-output')

        with tf.name_scope('optimizer'):
            t = tf.placeholder(tf.float32, [None, 10], name='labels')
            loss = -tf.reduce_sum(t * tf.log(p), name='loss')
            train_step = tf.train.AdamOptimizer(0.0005).minimize(loss)

        with tf.name_scope('evaluator'):
            correct_prediction = tf.equal(tf.argmax(p, 1), tf.argmax(t, 1))
            accuracy = tf.reduce_mean(tf.cast(correct_prediction,
                                              tf.float32), name='accuracy')

        # tf.scalar_summary("loss", loss)
        #        tf.scalar_summary("accuracy", accuracy)
        tf.summary.scalar("loss", loss)
        tf.summary.scalar("accuracy", accuracy)

        #        tf.histogram_summary("convolution_filters", W_conv)
        tf.summary.histogram("convolution_filters", W_conv)

        self.x, self.t, self.p = x, t, p
        self.train_step = train_step
        self.loss = loss
        self.accuracy = accuracy

    def prepare_session(self):
        sess = tf.InteractiveSession()
        # sess.run(tf.initialize_all_variables())
        sess.run(tf.global_variables_initializer())
        saver = tf.train.Saver()
        # summary = tf.merge_all_summaries()
        summary = tf.summary.merge_all()
        # writer = tf.train.SummaryWriter("/tmp/mnist_df_logs", sess.graph)
        writer = tf.summary.FileWriter("./tmp/mnist_df_logs", sess.graph)

        self.sess = sess
        self.summary = summary
        self.writer = writer
        self.saver = saver

(train.py)
import tensorflow as tf
import numpy as np
from tensorflow.examples.tutorials.mnist import input_data

from simple_cnn import SingleCNN

if __name__ == '__main__':
    mnist = input_data.read_data_sets("./tmp/data/", one_hot=True)

    np.random.seed(20160703)
    tf.set_random_seed(20160703)

    cnn = SingleCNN(16, 1024)
    i = 0
    for _ in range(2000):
        i += 1

        batch_xs, batch_ts = mnist.train.next_batch(100)
        cnn.sess.run(cnn.train_step, feed_dict={cnn.x: batch_xs, cnn.t: batch_ts})
        if i % 100 == 0:
            summary, loss_val, acc_val = cnn.sess.run(
                [cnn.summary, cnn.loss, cnn.accuracy],
                feed_dict={cnn.x: mnist.test.images, cnn.t: mnist.test.labels})
            print('Step: %d, Loss: %f, Accuracy: %f'
                  % (i, loss_val, acc_val))
            # cnn.writer.add_summary(summary, i)
            # 'mdc_session',global_step=i)
            cnn.saver.save(cnn.sess, "./tmp/model.ckpt")

    cnn.saver.save(cnn.sess, "./tmp/model.ckpt")
    print('Accuracy: %f' % (cnn.sess.run(cnn.accuracy, feed_dict={cnn.x: mnist.test.images, cnn.t: mnist.test.labels})))

(load_model.py)
from tensorflow.examples.tutorials.mnist import input_data

from simple_cnn import SingleCNN

if __name__ == '__main__':
    mnist = input_data.read_data_sets("./tmp/data/", one_hot=True)

    cnn = SingleCNN(16, 1024)
    cnn.saver.restore(cnn.sess, "./tmp/model.ckpt")
    print('Accuracy: %f' % (cnn.sess.run(cnn.accuracy, feed_dict={cnn.x: mnist.test.images, cnn.t: mnist.test.labels})))

なんの問題もなく、最後に保存したモデルがロードできていますよ。
最後に保存していないだけなのでは?

ソース リンク
quickquip
  • 2,434
  • 11
  • 16

「うまくいかない」の内容がわからないです。エラー? それ以外?

例えば

from (クラスを定義したファイル) import SingleCNN, mnist

cnn = SingleCNN(16, 1024)

cnn.saver.restore(cnn.sess, "(モデルを保存したディレクトリ)/model.ckpt")

print('Accuracy: %f' % (cnn.sess.run(cnn.accuracy, feed_dict={cnn.x: mnist.test.images, cnn.t: mnist.test.labels})))

としたら 最後に保存したモデルの Accuracy が出ることは確認できました。

インデントが妙なところは直しましたが。