bug fix in dataflow

examples/char-rnn/char-rnn.py

@@ -91,8 +91,9 @@ class Model(ModelDesc):
         # seqlen is 1 in inference. don't need loop_function
         outputs, last_state = rnn.rnn(cell, input_list, initial, scope='rnnlm')
         self.last_state = tf.identity(last_state, 'last_state')
+
         # seqlen x (Bxrnnsize)
-        output = tf.reshape(tf.concat(1, outputs), [-1, param.rnn_size])  # (seqlenxB) x rnnsize
+        output = tf.reshape(tf.concat(1, outputs), [-1, param.rnn_size])  # (Bxseqlen) x rnnsize
         logits = FullyConnected('fc', output, param.vocab_size, nl=tf.identity)
         self.prob = tf.nn.softmax(logits / param.softmax_temprature)
 

tensorpack/dataflow/base.py

@@ -7,7 +7,7 @@
 from abc import abstractmethod, ABCMeta
 from ..utils import get_rng
 
-__all__ = ['DataFlow', 'ProxyDataFlow']
+__all__ = ['DataFlow', 'ProxyDataFlow', 'RNGDataFlow']
 
 class DataFlow(object):
     """ Base class for all DataFlow """

tensorpack/dataflow/common.py

@@ -28,6 +28,11 @@ class TestDataSpeed(ProxyDataFlow):
         for dp in self.ds.get_data():
             yield dp
 
+    def start_test(self):
+        self.ds.reset_state()
+        for k in self.get_data():
+            pass
+
 class BatchData(ProxyDataFlow):
     def __init__(self, ds, batch_size, remainder=False):
         """

tensorpack/tfutils/varmanip.py

@@ -6,6 +6,7 @@
 import six
 import tensorflow as tf
 import numpy as np
+from ..utils import logger
 
 __all__ = ['SessionUpdate', 'dump_session_params', 'dump_chkpt_vars']