Add start_record interface

go/pserver/client/c/test/test_train.py

@@ -54,9 +54,6 @@ def main():
 
     # event_handler to print training and testing info
     def event_handler(event):
-        if isinstance(event, paddle.event.BeginPass):
-            master_client.paddle_start_get_records(event.pass_id)
-
         if isinstance(event, paddle.event.EndIteration):
             # FIXME: for cloud data reader, pass number is managed by master
             # should print the server side pass number

python/paddle/v2/reader/creator.py

@@ -81,6 +81,9 @@ def reader():
     return dec.buffered(reader, buf_size)
 
 
+pass_num = 0
+
+
 def recordio(paths, buf_size=100):
     """
     Creates a data reader that outputs record one one by one
@@ -90,6 +93,7 @@ def recordio(paths, buf_size=100):
     """
     import os
     import paddle.v2.master.client as cloud
+    import cPickle as pickle
 
     if "KUBERNETES_SERVICE_HOST" not in os.environ.keys():
         return recordio_local(paths)
@@ -98,14 +102,17 @@ def recordio(paths, buf_size=100):
     if host_name not in os.environ.keys():
         raise Exception('not find ' + host_name + ' in environment variable.')
 
-    addr = os.environ(host)
+    addr = os.getenv(host_name)
 
     def reader():
         c = cloud(addr, buf_size)
         c.set_dataset(paths)
+        c.paddle_start_get_records(pass_id)
+        global pass_num
+        pass_num += 1
 
         while True:
-            r, err = client.next_record()
+            r, err = c.next_record()
             if err < 0:
                 break
             yield r