Skip to content
This repository has been archived by the owner on Jan 24, 2024. It is now read-only.

fix bug in saving model (invoke the wrong function) #432

Merged
merged 3 commits into from
Oct 23, 2017
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion 01.fit_a_line/README.cn.md
Original file line number Diff line number Diff line change
Expand Up @@ -214,7 +214,7 @@ def event_handler_plot(event):
if isinstance(event, paddle.event.EndPass):
if event.pass_id % 10 == 0:
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)
```

### 开始训练
Expand Down
2 changes: 1 addition & 1 deletion 01.fit_a_line/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -220,7 +220,7 @@ def event_handler_plot(event):
if isinstance(event, paddle.event.EndPass):
if event.pass_id % 10 == 0:
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)
```

### Start Training
Expand Down
2 changes: 1 addition & 1 deletion 01.fit_a_line/index.cn.html
Original file line number Diff line number Diff line change
Expand Up @@ -256,7 +256,7 @@
if isinstance(event, paddle.event.EndPass):
if event.pass_id % 10 == 0:
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)
```

### 开始训练
Expand Down
2 changes: 1 addition & 1 deletion 01.fit_a_line/index.html
Original file line number Diff line number Diff line change
Expand Up @@ -262,7 +262,7 @@
if isinstance(event, paddle.event.EndPass):
if event.pass_id % 10 == 0:
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)
```

### Start Training
Expand Down
2 changes: 1 addition & 1 deletion 01.fit_a_line/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ def event_handler(event):
if isinstance(event, paddle.event.EndPass):
if event.pass_id % 10 == 0:
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)
result = trainer.test(
reader=paddle.batch(uci_housing.test(), batch_size=2),
feeding=feeding)
Expand Down
4 changes: 2 additions & 2 deletions 02.recognize_digits/README.cn.md
Original file line number Diff line number Diff line change
Expand Up @@ -256,7 +256,7 @@ def event_handler_plot(event):
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=paddle.batch(
paddle.dataset.mnist.test(), batch_size=128))
Expand All @@ -275,7 +275,7 @@ def event_handler(event):
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=paddle.batch(
paddle.dataset.mnist.test(), batch_size=128))
Expand Down
4 changes: 2 additions & 2 deletions 02.recognize_digits/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -249,7 +249,7 @@ def event_handler_plot(event):
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=paddle.batch(
paddle.dataset.mnist.test(), batch_size=128))
Expand All @@ -270,7 +270,7 @@ def event_handler(event):
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=paddle.batch(
paddle.dataset.mnist.test(), batch_size=128))
Expand Down
4 changes: 2 additions & 2 deletions 02.recognize_digits/index.cn.html
Original file line number Diff line number Diff line change
Expand Up @@ -298,7 +298,7 @@
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=paddle.batch(
paddle.dataset.mnist.test(), batch_size=128))
Expand All @@ -317,7 +317,7 @@
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=paddle.batch(
paddle.dataset.mnist.test(), batch_size=128))
Expand Down
4 changes: 2 additions & 2 deletions 02.recognize_digits/index.html
Original file line number Diff line number Diff line change
Expand Up @@ -291,7 +291,7 @@
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=paddle.batch(
paddle.dataset.mnist.test(), batch_size=128))
Expand All @@ -312,7 +312,7 @@
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=paddle.batch(
paddle.dataset.mnist.test(), batch_size=128))
Expand Down
2 changes: 1 addition & 1 deletion 02.recognize_digits/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -87,7 +87,7 @@ def event_handler(event):
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=paddle.batch(
paddle.dataset.mnist.test(), batch_size=128))
Expand Down
2 changes: 1 addition & 1 deletion 03.image_classification/README.cn.md
Original file line number Diff line number Diff line change
Expand Up @@ -432,7 +432,7 @@ def event_handler(event):
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(
reader=paddle.batch(
Expand Down
2 changes: 1 addition & 1 deletion 03.image_classification/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -438,7 +438,7 @@ def event_handler(event):
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(
reader=paddle.batch(
Expand Down
2 changes: 1 addition & 1 deletion 03.image_classification/index.cn.html
Original file line number Diff line number Diff line change
Expand Up @@ -474,7 +474,7 @@
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(
reader=paddle.batch(
Expand Down
2 changes: 1 addition & 1 deletion 03.image_classification/index.html
Original file line number Diff line number Diff line change
Expand Up @@ -480,7 +480,7 @@
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(
reader=paddle.batch(
Expand Down
10 changes: 5 additions & 5 deletions 03.image_classification/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,10 @@ def main():
learning_rate_decay_b=50000 * 100,
learning_rate_schedule='discexp')

# Create trainer
trainer = paddle.trainer.SGD(
cost=cost, parameters=parameters, update_equation=momentum_optimizer)

# End batch and end pass event handler
def event_handler(event):
if isinstance(event, paddle.event.EndIteration):
Expand All @@ -69,7 +73,7 @@ def event_handler(event):
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(
reader=paddle.batch(
Expand All @@ -78,10 +82,6 @@ def event_handler(event):
'label': 1})
print "\nTest with Pass %d, %s" % (event.pass_id, result.metrics)

# Create trainer
trainer = paddle.trainer.SGD(
cost=cost, parameters=parameters, update_equation=momentum_optimizer)

# Save the inference topology to protobuf.
inference_topology = paddle.topology.Topology(layers=out)
with open("inference_topology.pkl", 'wb') as f:
Expand Down
2 changes: 1 addition & 1 deletion 04.word2vec/README.cn.md
Original file line number Diff line number Diff line change
Expand Up @@ -336,7 +336,7 @@ def event_handler(event):
paddle.dataset.imikolov.test(word_dict, N), 32))
print "Pass %d, Testing metrics %s" % (event.pass_id, result.metrics)
with open("model_%d.tar"%event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

trainer.train(
paddle.batch(paddle.dataset.imikolov.train(word_dict, N), 32),
Expand Down
2 changes: 1 addition & 1 deletion 04.word2vec/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -348,7 +348,7 @@ def event_handler(event):
paddle.dataset.imikolov.test(word_dict, N), 32))
print "Pass %d, Testing metrics %s" % (event.pass_id, result.metrics)
with open("model_%d.tar"%event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

trainer.train(
paddle.batch(paddle.dataset.imikolov.train(word_dict, N), 32),
Expand Down
2 changes: 1 addition & 1 deletion 04.word2vec/index.cn.html
Original file line number Diff line number Diff line change
Expand Up @@ -378,7 +378,7 @@
paddle.dataset.imikolov.test(word_dict, N), 32))
print "Pass %d, Testing metrics %s" % (event.pass_id, result.metrics)
with open("model_%d.tar"%event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

trainer.train(
paddle.batch(paddle.dataset.imikolov.train(word_dict, N), 32),
Expand Down
2 changes: 1 addition & 1 deletion 04.word2vec/index.html
Original file line number Diff line number Diff line change
Expand Up @@ -390,7 +390,7 @@
paddle.dataset.imikolov.test(word_dict, N), 32))
print "Pass %d, Testing metrics %s" % (event.pass_id, result.metrics)
with open("model_%d.tar"%event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

trainer.train(
paddle.batch(paddle.dataset.imikolov.train(word_dict, N), 32),
Expand Down
15 changes: 8 additions & 7 deletions 04.word2vec/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -76,6 +76,13 @@ def main():
bias_attr=paddle.attr.Param(learning_rate=2),
act=paddle.activation.Softmax())

cost = paddle.layer.classification_cost(input=predictword, label=nextword)
parameters = paddle.parameters.create(cost)
adagrad = paddle.optimizer.AdaGrad(
learning_rate=3e-3,
regularization=paddle.optimizer.L2Regularization(8e-4))
trainer = paddle.trainer.SGD(cost, parameters, adagrad)

def event_handler(event):
if isinstance(event, paddle.event.EndIteration):
if event.batch_id % 100 == 0:
Expand All @@ -88,14 +95,8 @@ def event_handler(event):
print "Pass %d, Testing metrics %s" % (event.pass_id,
result.metrics)
with open("model_%d.tar" % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

cost = paddle.layer.classification_cost(input=predictword, label=nextword)
parameters = paddle.parameters.create(cost)
adagrad = paddle.optimizer.AdaGrad(
learning_rate=3e-3,
regularization=paddle.optimizer.L2Regularization(8e-4))
trainer = paddle.trainer.SGD(cost, parameters, adagrad)
trainer.train(
paddle.batch(paddle.dataset.imikolov.train(word_dict, N), 32),
num_passes=100,
Expand Down
2 changes: 1 addition & 1 deletion 06.understand_sentiment/README.cn.md
Original file line number Diff line number Diff line change
Expand Up @@ -291,7 +291,7 @@ Paddle中提供了一系列优化算法的API,这里使用Adam优化算法。
sys.stdout.flush()
if isinstance(event, paddle.event.EndPass):
with open('./params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=test_reader, feeding=feeding)
print "\nTest with Pass %d, %s" % (event.pass_id, result.metrics)
Expand Down
2 changes: 1 addition & 1 deletion 06.understand_sentiment/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -310,7 +310,7 @@ def event_handler(event):
sys.stdout.flush()
if isinstance(event, paddle.event.EndPass):
with open('./params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=test_reader, feeding=feeding)
print "\nTest with Pass %d, %s" % (event.pass_id, result.metrics)
Expand Down
2 changes: 1 addition & 1 deletion 06.understand_sentiment/index.cn.html
Original file line number Diff line number Diff line change
Expand Up @@ -333,7 +333,7 @@
sys.stdout.flush()
if isinstance(event, paddle.event.EndPass):
with open('./params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=test_reader, feeding=feeding)
print "\nTest with Pass %d, %s" % (event.pass_id, result.metrics)
Expand Down
2 changes: 1 addition & 1 deletion 06.understand_sentiment/index.html
Original file line number Diff line number Diff line change
Expand Up @@ -352,7 +352,7 @@
sys.stdout.flush()
if isinstance(event, paddle.event.EndPass):
with open('./params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=test_reader, feeding=feeding)
print "\nTest with Pass %d, %s" % (event.pass_id, result.metrics)
Expand Down
9 changes: 5 additions & 4 deletions 06.understand_sentiment/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -129,6 +129,10 @@ def stacked_lstm_net(input_dim,
regularization=paddle.optimizer.L2Regularization(rate=8e-4),
model_average=paddle.optimizer.ModelAverage(average_window=0.5))

# create trainer
trainer = paddle.trainer.SGD(
cost=cost, parameters=parameters, update_equation=adam_optimizer)

# End batch and end pass event handler
def event_handler(event):
if isinstance(event, paddle.event.EndIteration):
Expand All @@ -140,14 +144,11 @@ def event_handler(event):
sys.stdout.flush()
if isinstance(event, paddle.event.EndPass):
with open('./params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=test_reader, feeding=feeding)
print "\nTest with Pass %d, %s" % (event.pass_id, result.metrics)

# create trainer
trainer = paddle.trainer.SGD(
cost=cost, parameters=parameters, update_equation=adam_optimizer)
# Save the inference topology to protobuf.
inference_topology = paddle.topology.Topology(layers=output)
with open("./inference_topology.pkl", 'wb') as f:
Expand Down
2 changes: 1 addition & 1 deletion 07.label_semantic_roles/README.cn.md
Original file line number Diff line number Diff line change
Expand Up @@ -448,7 +448,7 @@ def event_handler(event):
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=reader, feeding=feeding)
print "\nTest with Pass %d, %s" % (event.pass_id, result.metrics)
Expand Down
2 changes: 1 addition & 1 deletion 07.label_semantic_roles/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -466,7 +466,7 @@ def event_handler(event):
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=reader, feeding=feeding)
print "\nTest with Pass %d, %s" % (event.pass_id, result.metrics)
Expand Down
2 changes: 1 addition & 1 deletion 07.label_semantic_roles/index.cn.html
Original file line number Diff line number Diff line change
Expand Up @@ -490,7 +490,7 @@
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=reader, feeding=feeding)
print "\nTest with Pass %d, %s" % (event.pass_id, result.metrics)
Expand Down
2 changes: 1 addition & 1 deletion 07.label_semantic_roles/index.html
Original file line number Diff line number Diff line change
Expand Up @@ -508,7 +508,7 @@
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=reader, feeding=feeding)
print "\nTest with Pass %d, %s" % (event.pass_id, result.metrics)
Expand Down
2 changes: 1 addition & 1 deletion 07.label_semantic_roles/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -188,7 +188,7 @@ def event_handler(event):
if isinstance(event, paddle.event.EndPass):
# save parameters
with open('params_pass_%d.tar' % event.pass_id, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)

result = trainer.test(reader=test_reader, feeding=feeding)
print "\nTest with Pass %d, %s" % (event.pass_id, result.metrics)
Expand Down
8 changes: 4 additions & 4 deletions 08.machine_translation/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,9 @@
with_gpu = os.getenv('WITH_GPU', '0') != '0'


def save_model(parameters, save_path):
def save_model(trainer, parameters, save_path):
with open(save_path, 'w') as f:
parameters.to_tar(f)
trainer.save_parameter_to_tar(f)


def seq_to_seq_net(source_dict_dim,
Expand Down Expand Up @@ -175,12 +175,12 @@ def event_handler(event):
if not event.batch_id % 10:
save_path = 'params_pass_%05d_batch_%05d.tar' % (
event.pass_id, event.batch_id)
save_model(parameters, save_path)
save_model(trainer, parameters, save_path)

if isinstance(event, paddle.event.EndPass):
# save parameters
save_path = 'params_pass_%05d.tar' % (event.pass_id)
save_model(parameters, save_path)
save_model(trainer, parameters, save_path)

# start to train
trainer.train(
Expand Down
Loading