From f431acd5b5a13d45e0515e3d0bb56eb2a90f3c6e Mon Sep 17 00:00:00 2001 From: Katherine Lee Date: Fri, 23 Apr 2021 14:39:44 -0700 Subject: [PATCH] Add original AI2 version of c4 v3.0.1, ND3 deduplicated with param = 0.8, and LM1B, Wiki40B, and lm_first_len512 versions of original AI2 C4 and ND3 deduped AI2 C4 for evaluation. PiperOrigin-RevId: 370160984 --- mesh_tensorflow/transformer/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mesh_tensorflow/transformer/utils.py b/mesh_tensorflow/transformer/utils.py index b888248c..a331f1f0 100644 --- a/mesh_tensorflow/transformer/utils.py +++ b/mesh_tensorflow/transformer/utils.py @@ -1667,7 +1667,7 @@ def score_with_estimator(estimator, input_fn, eval_checkpoint_step, model_dir, Returns: a list of floats """ - checkpoint_path, = get_checkpoint_iterator(eval_checkpoint_step, model_dir) + checkpoint_path = get_checkpoint_iterator(eval_checkpoint_step, model_dir) result_iter = estimator.predict(input_fn, checkpoint_path=checkpoint_path) # TODO(dei): This code is not well-designed for large-scale scoring, where the