-
Notifications
You must be signed in to change notification settings - Fork 16
/
evaluate.sh
executable file
·21 lines (16 loc) · 1.14 KB
/
evaluate.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
#!/bin/bash
# Evaluating DecompAttn
allennlp evaluate res/decompattn/model.tar.gz --include-package code --evaluation-data-file \
../CSNLI/data/nli_datasets/scitail/conceptnet_entities/parsed/scitail_1.0_test_conceptnet_entities.tsv
# Evaluating graph model
allennlp evaluate res/graph/model.tar.gz --include-package code --evaluation-data-file \
../CSNLI/data/nli_datasets/scitail/conceptnet_entities/parsed/scitail_1.0_test_conceptnet_entities.tsv
# Evaluating MatchLSTM
allennlp evaluate res/matchlstm/model.tar.gz --include-package code --evaluation-data-file \
../CSNLI/data/nli_datasets/scitail/conceptnet_entities/parsed/scitail_1.0_test_conceptnet_entities.tsv
# Evaluating DecompAttn with Graph
allennlp evaluate res/decompattn_graph/model.tar.gz --include-package code --evaluation-data-file \
../CSNLI/data/nli_datasets/scitail/conceptnet_entities/parsed/scitail_1.0_test_conceptnet_entities.tsv
# Evaluating MatchLSTM with Graph
allennlp evaluate res/matchlstm_graph/model.tar.gz --include-package code --evaluation-data-file \
../CSNLI/data/nli_datasets/scitail/conceptnet_entities/parsed/scitail_1.0_test_conceptnet_entities.tsv