-
Notifications
You must be signed in to change notification settings - Fork 16
/
README.batch
262 lines (237 loc) · 23.6 KB
/
README.batch
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
# Baseline
# dev: l2=3.2 or 6, 94.16
./scripts/train-and-evaluate.py -n baseline --dev --l2 1 &
./scripts/train-and-evaluate.py -n baseline --dev --l2 2 &
./scripts/train-and-evaluate.py -n baseline --dev --l2 3.2 &
./scripts/train-and-evaluate.py -n baseline --dev --l2 6 &
./scripts/train-and-evaluate.py -n baseline --dev --l2 10 &
# test: 93.79
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n baseline --test --l2 3.2
# Baseline, redo
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n baseline.redo --dev '--l2 {{0.32,0.6,1,2,3.2,6,10,20,100}}'
# Baseline, minfreq 1
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n baseline.minfreq-1 --dev --minfreq=1 '--l2 {{0.32,0.6,1,2,3.2,6,10,20,100}}'
# Baseline, minfreq 2
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n baseline.minfreq-2 --dev --minfreq=2 '--l2 {{0.32,0.6,1,2,3.2,6,10,20,100}}'
# Baseline, minfreq 3
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n baseline.minfreq-3 --dev --minfreq=3 '--l2 {{0.32,0.6,1,2,3.2,6,10,20,100}}'
# Baseline, minfreq 5
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n baseline.minfreq-5 --dev --minfreq=5 '--l2 {{0.32,0.6,1,2,3.2,6,10,20,100}}'
# Baseline, minfreq 10
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n baseline.minfreq-10 --dev --minfreq=10 '--l2 {{0.32,0.6,1,2,3.2,6,10,20,100}}'
# Baseline, no POS
# dev: l2=6, 90.02
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n baseline.no-pos --dev -f \"--no-pos-features\" '--l2 {{1,2,3.2,6,10}}'
# Brown c100
# dev: l2=20,60,100,1000 94.44
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c100 --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c100-freq1.txt\" '--l2 {{1,2,3.2,6,10,20}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c100 --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c100-freq1.txt\" '--l2 {{32,60,100,1000}}'
# Brown c320
# dev: l2=6, 94.40
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c320 --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c320-freq1.txt\" '--l2 {{1,2,3.2,6,10}}'
# Brown c1000
# dev: l2=2, F1 94.62
./scripts/train-and-evaluate.py -n brown-c1000 --dev --l2 1 -f "-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt" &
./scripts/train-and-evaluate.py -n brown-c1000 --dev --l2 2 -f "-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt" &
./scripts/train-and-evaluate.py -n brown-c1000 --dev --l2 3.2 -f "-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt" &
./scripts/train-and-evaluate.py -n brown-c1000 --dev --l2 6 -f "-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt" &
./scripts/train-and-evaluate.py -n brown-c1000 --dev --l2 10 -f "-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt" &
# Brown c3200
# dev: l2=6, 94.67
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c3200 --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt\" '--l2 {{1,2,3.2,6,10}}'
# test: 94.11
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c3200 --test -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt\" '--l2 6'
# Brown c1000, more prefixes
# dev: l2=0.6, 94.15
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c1000-prefixes --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt --brown-prefixes=1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20\" '--l2 {{1,2,3.2,6,10}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c1000-prefixes --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt --brown-prefixes=1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20\" '--l2 {{0.1,0.2,0.32,0.6}}'
# Brown c3200, more prefixes
# dev: l2=1, 94.05
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c3200-prefixes --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt --brown-prefixes=1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20\" '--l2 {{1,2,3.2,6,10}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c3200-prefixes --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt --brown-prefixes=1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20\" '--l2 {{0.1,0.2,0.32,0.6}}'
# Brown c1000, prefixes=1,2,3,4,6,10,20
# dev: l2=2, 94.54
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c1000.prefixes=1,2,3,4,6,10,20 --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt --brown-prefixes=1,2,3,4,6,10,20\" '--l2 {{1,2,3.2,6,10}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c1000-prefixes=1,2,3,4,6,10,20 --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt --brown-prefixes=1,2,3,4,6,10,20\" '--l2 {{0.1,0.2,0.32,0.6}}'
# Brown c100, no POS
# dev: l2=6, 92.65
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c100.no-pos --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c100-freq1.txt --no-pos-features\" '--l2 {{1,2,3.2,6,10}}'
# Brown c320, no POS
# dev: l2=1, 92.73
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c320.no-pos --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c320-freq1.txt --no-pos-features\" '--l2 {{1,2,3.2,6,10}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c320.no-pos --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c320-freq1.txt --no-pos-features\" '--l2 {{0.1,0.2,0.32,0.6}}'
# Brown c1000, no POS
# dev: l2=10, 92.75
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c1000.no-pos --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt --no-pos-features\" '--l2 {{1,2,3.2,6,10}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c1000.no-pos --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt --no-pos-features\" '--l2 {{10,20,32,60,100,1000}}'
# Brown c3200, no POS
# dev: l2=2, 93.06
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c3200.no-pos --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt --no-pos-features\" '--l2 {{1,2,3.2,6,10}}'
# C&W Embeddings 50 dim, scale 1
# dev: l2=3.2 or 6, 94.44
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale1 --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 1\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 50 dim, scale 0.1
# dev: l2=2, 94.66
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale0.1 --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.1\" '--l2 {{1,2,3.2,6}}'
# test: 94.10
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale0.1 --test -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.1\" '--l2 2'
# C&W Embeddings 50 dim, scale 10
# dev: l2=6, 89.77 [too strong, all l2 parameters were the same
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale10 --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 10\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 50 dim, scale 0.32
# dev: l2=3.2, 94.66
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale0.32 --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.32\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 50 dim, scale 0.032
# dev: l2=6, 94.54
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale0.032 --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.032\" '--l2 {{1,2,3.2,6}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale0.032 --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.032\" '--l2 {{10,20,32,60,1000}}'
# C&W Embeddings 50 dim, scale 0.01
# dev: l2=3.2, 94.30
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale0.01 --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.01\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 50 dim, scale 3.2
# dev: l2=0.32, 92.58
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale3.2 --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 3.2\" '--l2 {{1,2,3.2,6}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale3.2 --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 3.2\" '--l2 {{0.1,0.2,0.32,0.6}}'
# C&W Embeddings 100 dim, scale 1
# dev: l2=2, 94.26
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim100-scale1 --dev -f \"-e representations/cw-embeddings-100dim.txt.gz --embedding-scale 1\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 100 dim, scale 0.1
# dev: l2=3.2, 94.60
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim100-scale0.1 --dev -f \"-e representations/cw-embeddings-100dim.txt.gz --embedding-scale 0.1\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 100 dim, scale 10
# dev: l2=all, 90.40 [too strong]
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim100-scale10 --dev -f \"-e representations/cw-embeddings-100dim.txt.gz --embedding-scale 10\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 100 dim, scale 0.32
# dev: l1=1, 94.51
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim100-scale0.32 --dev -f \"-e representations/cw-embeddings-100dim.txt.gz --embedding-scale 0.32\" '--l2 {{1,2,3.2,6}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim100-scale0.32 --dev -f \"-e representations/cw-embeddings-100dim.txt.gz --embedding-scale 0.32\" '--l2 {{0.1,0.2,0.32,0.6}}'
# C&W Embeddings 100 dim, scale 3.2
# [too strong], 92.28
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim100-scale3.2 --dev -f \"-e representations/cw-embeddings-100dim.txt.gz --embedding-scale 3.2\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 100 dim, scale 0.032
# dev: l2=6, 94.51
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim100-scale0.032 --dev -f \"-e representations/cw-embeddings-100dim.txt.gz --embedding-scale 0.032\" '--l2 {{1,2,3.2,6}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim100-scale0.032 --dev -f \"-e representations/cw-embeddings-100dim.txt.gz --embedding-scale 0.032\" '--l2 {{10,20,32,60,1000}}'
# C&W Embeddings 100 dim, scale 0.01
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim100-scale0.01 --dev -f \"-e representations/cw-embeddings-100dim.txt.gz --embedding-scale 0.01\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 200 dim, scale 1
# dev: l2=20,30,60,100,1000, 94.11
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim200-scale1 --dev -f \"-e representations/cw-embeddings-200dim.txt.gz --embedding-scale 1\" '--l2 {{1,2,3.2,6}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim200-scale1 --dev -f \"-e representations/cw-embeddings-200dim.txt.gz --embedding-scale 1\" '--l2 {{10,20,32,60,1000}}'
# C&W Embeddings 200 dim, scale 0.1
# dev: l2=2, 94.62
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim200-scale0.1 --dev -f \"-e representations/cw-embeddings-200dim.txt.gz --embedding-scale 0.1\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 200 dim, scale 0.32
# dev: l2=2, 94.38
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim200-scale0.32 --dev -f \"-e representations/cw-embeddings-200dim.txt.gz --embedding-scale 0.32\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 200 dim, scale 0.01
# dev: l2=3.2, 94.24
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim200-scale0.01 --dev -f \"-e representations/cw-embeddings-200dim.txt.gz --embedding-scale 0.01\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 200 dim, scale 0.032
# dev: l2=6, 94.37
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim200-scale0.032 --dev -f \"-e representations/cw-embeddings-200dim.txt.gz --embedding-scale 0.032\" '--l2 {{1,2,3.2,6}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim200-scale0.032 --dev -f \"-e representations/cw-embeddings-200dim.txt.gz --embedding-scale 0.032\" '--l2 {{10,20,32,60,1000}}'
# C&W Embeddings 25 dim, scale 1
# dev: l2=3.2, 94.40
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim25-scale1 --dev -f \"-e representations/cw-embeddings-25dim.txt.gz --embedding-scale 1\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 25 dim, scale 0.1
# dev: l2=6, 94.21
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim25-scale0.1 --dev -f \"-e representations/cw-embeddings-25dim.txt.gz --embedding-scale 0.1\" '--l2 {{1,2,3.2,6}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim25-scale0.1 --dev -f \"-e representations/cw-embeddings-25dim.txt.gz --embedding-scale 0.1\" '--l2 {{10,20,32,60,100}}'
# C&W Embeddings 25 dim, scale 0.32
# dev: l2=3.2, 94.39
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim25-scale0.32 --dev -f \"-e representations/cw-embeddings-25dim.txt.gz --embedding-scale 0.32\" '--l2 {{1,2,3.2,6}}'
# C&W Embeddings 25 dim, scale 3.2
# dev: l2=3.2, 94.29
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim25-scale3.2 --dev -f \"-e representations/cw-embeddings-25dim.txt.gz --embedding-scale 3.2\" '--l2 {{1,2,3.2,6}}'
# HLBL 100 dim, scale 1
# dev: l2=2, 94.47
./scripts/train-and-evaluate.py -n hlbl-dim100-scale1 --dev --l2 1 -f "-e representations/hlbl-embeddings-100dim.txt.gz --embedding-scale 1" &
./scripts/train-and-evaluate.py -n hlbl-dim100-scale1 --dev --l2 2 -f "-e representations/hlbl-embeddings-100dim.txt.gz --embedding-scale 1" &
./scripts/train-and-evaluate.py -n hlbl-dim100-scale1 --dev --l2 3.2 -f "-e representations/hlbl-embeddings-100dim.txt.gz --embedding-scale 1" &
./scripts/train-and-evaluate.py -n hlbl-dim100-scale1 --dev --l2 6 -f "-e representations/hlbl-embeddings-100dim.txt.gz --embedding-scale 1" &
# HLBL Embeddings 100 dim, scale 10
# dev: l2=2, 94.19
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim100-scale10 --dev -f \"-e representations/hlbl-embeddings-100dim.txt.gz --embedding-scale 10\" '--l2 {{1,2,3.2,6}}'
# HLBL Embeddings 100 dim, scale 0.1
# dev: l2=6, 94.19
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim100-scale0.1 --dev -f \"-e representations/hlbl-embeddings-100dim.txt.gz --embedding-scale 0.1\" '--l2 {{1,2,3.2,6}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim100-scale0.1 --dev -f \"-e representations/hlbl-embeddings-100dim.txt.gz --embedding-scale 0.1\" '--l2 {{10,20,32,60,100,1000}}'
# HLBL Embeddings 100 dim, scale 0.32
# dev: l2=3.2 and 6, 94.32
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim100-scale0.32 --dev -f \"-e representations/hlbl-embeddings-100dim.txt.gz --embedding-scale 0.32\" '--l2 {{1,2,3.2,6}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim100-scale0.32 --dev -f \"-e representations/hlbl-embeddings-100dim.txt.gz --embedding-scale 0.32\" '--l2 {{10,20,32,60,100,1000}}'
# HLBL Embeddings 100 dim, scale 3.2
# dev: l2=2, 94.39
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim100-scale3.2 --dev -f \"-e representations/hlbl-embeddings-100dim.txt.gz --embedding-scale 3.2\" '--l2 {{1,2,3.2,6}}'
# HLBL Embeddings 50 dim, scale 1
# dev: l2=6, 94.63
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale1 --dev -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1\" '--l2 {{1,2,3.2,6}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale1 --dev -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1\" '--l2 {{10,20,32,60,100,1000}}'
# test: 94.00
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale1 --test -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1\" '--l2 6'
# HLBL Embeddings 50 dim, scale 0.1
# dev: l2=3.2, 94.23
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale0.1 --dev -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 0.1\" '--l2 {{1,2,3.2,6}}'
# HLBL Embeddings 50 dim, scale 10
# dev: l2=1, 94.45
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale10 --dev -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 10\" '--l2 {{1,2,3.2,6}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale10 --dev -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 10\" '--l2 {{0.1,0.2,0.32,0.6}}'
# HLBL Embeddings 50 dim, scale 0.32
# dev: l2=6, 94.41
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale0.32 --dev -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 0.32\" '--l2 {{1,2,3.2,6,10,20,32}}'
# HLBL Embeddings 50 dim, scale 3.2
# dev: l2=10,20,32, 94.61
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale3.2 --dev -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 3.2\" '--l2 {{1,2,3.2,6}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale3.2 --dev -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 3.2\" '--l2 {{10,20,32,60,100,200}}'
# Best Brown + best CW
# dev: l2=1, 94.76
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-and-cw --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt -e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.1\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20}}'
# test: 94.35
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-and-cw --test -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt -e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.1\" '--l2 1'
# Best Brown + best HLBL
# dev: l2=3.2, 94.62
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-and-hlbl --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt -e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20}}'
# test: 94.13
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-and-hlbl --test -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt -e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1\" '--l2 3.2'
# Best CW + best HLBL
# dev: l2=2,6, 94.68
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-and-hlbl --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.1 -e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20}}'
# test: 94.25
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-and-hlbl --test -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.1 -e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1\" '--l2 2'
# Best Brown + CW + best HLBL
# dev: l2=2, 94.72
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-and-cw-and-hlbl --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt -e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.1 -e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20}}'
# test: 94.15
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-and-cw-and-hlbl --test -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt -e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.1 -e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1\" '--l2 2'
# Brown c1000, no pos, compound representations
# dev: l2=10, 92.75
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c1000.compound-representations.no-pos --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt --compound-representation-features --no-pos-features\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20,30}}'
# Brown c3200, no pos, compound representations
# dev: l2=2, 93.06
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c3200.compound-representations.no-pos --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt --compound-representation-features --no-pos-features\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20,30}}'
# Brown c1000, compound representations
# dev: l2=3.2 or 6, 94.52
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c1000.compound-representations --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c1000-freq1.txt --compound-representation-features\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20,30}}'
# Brown c3200, compound representations
# dev: l2=3.2, 94.67
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n brown-c3200.compound-representations --dev -f \"-b representations/brown-rcv1.clean.tokenized-CoNLL03.txt-c3200-freq1.txt --compound-representation-features\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20,30}}'
# C&W, dim 50, scale 0.1,compound representations (threshold 0.5), no pos
#dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale0.1.compound-representations.no-pos --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.1 --compound-representation-features --compound-embedding-threshold 0.5 --no-pos-features\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20,30}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale0.1.compound-representations.no-pos --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.1 --compound-representation-features --compound-embedding-threshold 0.5 --no-pos-features\" '--l2 {{0.32,0.67,1,2,3.2,6,20.1,30}}'
# C&W, dim 50, scale 0.1, compound representations (threshold 0.5)
#dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale0.1.compound-representations --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.1 --compound-representation-features --compound-embedding-threshold 0.5\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20,30}}'
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n cw-dim50-scale0.1.compound-representations --dev -f \"-e representations/cw-embeddings-50dim.txt.gz --embedding-scale 0.1 --compound-representation-features --compound-embedding-threshold 0.5\" '--l2 {{0.33,0.6,1.01,2.01,3.2,6,10,20,30}}'
# HLBL Embeddings 50 dim, scale 1, compound representations (threshold 0.5)
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale1.compound-representations --dev -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1 --compound-representation-features --compound-embedding-threshold 0.5\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20,30}}'
# HLBL Embeddings 50 dim, scale 1, compound representations (threshold 0.5), no pos
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale1.compound-representations.no-pos --dev -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1 --compound-representation-features --compound-embedding-threshold 0.5 --no-pos-features\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20,30}}'
# HLBL Embeddings 50 dim, scale 1, compound representations (threshold 0.25)
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale1.compound-representations.threshold-0.25 --dev -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1 --compound-representation-features --compound-embedding-threshold 0.25\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20,30}}'
# HLBL Embeddings 50 dim, scale 1, compound representations (threshold 0.25), no pos
dbidispatch --exp_dir="" ./scripts/train-and-evaluate.py -n hlbl-dim50-scale1.compound-representations.threshold-0.25.no-pos --dev -f \"-e representations/hlbl-embeddings-50dim.txt.gz --embedding-scale 1 --compound-representation-features --compound-embedding-threshold 0.25 --no-pos-features\" '--l2 {{0.32,0.6,1,2,3.2,6,10,20,30}}'
# Terry Koo brown prefixes
#
# No POS features
# Feature conjunctions (with single repr)
# Combinations of reprs