-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathd_ckpt_1.longtail.compare
276 lines (276 loc) · 14.7 KB
/
d_ckpt_1.longtail.compare
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
bm25_rank 24417
err1 24417 0.20593417025 0.180706369102 5077 16670 2670 0.549289429496
err3 21313 0.320628449438 0.291023267182 6312 11858 3143 0.574344296908
err5 17135 0.361230266161 0.331201885676 5076 9648 2411 0.577764808871
dcg5 17135 18.9130934646 17.4355549331 9396 2571 5168 0.623344032682
goodpos 24417 18.2593684728 18.5100135152 200 24160 57 0.502928287668
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.695890466754
[MRR3]fgp 24417 0.201933533119 0.168788434419
kendall 24417 0.165699788537 0.0836899375276
correlation 0.484651296437 0.469750385411
cnn 24417
err1 24417 0.20593417025 0.183031127813 4468 17629 2320 0.543965270099
err3 21313 0.320628449438 0.295788473942 5614 12921 2778 0.566508703608
err5 17135 0.361230266161 0.335374907573 4561 10452 2122 0.571170119638
dcg5 17135 18.9130934646 17.7362753723 8919 3140 5076 0.612138896994
goodpos 24417 18.2593684728 18.4155711185 71 24314 32 0.50079862391
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.706321515094
[MRR3]fgp 24417 0.201933533119 0.173134505836
kendall 24417 0.165699788537 0.106331575
correlation 0.484651296437 0.350437751893
LDA 24417
err1 24417 0.20593417025 0.171111559271 6276 15344 2797 0.571241348241
err3 21313 0.320628449438 0.277721601856 7563 10592 3158 0.60334068409
err5 17135 0.361230266161 0.31615749611 6302 8393 2440 0.61266413773
dcg5 17135 18.9130934646 16.7301670408 10155 2136 4844 0.654975196965
goodpos 24417 18.2593684728 18.6960724086 369 24007 41 0.506696154319
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.666327801446
[MRR3]fgp 24417 0.201933533119 0.16910827928
kendall 24417 0.165699788537 0.0285016381303
correlation 0.484651296437 0.108386836805
tLDA 24417
err1 24417 0.20593417025 0.168706654464 5812 16442 2163 0.574722529385
err3 21313 0.320628449438 0.278162647239 7105 11603 2605 0.605545910946
err5 17135 0.361230266161 0.31669685874 5936 9292 1907 0.617566384593
dcg5 17135 18.9130934646 16.8429234622 10251 2567 4317 0.673125182375
goodpos 24417 18.2593684728 18.602858664 232 24153 32 0.504075029692
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.671898648505
[MRR3]fgp 24417 0.201933533119 0.159919300241
kendall 24417 0.165699788537 0.0636637173227
correlation 0.484651296437 0.261081591289
newcont 24417
err1 24417 0.20593417025 0.0630779899511 14534 9883 0 0.797600032764
err3 21313 0.320628449438 0.134030566898 15970 5343 0 0.874630507202
err5 17135 0.361230266161 0.164830066409 13829 3306 0 0.903530784943
dcg5 17135 18.9130934646 9.75777841238 15714 1421 0 0.958505981908
goodpos 24417 18.2593684728 20.0302657984 1920 22497 0 0.539296391858
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.38307536816
[MRR3]fgp 24417 0.201933533119 0.0690123240653
kendall 24417 0.165699788537 0.0
correlation 0.484651296437 0
transrank 24417
err1 24417 0.20593417025 0.182107227308 4633 17373 2411 0.545480607773
err3 21313 0.320628449438 0.29392302244 5775 12703 2835 0.568948529067
err5 17135 0.361230266161 0.334228085285 4669 10266 2200 0.572045520864
dcg5 17135 18.9130934646 17.6350335646 9062 3028 5045 0.617216224103
goodpos 24417 18.2593684728 18.4711061965 136 24255 26 0.50223205144
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.701365659606
[MRR3]fgp 24417 0.201933533119 0.173398396073
kendall 24417 0.165699788537 0.0837401673254
correlation 0.484651296437 0.246477560829
wenda 24417
err1 24417 0.20593417025 0.104997494203 11016 12717 684 0.711553425892
err3 21313 0.320628449438 0.188206654918 12677 7845 791 0.77882043823
err5 17135 0.361230266161 0.223753984608 10774 5715 646 0.795506273709
dcg5 17135 18.9130934646 12.2751765849 13726 2103 1306 0.862386927342
goodpos 24417 18.2593684728 19.6087152394 1378 23029 10 0.527992791907
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.493171889728
[MRR3]fgp 24417 0.201933533119 0.099734762983
kendall 24417 0.165699788537 0.0343962774122
correlation 0.484651296437 0.0969485699698
cnndnn 24417
err1 24417 0.20593417025 0.175796768711 5605 16179 2633 0.56083875988
err3 21313 0.320628449438 0.283616892782 6909 11386 3018 0.591282315957
err5 17135 0.361230266161 0.322883035494 5668 9173 2294 0.598424277794
dcg5 17135 18.9130934646 17.0355607562 10059 2369 4707 0.656142398599
goodpos 24417 18.2593684728 18.6212474915 249 24124 44 0.504197894909
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.680393902676
[MRR3]fgp 24417 0.201933533119 0.175814723391
kendall 24417 0.165699788537 0.028297105945
correlation 0.484651296437 0.0311001096786
mrfrank 24417
err1 24417 0.20593417025 0.1897496159 4501 16965 2951 0.531719703485
err3 21313 0.320628449438 0.300773623794 5708 12118 3487 0.552104349458
err5 17135 0.361230266161 0.341098485953 4572 9807 2756 0.552961774146
dcg5 17135 18.9130934646 17.8616560092 8831 2627 5677 0.592004668807
goodpos 24417 18.2593684728 18.4457550068 168 24191 58 0.50223205144
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.710420205585
[MRR3]fgp 24417 0.201933533119 0.182662004991
kendall 24417 0.165699788537 0.080140913752
correlation 0.484651296437 0.422617742911
keyword2 24417
err1 24417 0.20593417025 0.17331442028 5972 15656 2789 0.565179997543
err3 21313 0.320628449438 0.279603276087 7445 10734 3134 0.601135457233
err5 17135 0.361230266161 0.318066942824 6138 8573 2424 0.608345491684
dcg5 17135 18.9130934646 16.7424326836 10242 2177 4716 0.661219725708
goodpos 24417 18.2593684728 18.6798132449 352 24019 46 0.506245648524
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.674757396267
[MRR3]fgp 24417 0.201933533119 0.167343781594
kendall 24417 0.165699788537 0.0407385478747
correlation 0.484651296437 0.18001934289
matchNew 24417
err1 24417 0.20593417025 0.152488410322 7301 15140 1976 0.609042879961
err3 21313 0.320628449438 0.259546829031 8558 10460 2295 0.646929104303
err5 17135 0.361230266161 0.297498308406 7278 8082 1775 0.660577764809
dcg5 17135 18.9130934646 15.9411035086 10911 2424 3800 0.707499270499
goodpos 24417 18.2593684728 18.6590490232 279 24086 52 0.504648400704
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.635500612153
[MRR3]fgp 24417 0.201933533119 0.135641104471
kendall 24417 0.165699788537 0.0745025533339
correlation 0.484651296437 0.462649229028
titleNew 24417
err1 24417 0.20593417025 0.170623201909 5423 17121 1873 0.572674775771
err3 21313 0.320628449438 0.278540113495 6950 12236 2127 0.613146905644
err5 17135 0.361230266161 0.317759208591 5724 9808 1603 0.620250948351
dcg5 17135 18.9130934646 16.8174758964 10552 2819 3764 0.698044937263
goodpos 24417 18.2593684728 18.6543391899 242 24158 17 0.504607445632
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.673570245607
[MRR3]fgp 24417 0.201933533119 0.159176806018
kendall 24417 0.165699788537 0.095194891388
correlation 0.484651296437 0.430618215575
desm 24417
err1 24417 0.20593417025 0.178841226632 5173 16661 2583 0.553016341074
err3 21313 0.320628449438 0.288599331186 6388 11933 2992 0.579646225308
err5 17135 0.361230266161 0.328397728124 5226 9644 2265 0.586402100963
dcg5 17135 18.9130934646 17.3098562076 9514 2593 5028 0.630872483221
goodpos 24417 18.2593684728 18.5535078019 200 24186 31 0.503460703608
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.692409546217
[MRR3]fgp 24417 0.201933533119 0.173736183072
kendall 24417 0.165699788537 0.0583383987238
correlation 0.484651296437 0.216139203524
lstm 24417
err1 24417 0.20593417025 0.198736551527 3107 18946 2364 0.515214809354
err3 21313 0.320628449438 0.312328121675 4036 14286 2991 0.524515553887
err5 17135 0.361230266161 0.352651746821 3138 11706 2291 0.524715494602
dcg5 17135 18.9130934646 18.5099616652 7594 3878 5663 0.556346658885
goodpos 24417 18.2593684728 18.3253061392 49 24330 38 0.500225252898
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.728004192626
[MRR3]fgp 24417 0.201933533119 0.196566851243
kendall 24417 0.165699788537 0.131239075789
correlation 0.484651296437 0.36906497749
f_rank 24417
err1 24417 0.20593417025 0.200286864103 3734 17588 3095 0.513085145595
err3 21313 0.320628449438 0.311828917003 4787 12864 3662 0.526392342702
err5 17135 0.361230266161 0.352630292077 3706 10574 2855 0.524832214765
dcg5 17135 18.9130934646 18.4092835053 7971 3002 6162 0.552786693901
goodpos 24417 18.2593684728 18.3939877954 147 24204 66 0.501658680428
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.726624739379
[MRR3]fgp 24417 0.201933533119 0.191989140784
kendall 24417 0.165699788537 0.11231725721
correlation 0.484651296437 0.485057619878
svmfea 24417
err1 24417 0.20593417025 0.197587998336 3917 17505 2995 0.518859810788
err3 21313 0.320628449438 0.309510852628 4928 12870 3515 0.533148782433
err5 17135 0.361230266161 0.349765178499 3916 10446 2773 0.533352786694
dcg5 17135 18.9130934646 18.2924613952 8302 2895 5938 0.568952436533
goodpos 24417 18.2593684728 18.3891550969 108 24265 44 0.501290084777
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.721333984765
[MRR3]fgp 24417 0.201933533119 0.193960013196
kendall 24417 0.165699788537 0.10430343479
correlation 0.484651296437 0.429298097866
title_rank 24417
err1 24417 0.20593417025 0.185403910556 4483 17372 2562 0.53933734693
err3 21313 0.320628449438 0.296887285802 5669 12622 3022 0.562098249894
err5 17135 0.361230266161 0.337295820647 4572 10219 2344 0.564983950978
dcg5 17135 18.9130934646 17.7550515593 8829 3048 5258 0.604201925883
goodpos 24417 18.2593684728 18.4653315313 149 24232 36 0.502313961584
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.705486853025
[MRR3]fgp 24417 0.201933533119 0.174262738058
kendall 24417 0.165699788537 0.0878911468383
correlation 0.484651296437 0.452485274421
content_rank 24417
err1 24417 0.20593417025 0.181691099951 5093 16561 2763 0.547692181677
err3 21313 0.320628449438 0.291891716348 6381 11744 3188 0.574907333552
err5 17135 0.361230266161 0.331448455775 5221 9417 2497 0.57945725124
dcg5 17135 18.9130934646 17.4319900939 9520 2526 5089 0.629296761015
goodpos 24417 18.2593684728 18.5227914977 197 24169 51 0.502969242741
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.696212485631
[MRR3]fgp 24417 0.201933533119 0.172274048172
kendall 24417 0.165699788537 0.0892867911334
correlation 0.484651296437 0.45972607184
content_bwprank 24417
err1 24417 0.20593417025 0.177542277436 5465 16313 2639 0.557849039604
err3 21313 0.320628449438 0.285791132189 6831 11380 3102 0.587481818608
err5 17135 0.361230266161 0.324926028278 5623 9107 2405 0.593872191421
dcg5 17135 18.9130934646 17.1066465946 9912 2403 4820 0.648555587978
goodpos 24417 18.2593684728 18.6043330466 278 24096 43 0.504812220994
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.686692387726
[MRR3]fgp 24417 0.201933533119 0.168499811056
kendall 24417 0.165699788537 0.0760363776817
correlation 0.484651296437 0.394707865214
content_proxyrank 24417
err1 24417 0.20593417025 0.183529372347 5106 16484 2827 0.54666830487
err3 21313 0.320628449438 0.292933159452 6373 11670 3270 0.572795946136
err5 17135 0.361230266161 0.332459905578 5248 9335 2552 0.578640210096
dcg5 17135 18.9130934646 17.4368685175 9604 2475 5056 0.632681645754
goodpos 24417 18.2593684728 18.5370438629 210 24158 49 0.503296883319
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.695755859156
[MRR3]fgp 24417 0.201933533119 0.176332604347
kendall 24417 0.165699788537 0.0796536424459
correlation 0.484651296437 0.421089006471
bmproxy 24417
err1 24417 0.20593417025 0.159635108541 6572 15868 1977 0.594094278576
err3 21313 0.320628449438 0.265592821225 8131 10993 2189 0.639375029325
err5 17135 0.361230266161 0.304231831609 6791 8719 1625 0.650714911001
dcg5 17135 18.9130934646 16.1679316112 11096 2429 3610 0.718412605778
goodpos 24417 18.2593684728 18.6971372404 266 24117 34 0.504730310849
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.654535283269
[MRR3]fgp 24417 0.201933533119 0.144648959111
kendall 24417 0.165699788537 0.07671054712
correlation 0.484651296437 0.477234375798
keybmrank 24417
err1 24417 0.20593417025 0.19195413191 4286 17284 2847 0.52946717451
err3 21313 0.320628449438 0.30305151893 5434 12565 3314 0.54971144372
err5 17135 0.361230266161 0.342977066473 4358 10185 2592 0.551502772104
dcg5 17135 18.9130934646 17.9597371483 8675 2888 5572 0.590545666764
goodpos 24417 18.2593684728 18.4341237662 122 24244 51 0.501453905066
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.713365491667
[MRR3]fgp 24417 0.201933533119 0.183521395594
kendall 24417 0.165699788537 0.109565054602
correlation 0.484651296437 0.478052103947
matchrank 24417
err1 24417 0.20593417025 0.146577052276 7820 14765 1832 0.622599008887
err3 21313 0.320628449438 0.251685295781 9184 10027 2102 0.666119269929
err5 17135 0.361230266161 0.2890190249 7815 7734 1586 0.681762474467
dcg5 17135 18.9130934646 15.5505512445 11403 2284 3448 0.732127224978
goodpos 24417 18.2593684728 18.7599623213 371 24007 39 0.506778064463
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741188510996 0.618882180859
[MRR3]fgp 24417 0.201933533119 0.130921796941
kendall 24417 0.165699788537 0.0698750187053
correlation 0.484651296437 0.0137202651839