-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathg_ckpt_1.longtail.compare
276 lines (276 loc) · 14.7 KB
/
g_ckpt_1.longtail.compare
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
bm25_rank 24417
err1 24417 0.205727734087 0.180706369102 5020 16737 2660 0.548306507761
err3 21313 0.320556043908 0.291023267182 6306 11877 3130 0.574485056069
err5 17135 0.361225096978 0.331201885676 5061 9662 2412 0.577297928217
dcg5 17135 18.9278528164 17.4355549331 9439 2537 5159 0.624861394806
goodpos 24417 18.2600237539 18.5100135152 192 24167 58 0.502723512307
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.695890466754
[MRR3]fgp 24417 0.201452352771 0.168788434419
kendall 24417 0.168305396198 0.0836899375276
correlation 0.485306835444 0.469750385411
cnn 24417
err1 24417 0.205727734087 0.183031127813 4429 17702 2286 0.543883359954
err3 21313 0.320556043908 0.295788473942 5567 12996 2750 0.566086426125
err5 17135 0.361225096978 0.335374907573 4549 10493 2093 0.571637000292
dcg5 17135 18.9278528164 17.7362753723 8968 3164 5003 0.615698861978
goodpos 24417 18.2600237539 18.4155711185 74 24310 33 0.500839578982
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.706321515094
[MRR3]fgp 24417 0.201452352771 0.173134505836
kendall 24417 0.168305396198 0.106331575
correlation 0.485306835444 0.350437751893
LDA 24417
err1 24417 0.205727734087 0.171111559271 6249 15378 2790 0.570831797518
err3 21313 0.320556043908 0.277721601856 7565 10594 3154 0.603481443251
err5 17135 0.361225096978 0.31615749611 6308 8397 2430 0.613131018383
dcg5 17135 18.9278528164 16.7301670408 10218 2152 4765 0.659118762766
goodpos 24417 18.2600237539 18.6960724086 363 24013 41 0.506573289102
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.666327801446
[MRR3]fgp 24417 0.201452352771 0.16910827928
kendall 24417 0.168305396198 0.0285016381303
correlation 0.485306835444 0.108386836805
tLDA 24417
err1 24417 0.205727734087 0.168706654464 5792 16485 2140 0.574763484458
err3 21313 0.320556043908 0.278162647239 7116 11626 2571 0.606625064515
err5 17135 0.361225096978 0.31669685874 5942 9300 1893 0.61814998541
dcg5 17135 18.9278528164 16.8429234622 10273 2564 4298 0.674350744091
goodpos 24417 18.2600237539 18.602858664 235 24154 28 0.504238849982
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.671898648505
[MRR3]fgp 24417 0.201452352771 0.159919300241
kendall 24417 0.168305396198 0.0636637173227
correlation 0.485306835444 0.261081591289
newcont 24417
err1 24417 0.205727734087 0.0630779899511 14534 9883 0 0.797600032764
err3 21313 0.320556043908 0.134030566898 15971 5342 0 0.874677426923
err5 17135 0.361225096978 0.164830066409 13821 3314 0 0.903297344616
dcg5 17135 18.9278528164 9.75777841238 15713 1422 0 0.958505981908
goodpos 24417 18.2600237539 20.0302657984 1907 22510 0 0.539050661424
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.38307536816
[MRR3]fgp 24417 0.201452352771 0.0690123240653
kendall 24417 0.168305396198 0.0
correlation 0.485306835444 0
transrank 24417
err1 24417 0.205727734087 0.182107227308 4592 17431 2394 0.544989146906
err3 21313 0.320556043908 0.29392302244 5751 12752 2810 0.568995448787
err5 17135 0.361225096978 0.334228085285 4626 10332 2177 0.571461920047
dcg5 17135 18.9278528164 17.6350335646 9118 3043 4974 0.62089290925
goodpos 24417 18.2600237539 18.4711061965 134 24255 28 0.502150141295
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.701365659606
[MRR3]fgp 24417 0.201452352771 0.173398396073
kendall 24417 0.168305396198 0.0837401673254
correlation 0.485306835444 0.246477560829
wenda 24417
err1 24417 0.205727734087 0.104997494203 10993 12746 678 0.711225785314
err3 21313 0.320556043908 0.188206654918 12658 7857 798 0.778210481866
err5 17135 0.361225096978 0.223753984608 10763 5734 638 0.795447913627
dcg5 17135 18.9278528164 12.2751765849 13735 2111 1289 0.863145608404
goodpos 24417 18.2600237539 19.6087152394 1367 23041 9 0.527788016546
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.493171889728
[MRR3]fgp 24417 0.201452352771 0.099734762983
kendall 24417 0.168305396198 0.0343962774122
correlation 0.485306835444 0.0969485699698
cnndnn 24417
err1 24417 0.205727734087 0.175796768711 5585 16212 2620 0.560715894664
err3 21313 0.320556043908 0.283616892782 6922 11388 3003 0.591939192042
err5 17135 0.361225096978 0.322883035494 5710 9137 2288 0.599824919755
dcg5 17135 18.9278528164 17.0355607562 10088 2359 4688 0.65754304056
goodpos 24417 18.2600237539 18.6212474915 241 24138 38 0.504156939837
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.680393902676
[MRR3]fgp 24417 0.201452352771 0.175814723391
kendall 24417 0.168305396198 0.028297105945
correlation 0.485306835444 0.0311001096786
mrfrank 24417
err1 24417 0.205727734087 0.1897496159 4448 17033 2936 0.530941557112
err3 21313 0.320556043908 0.300773623794 5714 12108 3491 0.552151269178
err5 17135 0.361225096978 0.341098485953 4577 9804 2754 0.553195214473
dcg5 17135 18.9278528164 17.8616560092 8873 2614 5648 0.594105631748
goodpos 24417 18.2600237539 18.4457550068 154 24202 61 0.501904410861
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.710420205585
[MRR3]fgp 24417 0.201452352771 0.182662004991
kendall 24417 0.168305396198 0.080140913752
correlation 0.485306835444 0.422617742911
keyword2 24417
err1 24417 0.205727734087 0.17331442028 5918 15749 2750 0.564852356964
err3 21313 0.320556043908 0.279603276087 7393 10823 3097 0.60076009947
err5 17135 0.361225096978 0.318066942824 6142 8606 2387 0.609571053399
dcg5 17135 18.9278528164 16.7424326836 10284 2195 4656 0.664196089875
goodpos 24417 18.2600237539 18.6798132449 346 24029 42 0.506204693451
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.674757396267
[MRR3]fgp 24417 0.201452352771 0.167343781594
kendall 24417 0.168305396198 0.0407385478747
correlation 0.485306835444 0.18001934289
matchNew 24417
err1 24417 0.205727734087 0.152488410322 7265 15187 1965 0.608510464021
err3 21313 0.320556043908 0.259546829031 8534 10462 2317 0.645849950734
err5 17135 0.361225096978 0.297498308406 7263 8102 1770 0.6602859644
dcg5 17135 18.9278528164 15.9411035086 10923 2425 3787 0.708199591479
goodpos 24417 18.2600237539 18.6590490232 276 24098 43 0.504771265921
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.635500612153
[MRR3]fgp 24417 0.201452352771 0.135641104471
kendall 24417 0.168305396198 0.0745025533339
correlation 0.485306835444 0.462649229028
titleNew 24417
err1 24417 0.205727734087 0.170623201909 5375 17222 1820 0.572797640988
err3 21313 0.320556043908 0.278540113495 6900 12301 2112 0.612302350678
err5 17135 0.361225096978 0.317759208591 5689 9866 1580 0.619900787861
dcg5 17135 18.9278528164 16.8174758964 10578 2838 3719 0.700145900204
goodpos 24417 18.2600237539 18.6543391899 239 24162 16 0.50456649056
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.673570245607
[MRR3]fgp 24417 0.201452352771 0.159176806018
kendall 24417 0.168305396198 0.095194891388
correlation 0.485306835444 0.430618215575
desm 24417
err1 24417 0.205727734087 0.178841226632 5134 16719 2564 0.552606790351
err3 21313 0.320556043908 0.288599331186 6390 11937 2986 0.57983390419
err5 17135 0.361225096978 0.328397728124 5210 9662 2263 0.585993580391
dcg5 17135 18.9278528164 17.3098562076 9613 2635 4887 0.637875693026
goodpos 24417 18.2600237539 18.5535078019 198 24188 31 0.503419748536
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.692409546217
[MRR3]fgp 24417 0.201452352771 0.173736183072
kendall 24417 0.168305396198 0.0583383987238
correlation 0.485306835444 0.216139203524
lstm 24417
err1 24417 0.205727734087 0.198736551527 3062 19022 2333 0.514928123848
err3 21313 0.320556043908 0.312328121675 4003 14369 2941 0.52489091165
err5 17135 0.361225096978 0.352651746821 3128 11754 2253 0.525532535746
dcg5 17135 18.9278528164 18.5099616652 7591 3956 5588 0.558447621827
goodpos 24417 18.2600237539 18.3253061392 44 24339 34 0.500184297825
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.728004192626
[MRR3]fgp 24417 0.201452352771 0.196566851243
kendall 24417 0.168305396198 0.131239075789
correlation 0.485306835444 0.36906497749
f_rank 24417
err1 24417 0.205727734087 0.200286864103 3684 17664 3069 0.512593684728
err3 21313 0.320556043908 0.311828917003 4774 12911 3628 0.526861539905
err5 17135 0.361225096978 0.352630292077 3708 10624 2803 0.526407936971
dcg5 17135 18.9278528164 18.4092835053 7995 3074 6066 0.556288298804
goodpos 24417 18.2600237539 18.3939877954 142 24205 70 0.501453905066
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.726624739379
[MRR3]fgp 24417 0.201452352771 0.191989140784
kendall 24417 0.168305396198 0.11231725721
correlation 0.485306835444 0.485057619878
svmfea 24417
err1 24417 0.205727734087 0.197587998336 3878 17568 2971 0.518573125282
err3 21313 0.320556043908 0.309510852628 4919 12878 3516 0.532914183831
err5 17135 0.361225096978 0.349765178499 3923 10454 2758 0.533994747593
dcg5 17135 18.9278528164 18.2924613952 8347 2900 5888 0.571753720455
goodpos 24417 18.2600237539 18.3891550969 101 24278 38 0.501290084777
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.721333984765
[MRR3]fgp 24417 0.201452352771 0.193960013196
kendall 24417 0.168305396198 0.10430343479
correlation 0.485306835444 0.429298097866
title_rank 24417
err1 24417 0.205727734087 0.185403910556 4431 17450 2536 0.538804930991
err3 21313 0.320556043908 0.296887285802 5614 12699 3000 0.561300614648
err5 17135 0.361225096978 0.337295820647 4527 10309 2299 0.564983950978
dcg5 17135 18.9278528164 17.7550515593 8887 3084 5164 0.608637292092
goodpos 24417 18.2600237539 18.4653315313 145 24240 32 0.502313961584
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.705486853025
[MRR3]fgp 24417 0.201452352771 0.174262738058
kendall 24417 0.168305396198 0.0878911468383
correlation 0.485306835444 0.452485274421
content_rank 24417
err1 24417 0.205727734087 0.181691099951 5047 16632 2738 0.547282630954
err3 21313 0.320556043908 0.291891716348 6356 11794 3163 0.574907333552
err5 17135 0.361225096978 0.331448455775 5204 9474 2457 0.580157572221
dcg5 17135 18.9278528164 17.4319900939 9552 2552 5031 0.631922964692
goodpos 24417 18.2600237539 18.5227914977 208 24149 60 0.503010197813
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.696212485631
[MRR3]fgp 24417 0.201452352771 0.172274048172
kendall 24417 0.168305396198 0.0892867911334
correlation 0.485306835444 0.45972607184
content_bwprank 24417
err1 24417 0.205727734087 0.177542277436 5421 16369 2627 0.557193758447
err3 21313 0.320556043908 0.285791132189 6803 11431 3079 0.587341059447
err5 17135 0.361225096978 0.324926028278 5588 9184 2363 0.594105631748
dcg5 17135 18.9278528164 17.1066465946 9920 2428 4787 0.649781149694
goodpos 24417 18.2600237539 18.6043330466 278 24090 49 0.504689355777
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.686692387726
[MRR3]fgp 24417 0.201452352771 0.168499811056
kendall 24417 0.168305396198 0.0760363776817
correlation 0.485306835444 0.394707865214
content_proxyrank 24417
err1 24417 0.205727734087 0.183529372347 5066 16539 2812 0.54613588893
err3 21313 0.320556043908 0.292933159452 6350 11733 3230 0.573171303899
err5 17135 0.361225096978 0.332459905578 5221 9411 2503 0.579282170995
dcg5 17135 18.9278528164 17.4368685175 9646 2516 4973 0.636358330902
goodpos 24417 18.2600237539 18.5370438629 213 24147 57 0.503174018102
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.695755859156
[MRR3]fgp 24417 0.201452352771 0.176332604347
kendall 24417 0.168305396198 0.0796536424459
correlation 0.485306835444 0.421089006471
bmproxy 24417
err1 24417 0.205727734087 0.159635108541 6523 15947 1947 0.593684727854
err3 21313 0.320556043908 0.265592821225 8119 11035 2159 0.639797306808
err5 17135 0.361225096978 0.304231831609 6779 8749 1607 0.650889991246
dcg5 17135 18.9278528164 16.1679316112 11105 2455 3575 0.719696527575
goodpos 24417 18.2600237539 18.6971372404 263 24117 37 0.504607445632
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.654535283269
[MRR3]fgp 24417 0.201452352771 0.144648959111
kendall 24417 0.168305396198 0.07671054712
correlation 0.485306835444 0.477234375798
keybmrank 24417
err1 24417 0.205727734087 0.19195413191 4246 17347 2824 0.529098578859
err3 21313 0.320556043908 0.30305151893 5386 12640 3287 0.549242246516
err5 17135 0.361225096978 0.342977066473 4331 10246 2558 0.551736212431
dcg5 17135 18.9278528164 17.9597371483 8682 2925 5528 0.592004668807
goodpos 24417 18.2600237539 18.4341237662 127 24236 54 0.501494860138
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.713365491667
[MRR3]fgp 24417 0.201452352771 0.183521395594
kendall 24417 0.168305396198 0.109565054602
correlation 0.485306835444 0.478052103947
matchrank 24417
err1 24417 0.205727734087 0.146577052276 7780 14824 1813 0.622189458164
err3 21313 0.320556043908 0.251685295781 9127 10086 2100 0.664852437479
err5 17135 0.361225096978 0.2890190249 7777 7775 1583 0.680711992997
dcg5 17135 18.9278528164 15.5505512445 11417 2321 3397 0.733994747593
goodpos 24417 18.2600237539 18.7599623213 368 24007 42 0.506655199246
goodNum 24417 4.6265716509 4.6265716509 0 24417 0 0.5
labeledNum 24417 7.84781095139 7.84781095139
[MRR2]fnp 24417 0.741294151542 0.618882180859
[MRR3]fgp 24417 0.201452352771 0.130921796941
kendall 24417 0.168305396198 0.0698750187053
correlation 0.485306835444 0.0137202651839