|
Size: 4128
Comment:
|
Size: 7412
Comment:
|
| Deletions are marked like this. | Additions are marked like this. |
| Line 9: | Line 9: |
| ||cd100 ||0.58 ||0.37 ||0.38 ||0.49 ||0.38 ||0.40 || BM25 (b=0.75, k=1.75) + rl2|| ||ra98 ||0.58 ||0.37 ||0.38 ||0.76 ||0.54 ||0.55 || BM25 (b=0.1, k=1) + rl2|| ||dk408 ||0.73 ||0.54 ||0.55 ||0.73 ||0.54 ||0.55 || BM25 (b=0.09, k=1.15) + cl2|| ||ch557 ||0.58 ||0.37 ||0.38 ||0.52 ||0.39 ||0.38 || BM25 (b=0.75, k=1.75) + cl2|| ||ap367 ||0.727 ||0.55 ||0.558 ||0.727 ||0.55 ||0.558 || BM25 (b=0.04, k=1.15) + no normalization|| ||ms1415 ||0.76 ||0.54 ||0.56 ||0.30 ||0.28 ||0.23 || BM25 (b=0.8, k=0.09) + rl2|| ||kn115 ||0.67 ||0.49 ||0.47 ||0.76 ||0.54 ||0.55 || BM25 (b=0.1, k=0.2) + rl2|| ||rs532 ||0.76 ||0.53 ||0.55 ||0.49 ||0.50 ||0.48 || BM25 (b=0.13, k=0.75) + rl2|| ||kd130 ||0.76 ||0.53 ||0.54 ||0.79 ||0.55 ||0.53 || BM25 (b=0, k=1.1) + no normalization || ||jh594 ||0.76 ||0.55 ||0.54 ||0.79 ||0.55 ||0.53 || BM25 (b=0.008, k=1.1) + no normalization || ||ik151 ||0.73 ||0.54 ||0.52 ||0.73 ||0.54 ||0.52 || BM25 (b=0.25, k=1) no normalization || ||dl121 ||0.61 ||0.66 ||0.66 ||0.61 ||0.66 ||0.66 || BM25 (b=0.3, k=1.1) no normalization || ||do67 ||0.58 ||0.37 ||0.38 ||0.49 ||0.38 ||0.40 || BM25 (b=0.75, k=1.75) + rl2|| ||mz226||0.85||0.55 ||0.56 ||0.79 ||0.55 ||0.54 || BM25 (b=0.00002, k=1.008) + no normalization|| ||as1936||0.78||0.54||0.53 ||0.51 ||0.512 ||0.48 || BM25 (b=0.005, k=1.0034) + rl1|| ||mb791 ||0.70 ||0.51 ||0.52 ||0.73 ||0.54 ||0.55 || BM25 (b=0.10, k=0.30) + rl2|| ||ak913 ||0.79 ||0.55 ||0.53 ||0.79 ||0.55 ||0.53 || BM25 (b=0, k=1.1) + no normalization|| ||ls1369 ||0.758 ||0.541 ||0.555 ||0.758 ||0.541 ||0.555 || BM25 (b=0.1, k=0.9) + no normalization|| ||lm432 ||0.73 ||0.54 ||0.54 ||0.73 ||0.54 ||0.54 || BM25 (b=0.2, k=0.8) + no normalization || ||sb876 ||0.73 ||0.54 ||0.53 ||0.73 ||0.54 ||0.53 || BM25 (b=0.25, k=1.0) + no normalization || ||ll367 ||0.73 ||0.54 ||0.54 ||0.73 ||0.54 ||0.54 || BM25 (b=0.25, k=1.0) + no normalization || ||sf251 ||tba||tba||tba||0.79 ||0.56 ||0.56 || BM25 (b=0.05, k=0.88) + rl2 || ||jm700 ||0.79||0.56||0.56||0.606||0.535||0.53|| BM25 (b=0.05, k=1) + rl2 || ||ca189 ||0.85||0.56||0.53||0.85||0.56||0.55||b=0.01, k=0.7, no normalization|| ||yh77 ||0.76||0.57||0.57||0.55||0.60||0.62||b=0.0, k=1.2, rl2 || ||js1750||0.79 ||0.55 ||0.54 ||0.79 ||0.55 ||0.54 || BM25 (b=0.01, k=1.0) + cl2|| ||ts574||0.79||0.55||0.53||0.79||0.55||0.53||BM25 (b=0.001, k=1.1) + no normalization|| ||tm286||0.76||0.55||0.53||0.79||0.56||0.56|| BM25 (b=0.05, k=0.9) + cl2|| ||ec141||0.79||0.55||0.53||0.79||0.55||0.53||BM25 (b=0.0, k=1.2) + no normalization|| ||dg262||0.58||0.37||0.38||0.49||0.38||0.41||BM25 (b=0.75, k=1.75) + rl2|| ||tk309||0.73||0.54||0.55||0.76||0.54||0.55||BM25 (b=0.1, k=1) + no normalization|| ||eg128||0.58 ||0.37 ||0.38 ||0.49 ||0.38 ||0.40 || BM25 (b=0.75, k=1.75) + rl2|| ||jf375||0.85||0.54||0.53||0.73||0.54||0.55||BM25 (b=0.01, k=0.6) +rl2|| ||ac267||0.576||0.37||0.381||0.576||0.37||0.381||BM25 (b=0.75, k=1.75) + none|| ||mm140||0.79||0.55||0.55||0.73||0.54||0.54||BM25 (b=0.15, k=1.85) + no norm|| ||gm133||0.79||0.53||0.54||0.85||0.54||0.55||BM25 (b=0.05, k=0.77) + no normalization|| ||tm217||0.73||0.54||0.55||0.67||0.48||0.48||BM25 (b=0.42, k=1.314) + no normalization|| ||nw164||0.76||0.54||0.55||0.76||0.54||0.55||BM25 (b=0.1, k=1.05) + no normalization|| |
Results for Exercise Sheet 8 (Vector Space Model)
Click "Edit" in the upper bar of this page and add your row to the table below, following the examples already there.
In the first column, write your account name.
In the columns 2-4, write down the values of MP@3, MP@R and MAP returned by your process_query() method from ES2.
In the columns 5-7, write down the values of your best result returned by your process_query_vsm() method from ES8.
In the 8th column, give a concise description of the score type and the normalization you have used to achieve the best result in process_query_vsm().
Please write down all values with exactly two digits of precision.
Name |
process_query() from ES2 |
process_query_vsm() from ES8 |
Used combination in process_query_vsm() |
||||
MP@3 |
MP@R |
MAP |
MP@3 |
MP@R |
MAP |
||
np1042 |
0.73 |
0.54 |
0.55 |
0.73 |
0.54 |
0.55 |
BM25 (b=0.2, k=0.8) + no normalization |
cd100 |
0.58 |
0.37 |
0.38 |
0.49 |
0.38 |
0.40 |
BM25 (b=0.75, k=1.75) + rl2 |
ra98 |
0.58 |
0.37 |
0.38 |
0.76 |
0.54 |
0.55 |
BM25 (b=0.1, k=1) + rl2 |
dk408 |
0.73 |
0.54 |
0.55 |
0.73 |
0.54 |
0.55 |
BM25 (b=0.09, k=1.15) + cl2 |
ch557 |
0.58 |
0.37 |
0.38 |
0.52 |
0.39 |
0.38 |
BM25 (b=0.75, k=1.75) + cl2 |
ap367 |
0.727 |
0.55 |
0.558 |
0.727 |
0.55 |
0.558 |
BM25 (b=0.04, k=1.15) + no normalization |
ms1415 |
0.76 |
0.54 |
0.56 |
0.30 |
0.28 |
0.23 |
BM25 (b=0.8, k=0.09) + rl2 |
kn115 |
0.67 |
0.49 |
0.47 |
0.76 |
0.54 |
0.55 |
BM25 (b=0.1, k=0.2) + rl2 |
rs532 |
0.76 |
0.53 |
0.55 |
0.49 |
0.50 |
0.48 |
BM25 (b=0.13, k=0.75) + rl2 |
kd130 |
0.76 |
0.53 |
0.54 |
0.79 |
0.55 |
0.53 |
BM25 (b=0, k=1.1) + no normalization |
jh594 |
0.76 |
0.55 |
0.54 |
0.79 |
0.55 |
0.53 |
BM25 (b=0.008, k=1.1) + no normalization |
ik151 |
0.73 |
0.54 |
0.52 |
0.73 |
0.54 |
0.52 |
BM25 (b=0.25, k=1) no normalization |
dl121 |
0.61 |
0.66 |
0.66 |
0.61 |
0.66 |
0.66 |
BM25 (b=0.3, k=1.1) no normalization |
do67 |
0.58 |
0.37 |
0.38 |
0.49 |
0.38 |
0.40 |
BM25 (b=0.75, k=1.75) + rl2 |
mz226 |
0.85 |
0.55 |
0.56 |
0.79 |
0.55 |
0.54 |
BM25 (b=0.00002, k=1.008) + no normalization |
as1936 |
0.78 |
0.54 |
0.53 |
0.51 |
0.512 |
0.48 |
BM25 (b=0.005, k=1.0034) + rl1 |
mb791 |
0.70 |
0.51 |
0.52 |
0.73 |
0.54 |
0.55 |
BM25 (b=0.10, k=0.30) + rl2 |
ak913 |
0.79 |
0.55 |
0.53 |
0.79 |
0.55 |
0.53 |
BM25 (b=0, k=1.1) + no normalization |
ls1369 |
0.758 |
0.541 |
0.555 |
0.758 |
0.541 |
0.555 |
BM25 (b=0.1, k=0.9) + no normalization |
lm432 |
0.73 |
0.54 |
0.54 |
0.73 |
0.54 |
0.54 |
BM25 (b=0.2, k=0.8) + no normalization |
sb876 |
0.73 |
0.54 |
0.53 |
0.73 |
0.54 |
0.53 |
BM25 (b=0.25, k=1.0) + no normalization |
ll367 |
0.73 |
0.54 |
0.54 |
0.73 |
0.54 |
0.54 |
BM25 (b=0.25, k=1.0) + no normalization |
sf251 |
tba |
tba |
tba |
0.79 |
0.56 |
0.56 |
BM25 (b=0.05, k=0.88) + rl2 |
jm700 |
0.79 |
0.56 |
0.56 |
0.606 |
0.535 |
0.53 |
BM25 (b=0.05, k=1) + rl2 |
ca189 |
0.85 |
0.56 |
0.53 |
0.85 |
0.56 |
0.55 |
b=0.01, k=0.7, no normalization |
yh77 |
0.76 |
0.57 |
0.57 |
0.55 |
0.60 |
0.62 |
b=0.0, k=1.2, rl2 |
js1750 |
0.79 |
0.55 |
0.54 |
0.79 |
0.55 |
0.54 |
BM25 (b=0.01, k=1.0) + cl2 |
ts574 |
0.79 |
0.55 |
0.53 |
0.79 |
0.55 |
0.53 |
BM25 (b=0.001, k=1.1) + no normalization |
tm286 |
0.76 |
0.55 |
0.53 |
0.79 |
0.56 |
0.56 |
BM25 (b=0.05, k=0.9) + cl2 |
ec141 |
0.79 |
0.55 |
0.53 |
0.79 |
0.55 |
0.53 |
BM25 (b=0.0, k=1.2) + no normalization |
dg262 |
0.58 |
0.37 |
0.38 |
0.49 |
0.38 |
0.41 |
BM25 (b=0.75, k=1.75) + rl2 |
tk309 |
0.73 |
0.54 |
0.55 |
0.76 |
0.54 |
0.55 |
BM25 (b=0.1, k=1) + no normalization |
eg128 |
0.58 |
0.37 |
0.38 |
0.49 |
0.38 |
0.40 |
BM25 (b=0.75, k=1.75) + rl2 |
jf375 |
0.85 |
0.54 |
0.53 |
0.73 |
0.54 |
0.55 |
BM25 (b=0.01, k=0.6) +rl2 |
ac267 |
0.576 |
0.37 |
0.381 |
0.576 |
0.37 |
0.381 |
BM25 (b=0.75, k=1.75) + none |
mm140 |
0.79 |
0.55 |
0.55 |
0.73 |
0.54 |
0.54 |
BM25 (b=0.15, k=1.85) + no norm |
gm133 |
0.79 |
0.53 |
0.54 |
0.85 |
0.54 |
0.55 |
BM25 (b=0.05, k=0.77) + no normalization |
tm217 |
0.73 |
0.54 |
0.55 |
0.67 |
0.48 |
0.48 |
BM25 (b=0.42, k=1.314) + no normalization |
nw164 |
0.76 |
0.54 |
0.55 |
0.76 |
0.54 |
0.55 |
BM25 (b=0.1, k=1.05) + no normalization |