|
Size: 2470
Comment:
|
Size: 13176
Comment:
|
| Deletions are marked like this. | Additions are marked like this. |
| Line 6: | Line 6: |
| ||<tablewidth=""" tableheight=""" tablestyle="" 100%& quot; ; auto& quot" ;&quot";&quot""style="" & quot;text-align:center& quot; "" |2>'''Name''' ||||||<style=""text-align:center"">''process_query()'' from ES2 ||||||<style=""text-align:center"">''process_query_vsm()'' from ES8 ||<style=""text-align:center"" |2>'''Used combination in ''process_query_vsm()''''' || ||'''MP@3''' ||'''MP@R''' ||<style=""text-align:center"">'''MAP''' ||<style=""text-align:center"">'''MP@3''' ||<style=""text-align:center"">'''MP@R''' ||<style=""text-align:center"">'''MAP''' || |
||<tablewidth=""" tableheight=""" tablestyle="" & quot; & amp; quot; & amp; amp; quot; & amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; amp; quot; 100%& amp; amp; amp; amp; amp; amp; amp; amp; quot; ; auto& amp; amp; amp; amp; amp; amp; amp; amp; quot& amp; amp; amp; amp; amp; amp; amp; quot; ; & amp; amp; amp; amp; amp; amp; amp; amp; quot& amp; amp; amp; amp; amp; amp; amp; quot; ; & amp; amp; amp; amp; amp; amp; amp; amp; quot& amp; amp; amp; amp; amp; amp; amp; quot& amp; amp; amp; amp; amp; amp; quot; ; & amp; amp; amp; amp; amp; amp; amp; quot& amp; amp; amp; amp; amp; amp; quot; ; & amp; amp; amp; amp; amp; amp; amp; quot& amp; amp; amp; amp; amp; amp; quot& amp; amp; amp; amp; amp; quot; ; & amp; amp; amp; amp; amp; amp; quot& amp; amp; amp; amp; amp; quot; ; & amp; amp; amp; amp; amp; amp; quot& amp; amp; amp; amp; amp; quot& amp; amp; amp; amp; quot; ; & amp; amp; amp; amp; amp; quot& amp; amp; amp; amp; quot; ; & amp; amp; amp; amp; amp; quot& amp; amp; amp; amp; quot& amp; amp; amp; quot; ; & amp; amp; amp; amp; quot& amp; amp; amp; quot; ; & amp; amp; amp; amp; quot& amp; amp; amp; quot& amp; amp; quot; ; & amp; amp; amp; quot& amp; amp; quot; ; & amp; amp; amp; quot& amp; amp; quot& amp; quot; ; & amp; amp; quot& amp; quot; ; & amp; amp; quot& amp; quot& quot; ; & amp; quot& quot; ; & amp; quot& quot" ;&quot";&quot""style="" & quot; & amp; quot; & amp; amp; quot; & amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; amp; amp; quot;text-align:center& amp; amp; amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; quot; & amp; amp; quot; & amp; quot; & quot; "" |2>'''Name''' ||||||<style="" & quot; & amp; quot; & amp; amp; quot; & amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; amp; quot;text-align:center& amp; amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; quot; & amp; amp; quot; & amp; quot; & quot; "">''process_query()'' from ES2 ||||||<style="" & quot; & amp; quot; & amp; amp; quot; & amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; amp; quot;text-align:center& amp; amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; quot; & amp; amp; quot; & amp; quot; & quot; "">''process_query_vsm()'' from ES8 ||<style="" & quot; & amp; quot; & amp; amp; quot; & amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; amp; quot;text-align:center& amp; amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; quot; & amp; amp; quot; & amp; quot; & quot; "" |2>'''Used combination in ''process_query_vsm()''''' || ||'''MP@3''' ||'''MP@R''' ||<style="" & quot; & amp; quot; & amp; amp; quot; & amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; amp; quot;text-align:center& amp; amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; quot; & amp; amp; quot; & amp; quot; & quot; "">'''MAP''' ||<style="" & quot; & amp; quot; & amp; amp; quot; & amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; amp; quot;text-align:center& amp; amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; quot; & amp; amp; quot; & amp; quot; & quot; "">'''MP@3''' ||<style="" & quot; & amp; quot; & amp; amp; quot; & amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; amp; quot;text-align:center& amp; amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; quot; & amp; amp; quot; & amp; quot; & quot; "">'''MP@R''' ||<style="" & quot; & amp; quot; & amp; amp; quot; & amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; amp; quot;text-align:center& amp; amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; amp; quot; & amp; amp; amp; amp; quot; & amp; amp; amp; quot; & amp; amp; quot; & amp; quot; & quot; "">'''MAP''' || |
| Line 16: | Line 16: |
| ||fb234 ||0.47 ||0.31 ||0.27 ||0.47 ||0.31 ||0.27 ||BM25 scores || | ||fb234 ||0.47 ||0.31 ||0.27 ||0.47 ||0.31 ||0.27 ||BM25 scores, no normalization || |
| Line 18: | Line 18: |
| ||he41||0.47||0.31 ||0.27||0.47||0.34||0.31||BM25 + L-Infinity norm.|| | ||he41 ||0.47 ||0.31 ||0.27 ||0.47 ||0.34 ||0.31 ||BM25 + L-Infinity norm. || |
| Line 20: | Line 20: |
| ||pj 46 ||0.47 ||0.31 ||0.27 ||0.5 ||0.29 ||0.28 ||BM25 (b=0.75, k=1.75) + L3 column norm || ||fp112 ||0.47 ||0.31 ||0.27 ||0.47 ||0.31 ||0.27 ||BM25 (b=0.75, k=1.75), no normalization || ||nf55 ||0.60 ||0.46 ||0.45 ||0.60 ||0.46 ||0.45 ||BM25 scores, without norm. || ||jt20 ||0.47 ||0.31 ||0.27 ||0.47 ||0.31 ||0.27 ||BM25, no norm || ||rb201 ||0.60 ||0.45 ||0.45 ||0.60 ||0.45 ||0.45 ||bm25, no l2-norm. || ||ds371 ||0.5 ||0.36 ||0.39 ||0.5 ||0.36 ||0.39 ||BM25, no norm || ||lz91 ||0.47 ||0.31 ||0.27 ||0.47 ||0.31 ||0.27 ||bm25 scores, no normalization || ||mf401 ||0.53 ||0.41 ||0.15 ||0.47 ||0.36 ||0.34 ||bm25 (b=0.2, k=1.5), infinity norm || ||ns202 ||0.667 ||0.833 ||0.694 ||0.667 ||0.833 ||0.778 ||BM25 (b=0.7, k=1.75) || ||fw122 ||0.67 ||0.8 ||0.4 ||0.5 ||0.31 ||0.28 ||BM25 scores no normalization || ||cf147 ||0.50 ||0.31 ||0.30 ||0.50 ||0.31 ||0.30 ||BM25 || ||ls305 ||0.47 ||0.31 ||0.27 ||0.47 ||0.31 ||0.27 ||BM25 scores, no norm || ||yl100 ||0.60 ||0.45 ||0.45 ||0.60 ||0.45 ||0.45 ||BM25 scores, best without any norm. || ||df121+km109 ||0.47 ||0.31 ||0.27 ||0.47 ||0.31 ||0.27 ||BM25 scores (b=0.75, k=1.75), no norm || ||ir46 ||0.5 ||0.35 ||0.35 ||0.5 ||0.35 ||0.35 ||BM25, no normalization || ||pc49 ||0.47 ||0.22 ||0.15 ||0.47 ||0.31 ||0.27 ||BM25, no normalization || ||vb128 ||0.47 ||0.31 ||0.27 ||0.47 ||0.31 ||0.27 ||bm25, no normalization || ||es260+ic30 ||0.47 ||0.12 ||0.09 ||42 (not possible took too much time) ||42 (not possible took too much time) ||42 (not possible took too much time) ||bm25, no normalization || ||ye14 ||0.467 ||0.309 ||0.274 ||0.467 ||0.309 ||0.274 ||BM25, no normalization || ||fc54 ||0.47 ||0.31 ||0.27 ||0.47 ||0.31 ||0.27 ||BM25 scores (b=0.75, k=1.75) without normalization || ||ck407 ||0.47 ||0.31 ||0.27 ||0.47 ||0.31 ||0.27 ||BM25 scores, without normalization || ||ss844 ||0.60 ||0.45 ||0.45 ||0.60 ||0.45 ||0.45 ||BM25 scores, no normalization || ||rv25 ||0.53 ||0.41 ||0.40 ||0.53 ||0.41 ||0.40 ||BM25 scores, no normalization (b=0.05, k=1.75) || ||js765 ||0.467 ||0.309 ||0.274 ||0.5 ||0.356 ||0.36 ||BM25 scores, with L 10 normalization (b=0.2, k=1.75) || ||cg248+ar288 ||0.467 ||0.309 ||0.274 ||0.467 ||0.309 ||0.282 ||BM25 scores without L2normalization (b=0.75, k=1.75) || ||fe73 ||0.6 ||0.46 ||0.44 ||0.53 ||0.38 ||0.4 ||linf-norm, BM25-scores, without refinements from sheet-02 || ||nh189 ||0.47 ||0.31 ||0.27 ||0.467 ||0.309 ||0.282 ||BM25-scores, no norm || ||jh363+os85 ||0.467 ||0.303 ||0.274 ||0.5 ||0.29 ||0.287 ||BM25 scores with L3normalization (b=0.75, k=1.75) || |
Results for Exercise Sheet 8 (Vector Space Model)
Click "Edit (Text)" in the upper bar of this page and add your row to the table below, following the examples already there.
In the first column, write your account name, or name1+name2 if you work in a group.
In the columns 2-4, write down the values of MP@3, MP@R and MAP returned by your process_query() method from ES2.
In the columns 5-7, write down the values of your best result returned by your process_query_vsm() method from ES8.
In the 8th column, give a concise description of the score type and the normalization you have used to achieve the best result in process_query_vsm().
Please write down all values with exactly two digits of precision.
Name |
process_query() from ES2 |
process_query_vsm() from ES8 |
Used combination in process_query_vsm() |
||||
MP@3 |
MP@R |
MAP |
MP@3 |
MP@R |
MAP |
||
ck1028 |
0.60 |
0.45 |
0.45 |
0.60 |
0.45 |
0.45 |
BM25 scores, without L2-norm. |
pg152 |
0.63 |
0.45 |
0.46 |
0.63 |
0.45 |
0.46 |
BM25 scores |
ak721-bf87 |
0.47 |
0.31 |
0.27 |
0.47 |
0.31 |
0.28 |
BM25 scores |
lb319+hs211 |
0.60 |
0.45 |
0.45 |
0.60 |
0.45 |
0.45 |
BM25 scores, best without any norm. |
dd74 |
0.60 |
0.45 |
0.45 |
0.60 |
0.45 |
0.45 |
BM25 scores, without any norm. |
fj47 |
0.47 |
0.31 |
0.27 |
0.47 |
0.31 |
0.27 |
BM25 scores without any norm |
cs568 |
0.47 |
0.31 |
0.27 |
0.47 |
0.31 |
0.27 |
also BM25 scores without any norm |
mb930+ng153 |
0.60 |
0.43 |
0.44 |
0.60 |
0.43 |
0.44 |
BM25 scores without any norm |
fb234 |
0.47 |
0.31 |
0.27 |
0.47 |
0.31 |
0.27 |
BM25 scores, no normalization |
yb36 |
0.47 |
0.31 |
0.27 |
0.50 |
0.34 |
0.32 |
BM25 + maximum norm for columns |
he41 |
0.47 |
0.31 |
0.27 |
0.47 |
0.34 |
0.31 |
BM25 + L-Infinity norm. |
ab717-my28 |
0.6 |
0.42 |
0.41 |
0.46 |
0.29 |
0.32 |
BM25 |
pj 46 |
0.47 |
0.31 |
0.27 |
0.5 |
0.29 |
0.28 |
BM25 (b=0.75, k=1.75) + L3 column norm |
fp112 |
0.47 |
0.31 |
0.27 |
0.47 |
0.31 |
0.27 |
BM25 (b=0.75, k=1.75), no normalization |
nf55 |
0.60 |
0.46 |
0.45 |
0.60 |
0.46 |
0.45 |
BM25 scores, without norm. |
jt20 |
0.47 |
0.31 |
0.27 |
0.47 |
0.31 |
0.27 |
BM25, no norm |
rb201 |
0.60 |
0.45 |
0.45 |
0.60 |
0.45 |
0.45 |
bm25, no l2-norm. |
ds371 |
0.5 |
0.36 |
0.39 |
0.5 |
0.36 |
0.39 |
BM25, no norm |
lz91 |
0.47 |
0.31 |
0.27 |
0.47 |
0.31 |
0.27 |
bm25 scores, no normalization |
mf401 |
0.53 |
0.41 |
0.15 |
0.47 |
0.36 |
0.34 |
bm25 (b=0.2, k=1.5), infinity norm |
ns202 |
0.667 |
0.833 |
0.694 |
0.667 |
0.833 |
0.778 |
BM25 (b=0.7, k=1.75) |
fw122 |
0.67 |
0.8 |
0.4 |
0.5 |
0.31 |
0.28 |
BM25 scores no normalization |
cf147 |
0.50 |
0.31 |
0.30 |
0.50 |
0.31 |
0.30 |
BM25 |
ls305 |
0.47 |
0.31 |
0.27 |
0.47 |
0.31 |
0.27 |
BM25 scores, no norm |
yl100 |
0.60 |
0.45 |
0.45 |
0.60 |
0.45 |
0.45 |
BM25 scores, best without any norm. |
df121+km109 |
0.47 |
0.31 |
0.27 |
0.47 |
0.31 |
0.27 |
BM25 scores (b=0.75, k=1.75), no norm |
ir46 |
0.5 |
0.35 |
0.35 |
0.5 |
0.35 |
0.35 |
BM25, no normalization |
pc49 |
0.47 |
0.22 |
0.15 |
0.47 |
0.31 |
0.27 |
BM25, no normalization |
vb128 |
0.47 |
0.31 |
0.27 |
0.47 |
0.31 |
0.27 |
bm25, no normalization |
es260+ic30 |
0.47 |
0.12 |
0.09 |
42 (not possible took too much time) |
42 (not possible took too much time) |
42 (not possible took too much time) |
bm25, no normalization |
ye14 |
0.467 |
0.309 |
0.274 |
0.467 |
0.309 |
0.274 |
BM25, no normalization |
fc54 |
0.47 |
0.31 |
0.27 |
0.47 |
0.31 |
0.27 |
BM25 scores (b=0.75, k=1.75) without normalization |
ck407 |
0.47 |
0.31 |
0.27 |
0.47 |
0.31 |
0.27 |
BM25 scores, without normalization |
ss844 |
0.60 |
0.45 |
0.45 |
0.60 |
0.45 |
0.45 |
BM25 scores, no normalization |
rv25 |
0.53 |
0.41 |
0.40 |
0.53 |
0.41 |
0.40 |
BM25 scores, no normalization (b=0.05, k=1.75) |
js765 |
0.467 |
0.309 |
0.274 |
0.5 |
0.356 |
0.36 |
BM25 scores, with L 10 normalization (b=0.2, k=1.75) |
cg248+ar288 |
0.467 |
0.309 |
0.274 |
0.467 |
0.309 |
0.282 |
BM25 scores without L2normalization (b=0.75, k=1.75) |
fe73 |
0.6 |
0.46 |
0.44 |
0.53 |
0.38 |
0.4 |
linf-norm, BM25-scores, without refinements from sheet-02 |
nh189 |
0.47 |
0.31 |
0.27 |
0.467 |
0.309 |
0.282 |
BM25-scores, no norm |
jh363+os85 |
0.467 |
0.303 |
0.274 |
0.5 |
0.29 |
0.287 |
BM25 scores with L3normalization (b=0.75, k=1.75) |