blob: 16094e33ee9c8a5a4a7fef105eaf0d9da40f1fa3 [file] [log] [blame]
# -----------------------------------------------------------------------
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# -----------------------------------------------------------------------
# ------------------------------------------------------------
# Format:
#
# qnum 0 doc-name is-relevant
#
#
# The origin of this file was created using
# utils.QualityQueriesFinder, so all queries
# would have perfect 1.0 for all meassures.
#
# To make it suitable for testing it was modified
# for some queries, depending on m = qnum % 8
# m==0: avg_precision and recall are hurt, by marking fake docs as relevant
# m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs
# m==2: all precision, precision_at_n and recall are hurt.
# m>=3: these queries remain perfect
# ------------------------------------------------------------
# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant
0 0 fakedoc1 1
0 0 fakedoc2 1
0 0 fakedoc3 1
0 0 fakedoc4 1
0 0 doc20192 1
0 0 doc18211 1
0 0 doc12431 1
0 0 doc5471 1
0 0 doc3462 1
0 0 doc3057 1
0 0 doc7401 1
0 0 doc4030 1
0 0 doc4290 1
0 0 doc17904 1
0 0 doc11285 1
0 0 doc20647 1
0 0 doc17324 1
0 0 doc7168 1
0 0 doc9011 1
0 0 doc4989 1
0 0 doc15313 1
0 0 doc10303 1
0 0 doc14634 1
0 0 doc9102 1
0 0 doc5008 1
0 0 doc1893 1
0 0 doc17546 1
0 0 doc13199 1
0 0 doc21275 1
# --- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs
1 0 doc9857 0
1 0 doc16846 1
1 0 doc9940 1
1 0 doc11852 0
1 0 doc12764 1
1 0 doc11088 1
1 0 doc2137 0
1 0 doc7673 1
1 0 doc7611 1
1 0 doc8072 1
1 0 doc19162 0
1 0 doc12941 1
1 0 doc931 1
1 0 doc2593 0
1 0 doc5037 1
1 0 doc13162 1
1 0 doc5018 1
1 0 doc11797 1
1 0 doc11831 1
1 0 doc5217 1
1 0 doc15426 1
1 0 doc7228 1
1 0 doc15370 1
1 0 doc10159 1
1 0 doc4320 1
1 0 doc9501 1
1 0 doc16642 1
1 0 doc17536 1
1 0 doc17571 1
1 0 doc18728 1
# ---- m==2: all precision, precision_at_n and recall are hurt.
2 0 fakedoc1 1
2 0 fakedoc2 1
2 0 fakedoc3 1
2 0 fakedoc4 1
2 0 doc3137 0
2 0 doc13667 0
2 0 doc7142 0
2 0 doc16298 0
2 0 doc13171 1
2 0 doc14957 1
2 0 doc5009 1
2 0 doc13372 1
2 0 doc17164 1
2 0 doc21303 1
2 0 doc18681 1
2 0 doc13162 1
2 0 doc20756 1
2 0 doc3797 1
2 0 doc20865 1
2 0 doc153 1
2 0 doc16092 1
2 0 doc16096 1
2 0 doc2578 1
2 0 doc21415 1
2 0 doc4593 1
2 0 doc4677 1
2 0 doc21088 1
2 0 doc8556 1
2 0 doc9637 1
2 0 doc344 1
2 0 doc355 1
2 0 doc13395 1
2 0 doc1163 1
2 0 doc11757 1
3 0 doc7235 1
3 0 doc19578 1
3 0 doc17933 1
3 0 doc20590 1
3 0 doc14860 1
3 0 doc10783 1
3 0 doc15241 1
3 0 doc13223 1
3 0 doc1963 1
3 0 doc10597 1
3 0 doc6304 1
3 0 doc3303 1
3 0 doc13254 1
3 0 doc9384 1
3 0 doc18356 1
3 0 doc18402 1
3 0 doc18520 1
3 0 doc14948 1
3 0 doc5060 1
3 0 doc4650 1
3 0 doc4727 1
3 0 doc19057 1
3 0 doc8868 1
3 0 doc2990 1
3 0 doc21518 1
3 0 doc21023 1
3 0 doc7587 1
3 0 doc8042 1
3 0 doc1964 1
3 0 doc7124 1
4 0 doc2534 1
4 0 doc6714 1
4 0 doc6810 1
4 0 doc21388 1
4 0 doc5361 1
4 0 doc7308 1
4 0 doc20923 1
4 0 doc12722 1
4 0 doc2527 1
4 0 doc7348 1
4 0 doc10047 1
4 0 doc5552 1
4 0 doc19755 1
4 0 doc13788 1
4 0 doc14643 1
4 0 doc11547 1
4 0 doc2293 1
4 0 doc3793 1
4 0 doc19331 1
4 0 doc3836 1
4 0 doc12353 1
4 0 doc11099 1
4 0 doc16432 1
4 0 doc117 1
4 0 doc16953 1
4 0 doc9058 1
4 0 doc3411 1
4 0 doc12485 1
4 0 doc17119 1
4 0 doc638 1
5 0 doc13181 1
5 0 doc169 1
5 0 doc8573 1
5 0 doc10242 1
5 0 doc11758 1
5 0 doc955 1
5 0 doc9197 1
5 0 doc17417 1
5 0 doc5389 1
5 0 doc4350 1
5 0 doc3857 1
5 0 doc3204 1
5 0 doc10639 1
5 0 doc10262 1
5 0 doc2981 1
5 0 doc10478 1
5 0 doc17122 1
5 0 doc4065 1
5 0 doc17864 1
5 0 doc9298 1
5 0 doc6918 1
5 0 doc11528 1
5 0 doc12199 1
5 0 doc2492 1
5 0 doc18879 1
5 0 doc20190 1
5 0 doc4665 1
5 0 doc5180 1
5 0 doc9124 1
5 0 doc10195 1
6 0 doc15630 1
6 0 doc9507 1
6 0 doc8469 1
6 0 doc20158 1
6 0 doc20482 1
6 0 doc1767 1
6 0 doc5723 1
6 0 doc12230 1
6 0 doc2577 1
6 0 doc11918 1
6 0 doc6007 1
6 0 doc20622 1
6 0 doc15231 1
6 0 doc21468 1
6 0 doc8296 1
6 0 doc16606 1
6 0 doc18691 1
6 0 doc6149 1
6 0 doc19831 1
6 0 doc8930 1
6 0 doc2208 1
6 0 doc16460 1
6 0 doc689 1
6 0 doc303 1
6 0 doc8120 1
6 0 doc11199 1
6 0 doc3592 1
6 0 doc8668 1
6 0 doc15476 1
6 0 doc7693 1
7 0 doc7693 1
7 0 doc7728 1
7 0 doc21088 1
7 0 doc19763 1
7 0 doc19906 1
7 0 doc16204 1
7 0 doc4719 1
7 0 doc18059 1
7 0 doc9147 1
7 0 doc9930 1
7 0 doc6477 1
7 0 doc21040 1
7 0 doc2233 1
7 0 doc6709 1
7 0 doc7710 1
7 0 doc9789 1
7 0 doc10971 1
7 0 doc20102 1
7 0 doc5017 1
7 0 doc3632 1
7 0 doc6502 1
7 0 doc9193 1
7 0 doc9309 1
7 0 doc21153 1
7 0 doc526 1
7 0 doc20089 1
7 0 doc10807 1
7 0 doc1559 1
7 0 doc21248 1
7 0 doc15559 1
# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant
8 0 fakedoc1 1
8 0 fakedoc2 1
8 0 fakedoc3 1
8 0 fakedoc4 1
8 0 doc1662 1
8 0 doc12315 1
8 0 doc16299 1
8 0 doc19212 1
8 0 doc2494 1
8 0 doc13520 1
8 0 doc13136 1
8 0 doc7086 1
8 0 doc674 1
8 0 doc16266 1
8 0 doc10894 1
8 0 doc4585 1
8 0 doc6134 1
8 0 doc7062 1
8 0 doc13953 1
8 0 doc2227 1
8 0 doc20607 1
8 0 doc344 1
8 0 doc16264 1
8 0 doc13167 1
8 0 doc2896 1
8 0 doc11871 1
8 0 doc6844 1
8 0 doc10636 1
8 0 doc9670 1
8 0 doc10180 1
8 0 doc1862 1
8 0 doc10308 1
8 0 doc16728 1
8 0 doc15794 1
# ---- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs
9 0 doc1990 0
9 0 doc4892 1
9 0 doc9342 1
9 0 doc12432 0
9 0 doc13480 1
9 0 doc19427 1
9 0 doc12116 1
9 0 doc5064 0
9 0 doc14045 1
9 0 doc4285 1
9 0 doc5822 1
9 0 doc3322 1
9 0 doc5763 1
9 0 doc3437 0
9 0 doc5370 1
9 0 doc10314 1
9 0 doc16044 1
9 0 doc18553 1
9 0 doc5037 1
9 0 doc7437 1
9 0 doc12001 1
9 0 doc5018 1
9 0 doc1090 1
9 0 doc266 1
9 0 doc17894 1
9 0 doc17119 1
9 0 doc4337 1
9 0 doc5967 1
9 0 doc10214 1
9 0 doc20647 1
# ---- m==2: all precision, precision_at_n and recall are hurt.
10 0 fakedoc1 1
10 0 fakedoc2 1
10 0 fakedoc3 1
10 0 fakedoc4 1
10 0 doc16087 0
10 0 doc17218 0
10 0 doc10270 0
10 0 doc16743 0
10 0 doc19943 1
10 0 doc16729 1
10 0 doc16761 1
10 0 doc4354 1
10 0 doc18321 1
10 0 doc5958 1
10 0 doc6510 1
10 0 doc7357 1
10 0 doc2534 1
10 0 doc6964 1
10 0 doc14893 1
10 0 doc18497 1
10 0 doc14948 1
10 0 doc8933 1
10 0 doc14935 1
10 0 doc10818 1
10 0 doc7891 1
10 0 doc11819 1
10 0 doc7235 1
10 0 doc15769 1
10 0 doc14954 1
10 0 doc9897 1
10 0 doc15559 1
10 0 doc11214 1
10 0 doc5348 1
10 0 doc6930 1
11 0 doc8593 1
11 0 doc11943 1
11 0 doc8800 1
11 0 doc286 1
11 0 doc17916 1
11 0 doc17918 1
11 0 doc9705 1
11 0 doc1574 1
11 0 doc10180 1
11 0 doc9337 1
11 0 doc11869 1
11 0 doc5194 1
11 0 doc11189 1
11 0 doc1893 1
11 0 doc19213 1
11 0 doc3188 1
11 0 doc8735 1
11 0 doc18580 1
11 0 doc16030 1
11 0 doc3552 1
11 0 doc10195 1
11 0 doc209 1
11 0 doc5792 1
11 0 doc8715 1
11 0 doc17702 1
11 0 doc3166 1
11 0 doc1990 1
11 0 doc3393 1
11 0 doc19027 1
11 0 doc5008 1
12 0 doc6544 1
12 0 doc10640 1
12 0 doc18198 1
12 0 doc4305 1
12 0 doc2444 1
12 0 doc12192 1
12 0 doc10760 1
12 0 doc10881 1
12 0 doc128 1
12 0 doc1884 1
12 0 doc18704 1
12 0 doc11639 1
12 0 doc3131 1
12 0 doc2698 1
12 0 doc3552 1
12 0 doc2911 1
12 0 doc7652 1
12 0 doc20524 1
12 0 doc9187 1
12 0 doc2277 1
12 0 doc15504 1
12 0 doc2589 1
12 0 doc5222 1
12 0 doc3747 1
12 0 doc6624 1
12 0 doc9205 1
12 0 doc12062 1
12 0 doc3813 1
12 0 doc6023 1
12 0 doc7655 1
13 0 doc16347 1
13 0 doc8695 1
13 0 doc4948 1
13 0 doc8554 1
13 0 doc13431 1
13 0 doc1866 1
13 0 doc13989 1
13 0 doc2100 1
13 0 doc21565 1
13 0 doc42 1
13 0 doc2408 1
13 0 doc15794 1
13 0 doc6764 1
13 0 doc3980 1
13 0 doc17135 1
13 0 doc5605 1
13 0 doc7783 1
13 0 doc5967 1
13 0 doc14847 1
13 0 doc10947 1
13 0 doc16894 1
13 0 doc355 1
13 0 doc14595 1
13 0 doc8977 1
13 0 doc2592 1
13 0 doc4557 1
13 0 doc8025 1
13 0 doc2492 1
13 0 doc11088 1
13 0 doc1844 1
14 0 doc17172 1
14 0 doc17210 1
14 0 doc4627 1
14 0 doc4683 1
14 0 doc15126 1
14 0 doc273 1
14 0 doc4716 1
14 0 doc4538 1
14 0 doc4529 1
14 0 doc19206 1
14 0 doc5044 1
14 0 doc12961 1
14 0 doc16078 1
14 0 doc19585 1
14 0 doc12527 1
14 0 doc19217 1
14 0 doc19330 1
14 0 doc5670 1
14 0 doc1699 1
14 0 doc11797 1
14 0 doc11831 1
14 0 doc17259 1
14 0 doc18387 1
14 0 doc7538 1
14 0 doc336 1
14 0 doc18718 1
14 0 doc4186 1
14 0 doc18724 1
14 0 doc18356 1
14 0 doc12644 1
15 0 doc12198 1
15 0 doc20371 1
15 0 doc1358 1
15 0 doc20887 1
15 0 doc14189 1
15 0 doc14776 1
15 0 doc21270 1
15 0 doc13147 1
15 0 doc2947 1
15 0 doc7239 1
15 0 doc19474 1
15 0 doc12908 1
15 0 doc10750 1
15 0 doc19878 1
15 0 doc20642 1
15 0 doc19508 1
15 0 doc18034 1
15 0 doc6387 1
15 0 doc17102 1
15 0 doc6524 1
15 0 doc6556 1
15 0 doc9573 1
15 0 doc5720 1
15 0 doc10272 1
15 0 doc17164 1
15 0 doc15126 1
15 0 doc21482 1
15 0 doc4496 1
15 0 doc18498 1
15 0 doc10890 1
# --- m==0: avg_precision and recall are hurt, by marking fake docs as relevant
16 0 fakedoc1 1
16 0 fakedoc2 1
16 0 fakedoc3 1
16 0 fakedoc4 1
16 0 doc4043 1
16 0 doc15426 1
16 0 doc15370 1
16 0 doc1702 1
16 0 doc3446 1
16 0 doc3062 1
16 0 doc14985 1
16 0 doc8224 1
16 0 doc16609 1
16 0 doc19032 1
16 0 doc7228 1
16 0 doc16134 1
16 0 doc5044 1
16 0 doc16493 1
16 0 doc8545 1
16 0 doc12686 1
16 0 doc1710 1
16 0 doc15037 1
16 0 doc9064 1
16 0 doc19297 1
16 0 doc3281 1
16 0 doc3166 1
16 0 doc15499 1
16 0 doc17894 1
16 0 doc13161 1
16 0 doc13619 1
16 0 doc7373 1
16 0 doc15411 1
16 0 doc10890 1
16 0 doc8977 1
# --- m==1: precision_at_n and avg_precision are hurt, by unmarking relevant docs
17 0 doc7477 0
17 0 doc7569 0
17 0 doc3117 0
17 0 doc20667 0
17 0 doc20260 1
17 0 doc20934 1
17 0 doc17355 1
17 0 doc3524 1
17 0 doc11021 1
17 0 doc552 1
17 0 doc21055 1
17 0 doc19032 1
17 0 doc1695 1
17 0 doc12122 1
17 0 doc20856 1
17 0 doc9215 1
17 0 doc15940 1
17 0 doc5049 1
17 0 doc19786 1
17 0 doc9281 1
17 0 doc450 1
17 0 doc17343 1
17 0 doc20936 1
17 0 doc8335 1
17 0 doc5307 1
17 0 doc6618 1
17 0 doc1168 1
17 0 doc18823 1
17 0 doc19206 1
17 0 doc6914 1
# ---- m==2: all precision, precision_at_n and recall are hurt.
18 0 fakedoc1 1
18 0 fakedoc2 1
18 0 fakedoc3 1
18 0 fakedoc4 1
18 0 doc8064 0
18 0 doc18142 0
18 0 doc19383 0
18 0 doc2897 0
18 0 doc21151 1
18 0 doc14507 1
18 0 doc12935 1
18 0 doc12790 1
18 0 doc4665 1
18 0 doc10493 1
18 0 doc2976 1
18 0 doc18011 1
18 0 doc1334 1
18 0 doc14908 1
18 0 doc1168 1
18 0 doc15375 1
18 0 doc18402 1
18 0 doc8225 1
18 0 doc11757 1
18 0 doc11804 1
18 0 doc6878 1
18 0 doc12625 1
18 0 doc4859 1
18 0 doc5348 1
18 0 doc9089 1
18 0 doc14049 1
18 0 doc17922 1
18 0 doc1902 1
18 0 doc17915 1
18 0 doc7124 1
19 0 doc2310 1
19 0 doc5267 1
19 0 doc15666 1
19 0 doc7925 1
19 0 doc4900 1
19 0 doc11435 1
19 0 doc10803 1
19 0 doc7652 1
19 0 doc19546 1
19 0 doc18561 1
19 0 doc9163 1
19 0 doc8869 1
19 0 doc12733 1
19 0 doc2444 1
19 0 doc7194 1
19 0 doc10634 1
19 0 doc529 1
19 0 doc8419 1
19 0 doc16235 1
19 0 doc4496 1
19 0 doc5051 1
19 0 doc5605 1
19 0 doc3979 1
19 0 doc9431 1
19 0 doc10881 1
19 0 doc12527 1
19 0 doc4804 1
19 0 doc4494 1
19 0 doc8833 1
19 0 doc732 1