| <?xml version="1.0"?> |
| <!-- |
| Licensed to the Apache Software Foundation (ASF) under one or more |
| contributor license agreements. See the NOTICE file distributed with |
| this work for additional information regarding copyright ownership. |
| The ASF licenses this file to You under the Apache License, Version 2.0 |
| (the "License"); you may not use this file except in compliance with |
| the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| --> |
| |
| <?xml-stylesheet type="text/xsl" href="nutch-conf.xsl"?> |
| |
| <!-- Put site-specific property overrides in this file. --> |
| |
| <configuration> |
| |
| |
| <property> |
| <name>GRID_MIX_DATA</name> |
| <value>/gridmix/data</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>FIXCOMPTEXT</name> |
| <value>${GRID_MIX_DATA}/EntropySimulationCompressed</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>VARINFLTEXT</name> |
| <value>${GRID_MIX_DATA}/SortUncompressed</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>FIXCOMPSEQ</name> |
| <value>${GRID_MIX_DATA}/MonsterQueryBlockCompressed</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>VARCOMPSEQ</name> |
| <value>${GRID_MIX_DATA}/WebSimulationBlockCompressed</value> |
| <description></description> |
| </property> |
| |
| |
| <property> |
| <name>streamSort.smallJobs.inputFiles</name> |
| <value>${VARINFLTEXT}/{part-*-00000,part-*-00001,part-*-00002}</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>streamSort.smallJobs.numOfJobs</name> |
| <value>40</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>streamSort.smallJobs.numOfReduces</name> |
| <value>15</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>streamSort.smallJobs.numOfMapoutputCompressed</name> |
| <value>40</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>streamSort.smallJobs.numOfOutputCompressed</name> |
| <value>20</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>streamSort.mediumJobs.numOfJobs</name> |
| <value>16</value> |
| <description></description> |
| </property> |
| <property> |
| <name>streamSort.mediumJobs.inputFiles</name> |
| <value>${VARINFLTEXT}/{part-*-000*0,part-*-000*1,part-*-000*2}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>streamSort.mediumJobs.numOfReduces</name> |
| <value>170</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>streamSort.mediumJobs.numOfMapoutputCompressed</name> |
| <value>16</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>streamSort.mediumJobs.numOfOutputCompressed</name> |
| <value>12</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>streamSort.largeJobs.numOfJobs</name> |
| <value>5</value> |
| <description></description> |
| </property> |
| <property> |
| <name>streamSort.largeJobs.inputFiles</name> |
| <value>${VARINFLTEXT}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>streamSort.largeJobs.numOfReduces</name> |
| <value>370</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>streamSort.largeJobs.numOfMapoutputCompressed</name> |
| <value>5</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>streamSort.largeJobs.numOfOutputCompressed</name> |
| <value>3</value> |
| <description> </description> |
| </property> |
| |
| |
| <property> |
| <name>javaSort.smallJobs.numOfJobs</name> |
| <value>8,2</value> |
| <description></description> |
| </property> |
| <property> |
| <name>javaSort.smallJobs.inputFiles</name> |
| <value>${VARINFLTEXT}/{part-*-00000,part-*-00001,part-*-00002}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>javaSort.smallJobs.numOfReduces</name> |
| <value>15,70</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>javaSort.smallJobs.numOfMapoutputCompressed</name> |
| <value>10</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>javaSort.smallJobs.numOfOutputCompressed</name> |
| <value>3</value> |
| <description> </description> |
| </property> |
| |
| |
| <property> |
| <name>javaSort.mediumJobs.numOfJobs</name> |
| <value>4,2</value> |
| <description></description> |
| </property> |
| <property> |
| <name>javaSort.mediumJobs.inputFiles</name> |
| <value>${VARINFLTEXT}/{part-*-000*0,part-*-000*1,part-*-000*2}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>javaSort.mediumJobs.numOfReduces</name> |
| <value>170,70</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>javaSort.mediumJobs.numOfMapoutputCompressed</name> |
| <value>6</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>javaSort.mediumJobs.numOfOutputCompressed</name> |
| <value>4</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>javaSort.largeJobs.numOfJobs</name> |
| <value>3</value> |
| <description></description> |
| </property> |
| <property> |
| <name>javaSort.largeJobs.inputFiles</name> |
| <value>${VARINFLTEXT}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>javaSort.largeJobs.numOfReduces</name> |
| <value>370</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>javaSort.largeJobs.numOfMapoutputCompressed</name> |
| <value>3</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>javaSort.largeJobs.numOfOutputCompressed</name> |
| <value>2</value> |
| <description> </description> |
| </property> |
| |
| |
| <property> |
| <name>combiner.smallJobs.numOfJobs</name> |
| <value>11,4</value> |
| <description></description> |
| </property> |
| <property> |
| <name>combiner.smallJobs.inputFiles</name> |
| <value>${VARINFLTEXT}/{part-*-00000,part-*-00001,part-*-00002}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>combiner.smallJobs.numOfReduces</name> |
| <value>10,1</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>combiner.smallJobs.numOfMapoutputCompressed</name> |
| <value>15</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>combiner.smallJobs.numOfOutputCompressed</name> |
| <value>0</value> |
| <description> </description> |
| </property> |
| |
| |
| <property> |
| <name>combiner.mediumJobs.numOfJobs</name> |
| <value>8</value> |
| <description></description> |
| </property> |
| <property> |
| <name>combiner.mediumJobs.inputFiles</name> |
| <value>${VARINFLTEXT}/{part-*-000*0,part-*-000*1,part-*-000*2}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>combiner.mediumJobs.numOfReduces</name> |
| <value>100</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>combiner.mediumJobs.numOfMapoutputCompressed</name> |
| <value>8</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>combiner.mediumJobs.numOfOutputCompressed</name> |
| <value>0</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>combiner.largeJobs.numOfJobs</name> |
| <value>4</value> |
| <description></description> |
| </property> |
| <property> |
| <name>combiner.largeJobs.inputFiles</name> |
| <value>${VARINFLTEXT}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>combiner.largeJobs.numOfReduces</name> |
| <value>360</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>combiner.largeJobs.numOfMapoutputCompressed</name> |
| <value>4</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>combiner.largeJobs.numOfOutputCompressed</name> |
| <value>0</value> |
| <description> </description> |
| </property> |
| |
| |
| <property> |
| <name>monsterQuery.smallJobs.numOfJobs</name> |
| <value>7</value> |
| <description></description> |
| </property> |
| <property> |
| <name>monsterQuery.smallJobs.inputFiles</name> |
| <value>${FIXCOMPSEQ}/{part-*-00000,part-*-00001,part-*-00002}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>monsterQuery.smallJobs.numOfReduces</name> |
| <value>5</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>monsterQuery.smallJobs.numOfMapoutputCompressed</name> |
| <value>7</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>monsterQuery.smallJobs.numOfOutputCompressed</name> |
| <value>0</value> |
| <description> </description> |
| </property> |
| |
| |
| <property> |
| <name>monsterQuery.mediumJobs.numOfJobs</name> |
| <value>5</value> |
| <description></description> |
| </property> |
| <property> |
| <name>monsterQuery.mediumJobs.inputFiles</name> |
| <value>${FIXCOMPSEQ}/{part-*-000*0,part-*-000*1,part-*-000*2}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>monsterQuery.mediumJobs.numOfReduces</name> |
| <value>100</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>monsterQuery.mediumJobs.numOfMapoutputCompressed</name> |
| <value>5</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>monsterQuery.mediumJobs.numOfOutputCompressed</name> |
| <value>0</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>monsterQuery.largeJobs.numOfJobs</name> |
| <value>3</value> |
| <description></description> |
| </property> |
| <property> |
| <name>monsterQuery.largeJobs.inputFiles</name> |
| <value>${FIXCOMPSEQ}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>monsterQuery.largeJobs.numOfReduces</name> |
| <value>370</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>monsterQuery.largeJobs.numOfMapoutputCompressed</name> |
| <value>3</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>monsterQuery.largeJobs.numOfOutputCompressed</name> |
| <value>0</value> |
| <description> </description> |
| </property> |
| |
| |
| <property> |
| <name>webdataScan.smallJobs.numOfJobs</name> |
| <value>24</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>webdataScan.smallJobs.inputFiles</name> |
| <value>${VARCOMPSEQ}/{part-*-00000,part-*-00001,part-*-00002}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>webdataScan.smallJobs.numOfMapoutputCompressed</name> |
| <value>24</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>webdataScan.smallJobs.numOfOutputCompressed</name> |
| <value>0</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>webdataScan.mediumJobs.numOfJobs</name> |
| <value>12</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>webdataScan.mediumJobs.inputFiles</name> |
| <value>${VARCOMPSEQ}/{part-*-000*0,part-*-000*1,part-*-000*2}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>webdataScan.mediumJobs.numOfMapoutputCompressed</name> |
| <value>12</value> |
| <description> </description> |
| </property> |
| <property> |
| <name>webdataScan.mediumJobs.numOfReduces</name> |
| <value>7</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>webdataScan.mediumJobs.numOfOutputCompressed</name> |
| <value>0</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>webdataScan.largeJobs.numOfJobs</name> |
| <value>2</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>webdataScan.largeJobs.inputFiles</name> |
| <value>${VARCOMPSEQ}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>webdataScan.largeJobs.numOfMapoutputCompressed</name> |
| <value>3</value> |
| <description> </description> |
| </property> |
| <property> |
| <name>webdataScan.largeJobs.numOfReduces</name> |
| <value>70</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>webdataScan.largeJobs.numOfOutputCompressed</name> |
| <value>3</value> |
| <description> </description> |
| </property> |
| |
| |
| <property> |
| <name>webdataSort.smallJobs.numOfJobs</name> |
| <value>7</value> |
| <description></description> |
| </property> |
| <property> |
| <name>webdataSort.smallJobs.inputFiles</name> |
| <value>${VARCOMPSEQ}/{part-*-00000,part-*-00001,part-*-00002}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>webdataSort.smallJobs.numOfReduces</name> |
| <value>15</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>webdataSort.smallJobs.numOfMapoutputCompressed</name> |
| <value>7</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>webdataSort.smallJobs.numOfOutputCompressed</name> |
| <value>7</value> |
| <description> </description> |
| </property> |
| |
| |
| <property> |
| <name>webdataSort.mediumJobs.numOfJobs</name> |
| <value>4</value> |
| <description></description> |
| </property> |
| <property> |
| <name>webdataSort.mediumJobs.inputFiles</name> |
| <value>${VARCOMPSEQ}/{part-*-000*0,part-*-000*1,part-*-000*2}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>webdataSort.mediumJobs.numOfReduces</name> |
| <value>170</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>webdataSort.mediumJobs.numOfMapoutputCompressed</name> |
| <value>4</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>webdataSort.mediumJobs.numOfOutputCompressed</name> |
| <value>4</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>webdataSort.largeJobs.numOfJobs</name> |
| <value>1</value> |
| <description></description> |
| </property> |
| <property> |
| <name>webdataSort.largeJobs.inputFiles</name> |
| <value>${VARCOMPSEQ}</value> |
| <description></description> |
| </property> |
| <property> |
| <name>webdataSort.largeJobs.numOfReduces</name> |
| <value>800</value> |
| <description></description> |
| </property> |
| |
| <property> |
| <name>webdataSort.largeJobs.numOfMapoutputCompressed</name> |
| <value>1</value> |
| <description> </description> |
| </property> |
| |
| <property> |
| <name>webdataSort.largeJobs.numOfOutputCompressed</name> |
| <value>1</value> |
| <description> </description> |
| </property> |
| |
| </configuration> |