ACCUMULO-2018 Wikisearch Parallel Ingest script should use parallel configuration file.
make sure parallel ingester uses parallel config, per README.parallel Project: http://git-wip-us.apache.org/repos/asf/accumulo-wikisearch/repo Commit: http://git-wip-us.apache.org/repos/asf/accumulo-wikisearch/commit/bcf16abe Tree: http://git-wip-us.apache.org/repos/asf/accumulo-wikisearch/tree/bcf16abe Diff: http://git-wip-us.apache.org/repos/asf/accumulo-wikisearch/diff/bcf16abe Branch: refs/heads/master Commit: bcf16abe896e6ebb93a0e935473ec7a2afcc8ec2 Parents: e84d8d7 Author: Sean Busbey <bus...@clouderagovt.com> Authored: Wed Dec 11 02:18:37 2013 -0600 Committer: Sean Busbey <bus...@cloudera.com> Committed: Mon Mar 10 10:09:02 2014 -0500 ---------------------------------------------------------------------- ingest/bin/ingest_parallel.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/accumulo-wikisearch/blob/bcf16abe/ingest/bin/ingest_parallel.sh ---------------------------------------------------------------------- diff --git a/ingest/bin/ingest_parallel.sh b/ingest/bin/ingest_parallel.sh index 8c63ac0..62e79db 100755 --- a/ingest/bin/ingest_parallel.sh +++ b/ingest/bin/ingest_parallel.sh @@ -39,7 +39,7 @@ LIBJARS=`echo $CLASSPATH | sed 's/^://' | sed 's/:/,/g'` # Map/Reduce job # JAR=$SCRIPT_DIR/../lib/wikisearch-ingest-1.4.5-SNAPSHOT.jar -CONF=$SCRIPT_DIR/../conf/wikipedia.xml +CONF=$SCRIPT_DIR/../conf/wikipedia_parallel.xml HDFS_DATA_DIR=$1 export HADOOP_CLASSPATH=$CLASSPATH echo "hadoop jar $JAR org.apache.accumulo.examples.wikisearch.ingest.WikipediaPartitionedIngester -libjars $LIBJARS -conf $CONF -Dwikipedia.input=${HDFS_DATA_DIR}"
