Repository: incubator-ignite Updated Branches: refs/heads/ignite-107 000c2d02c -> a3149f15d
ignite-73 - file set Project: http://git-wip-us.apache.org/repos/asf/incubator-ignite/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-ignite/commit/ab8b24ae Tree: http://git-wip-us.apache.org/repos/asf/incubator-ignite/tree/ab8b24ae Diff: http://git-wip-us.apache.org/repos/asf/incubator-ignite/diff/ab8b24ae Branch: refs/heads/ignite-107 Commit: ab8b24ae8f54b5d63c91d3683ab7f158c44f1bf0 Parents: 725d79f Author: S.Vladykin <svlady...@gridgain.com> Authored: Thu Jan 15 20:51:57 2015 +0300 Committer: S.Vladykin <svlady...@gridgain.com> Committed: Thu Jan 15 20:51:57 2015 +0300 ---------------------------------------------------------------------- .../hadoop/v2/GridHadoopV2JobResourceManager.java | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/ab8b24ae/modules/hadoop/src/main/java/org/gridgain/grid/kernal/processors/hadoop/v2/GridHadoopV2JobResourceManager.java ---------------------------------------------------------------------- diff --git a/modules/hadoop/src/main/java/org/gridgain/grid/kernal/processors/hadoop/v2/GridHadoopV2JobResourceManager.java b/modules/hadoop/src/main/java/org/gridgain/grid/kernal/processors/hadoop/v2/GridHadoopV2JobResourceManager.java index 2ac04ba..8555088 100644 --- a/modules/hadoop/src/main/java/org/gridgain/grid/kernal/processors/hadoop/v2/GridHadoopV2JobResourceManager.java +++ b/modules/hadoop/src/main/java/org/gridgain/grid/kernal/processors/hadoop/v2/GridHadoopV2JobResourceManager.java @@ -22,7 +22,6 @@ import org.apache.hadoop.mapred.*; import org.apache.hadoop.mapreduce.MRJobConfig; import org.apache.hadoop.util.*; import org.apache.ignite.*; -import org.gridgain.grid.*; import org.gridgain.grid.hadoop.*; import org.gridgain.grid.kernal.processors.hadoop.fs.*; import org.gridgain.grid.util.typedef.*; @@ -52,8 +51,8 @@ public class GridHadoopV2JobResourceManager { /** Class path list. */ private URL[] clsPath; - /** List of local resources. */ - private final Collection<File> rsrcList = new ArrayList<>(); + /** Set of local resources. */ + private final Collection<File> rsrcSet = new HashSet<>(); /** Staging directory to delivery job jar and config to the work nodes. */ private Path stagingDir; @@ -129,8 +128,8 @@ public class GridHadoopV2JobResourceManager { clsPathUrls.add(jarJobFile.toURI().toURL()); - rsrcList.add(jarJobFile); - rsrcList.add(new File(jobLocDir, "job.xml")); + rsrcSet.add(jarJobFile); + rsrcSet.add(new File(jobLocDir, "job.xml")); processFiles(jobLocDir, ctx.getCacheFiles(), download, false, null, MRJobConfig.CACHE_LOCALFILES); processFiles(jobLocDir, ctx.getCacheArchives(), download, true, null, MRJobConfig.CACHE_LOCALARCHIVES); @@ -192,7 +191,7 @@ public class GridHadoopV2JobResourceManager { res.add(locName); - rsrcList.add(dstPath); + rsrcSet.add(dstPath); if (clsPathUrls != null) clsPathUrls.add(dstPath.toURI().toURL()); @@ -257,7 +256,7 @@ public class GridHadoopV2JobResourceManager { if (!path.mkdir()) throw new IOException("Failed to create directory: " + path); - for (File resource : rsrcList) { + for (File resource : rsrcSet) { File symLink = new File(path, resource.getName()); try {
