Merge branch 'sprint-1' of https://git-wip-us.apache.org/repos/asf/incubator-ignite into sprint-1
Conflicts: modules/core/src/main/java/org/apache/ignite/events/EventType.java Project: http://git-wip-us.apache.org/repos/asf/incubator-ignite/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-ignite/commit/d1778c1a Tree: http://git-wip-us.apache.org/repos/asf/incubator-ignite/tree/d1778c1a Diff: http://git-wip-us.apache.org/repos/asf/incubator-ignite/diff/d1778c1a Branch: refs/heads/ignite-52 Commit: d1778c1a42ae284482f719430f3e021dbedfbcf1 Parents: 867cfab 5fe90b5 Author: ivasilinets <ivasilin...@gridgain.com> Authored: Fri Feb 13 19:19:46 2015 +0300 Committer: ivasilinets <ivasilin...@gridgain.com> Committed: Fri Feb 13 19:19:46 2015 +0300 ---------------------------------------------------------------------- config/fabric/default-config.xml | 6 +- config/hadoop/default-config.xml | 30 +- docs/core-site.ignite.xml | 26 +- docs/hadoop_readme.md | 8 +- examples/config/filesystem/core-site.xml | 14 +- examples/config/filesystem/example-igfs.xml | 165 + examples/config/filesystem/example-ignitefs.xml | 165 - examples/config/filesystem/readme.txt | 2 +- .../HibernateL2CacheExampleNodeStartup.java | 2 +- .../ignite/examples/igfs/IgfsExample.java | 278 ++ .../examples/igfs/IgfsMapReduceExample.java | 249 ++ .../ignite/examples/igfs/IgfsNodeStartup.java | 41 + .../apache/ignite/examples/igfs/package.html | 24 + .../examples/ignitefs/IgniteFsExample.java | 278 -- .../ignitefs/IgniteFsMapReduceExample.java | 249 -- .../examples/ignitefs/IgniteFsNodeStartup.java | 41 - .../ignite/examples/ignitefs/package.html | 24 - .../MemcacheRestExampleNodeStartup.java | 2 +- .../ignite/examples/IgfsExamplesSelfTest.java | 51 + .../examples/IgniteFsExamplesSelfTest.java | 51 - .../testsuites/IgniteExamplesSelfTestSuite.java | 2 +- .../src/main/java/org/apache/ignite/Ignite.java | 24 +- .../main/java/org/apache/ignite/IgniteFs.java | 106 +- .../eviction/igfs/CacheIgfsEvictionFilter.java | 35 + .../CacheIgfsPerBlockLruEvictionPolicy.java | 358 +++ ...acheIgfsPerBlockLruEvictionPolicyMXBean.java | 93 + .../ignite/cache/eviction/igfs/package.html | 24 + .../ignitefs/CacheIgniteFsEvictionFilter.java | 35 - .../CacheIgniteFsPerBlockLruEvictionPolicy.java | 358 --- ...IgniteFsPerBlockLruEvictionPolicyMXBean.java | 93 - .../ignite/cache/eviction/ignitefs/package.html | 24 - .../ignite/configuration/IgfsConfiguration.java | 807 +++++ .../configuration/IgniteConfiguration.java | 46 +- .../configuration/IgniteFsConfiguration.java | 807 ----- .../org/apache/ignite/events/EventType.java | 128 +- .../org/apache/ignite/events/IgfsEvent.java | 197 ++ .../org/apache/ignite/events/IgniteFsEvent.java | 197 -- .../main/java/org/apache/ignite/igfs/Igfs.java | 216 ++ .../apache/ignite/igfs/IgfsBlockLocation.java | 63 + .../IgfsConcurrentModificationException.java | 36 + .../ignite/igfs/IgfsCorruptedFileException.java | 50 + .../org/apache/ignite/igfs/IgfsException.java | 57 + .../java/org/apache/ignite/igfs/IgfsFile.java | 120 + .../ignite/igfs/IgfsFileNotFoundException.java | 44 + .../igfs/IgfsGroupDataBlocksKeyMapper.java | 101 + .../org/apache/ignite/igfs/IgfsInputStream.java | 80 + .../igfs/IgfsInvalidHdfsVersionException.java | 42 + .../ignite/igfs/IgfsInvalidPathException.java | 57 + .../org/apache/ignite/igfs/IgfsMetrics.java | 159 + .../java/org/apache/ignite/igfs/IgfsMode.java | 80 + .../ignite/igfs/IgfsOutOfSpaceException.java | 58 + .../apache/ignite/igfs/IgfsOutputStream.java | 35 + .../igfs/IgfsParentNotDirectoryException.java | 50 + .../java/org/apache/ignite/igfs/IgfsPath.java | 262 ++ .../igfs/IgfsPathAlreadyExistsException.java | 50 + .../org/apache/ignite/igfs/IgfsPathSummary.java | 138 + .../java/org/apache/ignite/igfs/IgfsReader.java | 38 + .../ignite/igfs/mapreduce/IgfsFileRange.java | 80 + .../mapreduce/IgfsInputStreamJobAdapter.java | 52 + .../apache/ignite/igfs/mapreduce/IgfsJob.java | 69 + .../ignite/igfs/mapreduce/IgfsJobAdapter.java | 28 + .../igfs/mapreduce/IgfsRangeInputStream.java | 197 ++ .../igfs/mapreduce/IgfsRecordResolver.java | 56 + .../apache/ignite/igfs/mapreduce/IgfsTask.java | 172 + .../ignite/igfs/mapreduce/IgfsTaskArgs.java | 82 + .../igfs/mapreduce/IgfsTaskNoReduceAdapter.java | 42 + .../apache/ignite/igfs/mapreduce/package.html | 24 + .../IgfsByteDelimiterRecordResolver.java | 347 ++ .../records/IgfsFixedLengthRecordResolver.java | 86 + .../records/IgfsNewLineRecordResolver.java | 66 + .../IgfsStringDelimiterRecordResolver.java | 84 + .../ignite/igfs/mapreduce/records/package.html | 24 + .../java/org/apache/ignite/igfs/package.html | 24 + .../ignite/ignitefs/IgniteFsBlockLocation.java | 63 - ...IgniteFsConcurrentModificationException.java | 36 - .../IgniteFsCorruptedFileException.java | 50 - .../ignite/ignitefs/IgniteFsException.java | 57 - .../apache/ignite/ignitefs/IgniteFsFile.java | 120 - .../ignitefs/IgniteFsFileNotFoundException.java | 44 - .../ignite/ignitefs/IgniteFsFileSystem.java | 216 -- .../IgniteFsGroupDataBlocksKeyMapper.java | 101 - .../ignite/ignitefs/IgniteFsInputStream.java | 80 - .../IgniteFsInvalidHdfsVersionException.java | 42 - .../ignitefs/IgniteFsInvalidPathException.java | 57 - .../apache/ignite/ignitefs/IgniteFsMetrics.java | 159 - .../apache/ignite/ignitefs/IgniteFsMode.java | 80 - .../ignitefs/IgniteFsOutOfSpaceException.java | 58 - .../ignite/ignitefs/IgniteFsOutputStream.java | 35 - .../IgniteFsParentNotDirectoryException.java | 50 - .../apache/ignite/ignitefs/IgniteFsPath.java | 262 -- .../IgniteFsPathAlreadyExistsException.java | 50 - .../ignite/ignitefs/IgniteFsPathSummary.java | 138 - .../apache/ignite/ignitefs/IgniteFsReader.java | 38 - .../ignitefs/mapreduce/IgniteFsFileRange.java | 80 - .../IgniteFsInputStreamJobAdapter.java | 52 - .../ignite/ignitefs/mapreduce/IgniteFsJob.java | 69 - .../ignitefs/mapreduce/IgniteFsJobAdapter.java | 28 - .../mapreduce/IgniteFsRangeInputStream.java | 197 -- .../mapreduce/IgniteFsRecordResolver.java | 56 - .../ignite/ignitefs/mapreduce/IgniteFsTask.java | 172 - .../ignitefs/mapreduce/IgniteFsTaskArgs.java | 82 - .../mapreduce/IgniteFsTaskNoReduceAdapter.java | 42 - .../ignite/ignitefs/mapreduce/package.html | 24 - .../IgniteFsByteDelimiterRecordResolver.java | 347 -- .../IgniteFsFixedLengthRecordResolver.java | 86 - .../records/IgniteFsNewLineRecordResolver.java | 66 - .../IgniteFsStringDelimiterRecordResolver.java | 84 - .../ignitefs/mapreduce/records/package.html | 24 - .../org/apache/ignite/ignitefs/package.html | 24 - .../ignite/internal/GridKernalContext.java | 16 +- .../ignite/internal/GridKernalContextImpl.java | 34 +- .../org/apache/ignite/internal/GridTopic.java | 2 +- .../ignite/internal/IgniteComponentType.java | 16 +- .../org/apache/ignite/internal/IgniteEx.java | 8 +- .../apache/ignite/internal/IgniteKernal.java | 20 +- .../ignite/internal/IgniteNodeAttributes.java | 2 +- .../org/apache/ignite/internal/IgnitionEx.java | 32 +- .../fs/common/GridGgfsControlResponse.java | 633 ---- .../fs/common/GridGgfsDataInputStream.java | 40 - .../fs/common/GridGgfsDataOutputStream.java | 43 - .../fs/common/GridGgfsHandshakeRequest.java | 93 - .../internal/fs/common/GridGgfsIpcCommand.java | 98 - .../internal/fs/common/GridGgfsLogger.java | 767 ----- .../internal/fs/common/GridGgfsMarshaller.java | 374 --- .../internal/fs/common/GridGgfsMessage.java | 41 - .../fs/common/GridGgfsPathControlRequest.java | 238 -- .../fs/common/GridGgfsStatusRequest.java | 35 - .../fs/common/GridGgfsStreamControlRequest.java | 101 - .../ignite/internal/fs/common/package.html | 24 - .../igfs/common/IgfsControlResponse.java | 633 ++++ .../igfs/common/IgfsDataInputStream.java | 40 + .../igfs/common/IgfsDataOutputStream.java | 43 + .../igfs/common/IgfsHandshakeRequest.java | 93 + .../internal/igfs/common/IgfsIpcCommand.java | 98 + .../ignite/internal/igfs/common/IgfsLogger.java | 767 +++++ .../internal/igfs/common/IgfsMarshaller.java | 374 +++ .../internal/igfs/common/IgfsMessage.java | 41 + .../igfs/common/IgfsPathControlRequest.java | 238 ++ .../internal/igfs/common/IgfsStatusRequest.java | 35 + .../igfs/common/IgfsStreamControlRequest.java | 101 + .../ignite/internal/igfs/common/package.html | 24 + .../communication/GridIoMessageFactory.java | 18 +- .../affinity/GridAffinityAssignmentCache.java | 30 +- .../processors/cache/GridCacheAdapter.java | 52 +- .../cache/GridCacheAffinityManager.java | 5 + .../processors/cache/GridCacheMapEntry.java | 8 +- .../processors/cache/GridCacheProcessor.java | 18 +- .../processors/cache/GridCacheProjectionEx.java | 18 +- .../cache/GridCacheProjectionImpl.java | 12 +- .../processors/cache/GridCacheProxyImpl.java | 12 +- .../processors/cache/GridCacheUtils.java | 16 +- .../preloader/GridDhtPartitionDemandPool.java | 6 +- .../dht/preloader/GridDhtPartitionMap.java | 32 +- .../distributed/near/GridNearCacheAdapter.java | 16 +- .../processors/closure/GridClosurePolicy.java | 4 +- .../closure/GridClosureProcessor.java | 14 +- .../processors/fs/GridGgfsAckMessage.java | 208 -- .../processors/fs/GridGgfsAsyncImpl.java | 316 -- .../processors/fs/GridGgfsAttributes.java | 186 -- .../processors/fs/GridGgfsBlockKey.java | 275 -- .../fs/GridGgfsBlockLocationImpl.java | 258 -- .../processors/fs/GridGgfsBlocksMessage.java | 188 -- .../processors/fs/GridGgfsClientSession.java | 75 - .../fs/GridGgfsCommunicationMessage.java | 75 - .../internal/processors/fs/GridGgfsContext.java | 205 -- .../processors/fs/GridGgfsDataManager.java | 1906 ----------- .../processors/fs/GridGgfsDeleteMessage.java | 202 -- .../processors/fs/GridGgfsDeleteWorker.java | 345 -- .../fs/GridGgfsDirectoryNotEmptyException.java | 44 - .../internal/processors/fs/GridGgfsEx.java | 143 - .../fs/GridGgfsFileAffinityRange.java | 394 --- .../processors/fs/GridGgfsFileInfo.java | 569 ---- .../internal/processors/fs/GridGgfsFileMap.java | 361 --- .../processors/fs/GridGgfsFileWorker.java | 182 -- .../processors/fs/GridGgfsFileWorkerBatch.java | 236 -- .../processors/fs/GridGgfsFileWorkerTask.java | 32 - .../fs/GridGgfsFragmentizerManager.java | 831 ----- .../fs/GridGgfsFragmentizerRequest.java | 168 - .../fs/GridGgfsFragmentizerResponse.java | 129 - .../fs/GridGgfsHandshakeResponse.java | 122 - .../internal/processors/fs/GridGgfsImpl.java | 2224 ------------- .../fs/GridGgfsInputStreamAdapter.java | 49 - .../fs/GridGgfsInputStreamDescriptor.java | 78 - .../processors/fs/GridGgfsInputStreamImpl.java | 533 --- .../fs/GridGgfsInvalidRangeException.java | 43 - .../processors/fs/GridGgfsIpcHandler.java | 562 ---- .../internal/processors/fs/GridGgfsJobImpl.java | 117 - .../processors/fs/GridGgfsListingEntry.java | 197 -- .../processors/fs/GridGgfsLocalMetrics.java | 212 -- .../internal/processors/fs/GridGgfsManager.java | 155 - .../processors/fs/GridGgfsMetaManager.java | 3027 ------------------ .../processors/fs/GridGgfsModeResolver.java | 177 - .../internal/processors/fs/GridGgfsPaths.java | 124 - .../processors/fs/GridGgfsSamplingKey.java | 83 - .../GridGgfsSecondaryInputStreamDescriptor.java | 59 - ...GridGgfsSecondaryOutputStreamDescriptor.java | 74 - .../internal/processors/fs/GridGgfsServer.java | 427 --- .../processors/fs/GridGgfsServerHandler.java | 57 - .../processors/fs/GridGgfsServerManager.java | 211 -- .../internal/processors/fs/GridGgfsStatus.java | 76 - .../processors/fs/GridGgfsSyncMessage.java | 161 - .../internal/processors/fs/GridGgfsThread.java | 82 - .../processors/fs/IgniteFsFileImpl.java | 245 -- .../internal/processors/fs/IgniteFsHelper.java | 49 - .../processors/fs/IgniteFsHelperImpl.java | 54 - .../processors/fs/IgniteFsMetricsAdapter.java | 239 -- .../processors/fs/IgniteFsNoopHelper.java | 41 - .../processors/fs/IgniteFsNoopProcessor.java | 71 - .../fs/IgniteFsOutputStreamAdapter.java | 263 -- .../processors/fs/IgniteFsOutputStreamImpl.java | 505 --- .../processors/fs/IgniteFsProcessor.java | 420 --- .../processors/fs/IgniteFsProcessorAdapter.java | 80 - .../processors/fs/IgniteFsTaskArgsImpl.java | 135 - .../ignite/internal/processors/fs/package.html | 24 - .../processors/igfs/IgfsAckMessage.java | 208 ++ .../internal/processors/igfs/IgfsAsyncImpl.java | 316 ++ .../processors/igfs/IgfsAttributes.java | 186 ++ .../internal/processors/igfs/IgfsBlockKey.java | 274 ++ .../processors/igfs/IgfsBlockLocationImpl.java | 258 ++ .../processors/igfs/IgfsBlocksMessage.java | 188 ++ .../processors/igfs/IgfsClientSession.java | 75 + .../igfs/IgfsCommunicationMessage.java | 75 + .../internal/processors/igfs/IgfsContext.java | 205 ++ .../processors/igfs/IgfsDataManager.java | 1907 +++++++++++ .../processors/igfs/IgfsDeleteMessage.java | 202 ++ .../processors/igfs/IgfsDeleteWorker.java | 345 ++ .../igfs/IgfsDirectoryNotEmptyException.java | 44 + .../ignite/internal/processors/igfs/IgfsEx.java | 143 + .../processors/igfs/IgfsFileAffinityRange.java | 394 +++ .../internal/processors/igfs/IgfsFileImpl.java | 245 ++ .../internal/processors/igfs/IgfsFileInfo.java | 569 ++++ .../internal/processors/igfs/IgfsFileMap.java | 361 +++ .../processors/igfs/IgfsFileWorker.java | 182 ++ .../processors/igfs/IgfsFileWorkerBatch.java | 236 ++ .../processors/igfs/IgfsFileWorkerTask.java | 32 + .../igfs/IgfsFragmentizerManager.java | 831 +++++ .../igfs/IgfsFragmentizerRequest.java | 168 + .../igfs/IgfsFragmentizerResponse.java | 129 + .../processors/igfs/IgfsHandshakeResponse.java | 122 + .../internal/processors/igfs/IgfsHelper.java | 49 + .../processors/igfs/IgfsHelperImpl.java | 54 + .../internal/processors/igfs/IgfsImpl.java | 2224 +++++++++++++ .../processors/igfs/IgfsInputStreamAdapter.java | 49 + .../igfs/IgfsInputStreamDescriptor.java | 78 + .../processors/igfs/IgfsInputStreamImpl.java | 533 +++ .../igfs/IgfsInvalidRangeException.java | 43 + .../processors/igfs/IgfsIpcHandler.java | 562 ++++ .../internal/processors/igfs/IgfsJobImpl.java | 117 + .../processors/igfs/IgfsListingEntry.java | 197 ++ .../processors/igfs/IgfsLocalMetrics.java | 212 ++ .../internal/processors/igfs/IgfsManager.java | 155 + .../processors/igfs/IgfsMetaManager.java | 3027 ++++++++++++++++++ .../processors/igfs/IgfsMetricsAdapter.java | 239 ++ .../processors/igfs/IgfsModeResolver.java | 177 + .../processors/igfs/IgfsNoopHelper.java | 41 + .../processors/igfs/IgfsNoopProcessor.java | 71 + .../igfs/IgfsOutputStreamAdapter.java | 263 ++ .../processors/igfs/IgfsOutputStreamImpl.java | 505 +++ .../internal/processors/igfs/IgfsPaths.java | 124 + .../internal/processors/igfs/IgfsProcessor.java | 420 +++ .../processors/igfs/IgfsProcessorAdapter.java | 80 + .../processors/igfs/IgfsSamplingKey.java | 83 + .../IgfsSecondaryInputStreamDescriptor.java | 59 + .../IgfsSecondaryOutputStreamDescriptor.java | 74 + .../internal/processors/igfs/IgfsServer.java | 427 +++ .../processors/igfs/IgfsServerHandler.java | 57 + .../processors/igfs/IgfsServerManager.java | 211 ++ .../internal/processors/igfs/IgfsStatus.java | 76 + .../processors/igfs/IgfsSyncMessage.java | 161 + .../processors/igfs/IgfsTaskArgsImpl.java | 135 + .../internal/processors/igfs/IgfsThread.java | 82 + .../internal/processors/igfs/package.html | 24 + .../internal/processors/job/GridJobWorker.java | 4 +- .../processors/task/GridTaskWorker.java | 4 +- .../ignite/internal/util/ipc/IpcEndpoint.java | 2 +- .../internal/util/ipc/IpcEndpointFactory.java | 2 +- .../ignite/internal/visor/ggfs/VisorGgfs.java | 113 - .../internal/visor/ggfs/VisorGgfsEndpoint.java | 106 - .../visor/ggfs/VisorGgfsFormatTask.java | 70 - .../internal/visor/ggfs/VisorGgfsMetrics.java | 350 -- .../internal/visor/ggfs/VisorGgfsProfiler.java | 88 - .../visor/ggfs/VisorGgfsProfilerClearTask.java | 114 - .../visor/ggfs/VisorGgfsProfilerEntry.java | 238 -- .../visor/ggfs/VisorGgfsProfilerTask.java | 507 --- .../VisorGgfsProfilerUniformityCounters.java | 197 -- .../visor/ggfs/VisorGgfsResetMetricsTask.java | 73 - .../visor/ggfs/VisorGgfsSamplingStateTask.java | 77 - .../ignite/internal/visor/igfs/VisorIgfs.java | 113 + .../internal/visor/igfs/VisorIgfsEndpoint.java | 106 + .../visor/igfs/VisorIgfsFormatTask.java | 70 + .../internal/visor/igfs/VisorIgfsMetrics.java | 350 ++ .../internal/visor/igfs/VisorIgfsProfiler.java | 88 + .../visor/igfs/VisorIgfsProfilerClearTask.java | 114 + .../visor/igfs/VisorIgfsProfilerEntry.java | 238 ++ .../visor/igfs/VisorIgfsProfilerTask.java | 507 +++ .../VisorIgfsProfilerUniformityCounters.java | 197 ++ .../visor/igfs/VisorIgfsResetMetricsTask.java | 73 + .../visor/igfs/VisorIgfsSamplingStateTask.java | 77 + .../visor/node/VisorGgfsConfiguration.java | 574 ---- .../visor/node/VisorGridConfiguration.java | 18 +- .../visor/node/VisorIgfsConfiguration.java | 574 ++++ .../visor/node/VisorNodeDataCollectorJob.java | 30 +- .../node/VisorNodeDataCollectorJobResult.java | 30 +- .../visor/node/VisorNodeDataCollectorTask.java | 12 +- .../node/VisorNodeDataCollectorTaskResult.java | 38 +- .../internal/visor/util/VisorTaskUtils.java | 22 +- modules/core/src/test/config/ggfs-loopback.xml | 167 - modules/core/src/test/config/ggfs-shmem.xml | 167 - .../hadoop/core-site-loopback-secondary.xml | 16 +- .../test/config/hadoop/core-site-loopback.xml | 12 +- .../test/config/hadoop/core-site-secondary.xml | 12 +- .../core/src/test/config/hadoop/core-site.xml | 10 +- modules/core/src/test/config/igfs-loopback.xml | 167 + modules/core/src/test/config/igfs-shmem.xml | 167 + .../ignite/igfs/IgfsEventsAbstractSelfTest.java | 848 +++++ .../igfs/IgfsFragmentizerAbstractSelfTest.java | 168 + .../ignite/igfs/IgfsFragmentizerSelfTest.java | 268 ++ .../igfs/IgfsFragmentizerTopologySelfTest.java | 49 + .../apache/ignite/igfs/IgfsPathSelfTest.java | 162 + .../ignite/igfs/IgfsTestInputGenerator.java | 51 + .../GridGgfsEventsAbstractSelfTest.java | 848 ----- .../GridGgfsFragmentizerAbstractSelfTest.java | 168 - .../ignitefs/GridGgfsFragmentizerSelfTest.java | 268 -- .../GridGgfsFragmentizerTopologySelfTest.java | 49 - .../ignite/ignitefs/GridGgfsPathSelfTest.java | 162 - .../ignitefs/GridGgfsTestInputGenerator.java | 51 - .../communication/GridIoManagerSelfTest.java | 4 +- .../processors/cache/GridCacheLeakTest.java | 2 +- ...heGgfsPerBlockLruEvictionPolicySelfTest.java | 485 --- .../processors/fs/GridGgfsAbstractSelfTest.java | 2453 -------------- .../fs/GridGgfsAttributesSelfTest.java | 75 - .../processors/fs/GridGgfsCacheSelfTest.java | 133 - .../fs/GridGgfsCommonAbstractTest.java | 67 - .../fs/GridGgfsDataManagerSelfTest.java | 600 ---- .../fs/GridGgfsDualAbstractSelfTest.java | 1601 --------- .../fs/GridGgfsDualAsyncSelfTest.java | 32 - .../processors/fs/GridGgfsDualSyncSelfTest.java | 32 - .../processors/fs/GridGgfsFileInfoSelfTest.java | 88 - .../processors/fs/GridGgfsFileMapSelfTest.java | 337 -- ...GgfsGroupDataBlockKeyMapperHashSelfTest.java | 136 - .../fs/GridGgfsMetaManagerSelfTest.java | 475 --- .../processors/fs/GridGgfsMetricsSelfTest.java | 536 ---- .../fs/GridGgfsModeResolverSelfTest.java | 77 - .../processors/fs/GridGgfsModesSelfTest.java | 604 ---- .../GridGgfsPrimaryOffheapTieredSelfTest.java | 33 - .../GridGgfsPrimaryOffheapValuesSelfTest.java | 33 - .../processors/fs/GridGgfsPrimarySelfTest.java | 32 - .../fs/GridGgfsProcessorSelfTest.java | 978 ------ .../fs/GridGgfsProcessorValidationSelfTest.java | 535 ---- ...IpcEndpointRegistrationAbstractSelfTest.java | 185 -- ...dpointRegistrationOnLinuxAndMacSelfTest.java | 50 - ...pcEndpointRegistrationOnWindowsSelfTest.java | 53 - .../processors/fs/GridGgfsSizeSelfTest.java | 875 ----- .../processors/fs/GridGgfsStreamsSelfTest.java | 472 --- .../processors/fs/GridGgfsTaskSelfTest.java | 311 -- .../processors/fs/GridGgfsTestInputStream.java | 66 - .../ignite/internal/processors/fs/package.html | 24 - .../GridGgfsAbstractRecordResolverSelfTest.java | 186 -- ...GgfsByteDelimiterRecordResolverSelfTest.java | 335 -- ...idGgfsFixedLengthRecordResolverSelfTest.java | 147 - ...sNewLineDelimiterRecordResolverSelfTest.java | 129 - ...fsStringDelimiterRecordResolverSelfTest.java | 137 - ...heIgfsPerBlockLruEvictionPolicySelfTest.java | 485 +++ .../processors/igfs/IgfsAbstractSelfTest.java | 2453 ++++++++++++++ .../processors/igfs/IgfsAttributesSelfTest.java | 75 + .../processors/igfs/IgfsCacheSelfTest.java | 133 + .../processors/igfs/IgfsCommonAbstractTest.java | 67 + .../igfs/IgfsDataManagerSelfTest.java | 600 ++++ .../igfs/IgfsDualAbstractSelfTest.java | 1601 +++++++++ .../processors/igfs/IgfsDualAsyncSelfTest.java | 32 + .../processors/igfs/IgfsDualSyncSelfTest.java | 32 + .../processors/igfs/IgfsFileInfoSelfTest.java | 88 + .../processors/igfs/IgfsFileMapSelfTest.java | 337 ++ ...IgfsGroupDataBlockKeyMapperHashSelfTest.java | 136 + .../igfs/IgfsMetaManagerSelfTest.java | 475 +++ .../processors/igfs/IgfsMetricsSelfTest.java | 536 ++++ .../igfs/IgfsModeResolverSelfTest.java | 77 + .../processors/igfs/IgfsModesSelfTest.java | 604 ++++ .../igfs/IgfsPrimaryOffheapTieredSelfTest.java | 33 + .../igfs/IgfsPrimaryOffheapValuesSelfTest.java | 33 + .../processors/igfs/IgfsPrimarySelfTest.java | 32 + .../processors/igfs/IgfsProcessorSelfTest.java | 978 ++++++ .../igfs/IgfsProcessorValidationSelfTest.java | 535 ++++ ...IpcEndpointRegistrationAbstractSelfTest.java | 185 ++ ...dpointRegistrationOnLinuxAndMacSelfTest.java | 50 + ...pcEndpointRegistrationOnWindowsSelfTest.java | 53 + .../processors/igfs/IgfsSizeSelfTest.java | 875 +++++ .../processors/igfs/IgfsStreamsSelfTest.java | 472 +++ .../processors/igfs/IgfsTaskSelfTest.java | 311 ++ .../processors/igfs/IgfsTestInputStream.java | 66 + .../internal/processors/igfs/package.html | 24 + .../IgfsAbstractRecordResolverSelfTest.java | 186 ++ ...IgfsByteDelimiterRecordResolverSelfTest.java | 335 ++ .../IgfsFixedLengthRecordResolverSelfTest.java | 147 + ...sNewLineDelimiterRecordResolverSelfTest.java | 129 + ...fsStringDelimiterRecordResolverSelfTest.java | 137 + .../IpcServerEndpointDeserializerSelfTest.java | 4 +- .../ipc/shmem/GgfsSharedMemoryTestClient.java | 76 - .../ipc/shmem/GgfsSharedMemoryTestServer.java | 71 - .../ipc/shmem/IgfsSharedMemoryTestClient.java | 76 + .../ipc/shmem/IgfsSharedMemoryTestServer.java | 71 + .../IpcSharedMemoryCrashDetectionSelfTest.java | 24 +- .../ipc/shmem/IpcSharedMemoryNodeStartup.java | 12 +- .../ignite/testframework/junits/IgniteMock.java | 2 - .../ignite/testsuites/IgniteFsTestSuite.java | 79 - .../ignite/testsuites/IgniteIgfsTestSuite.java | 79 + modules/hadoop/readme.txt | 2 +- .../igfs/hadoop/IgfsHadoopParameters.java | 94 + .../org/apache/ignite/igfs/hadoop/package.html | 24 + .../igfs/hadoop/v1/IgfsHadoopFileSystem.java | 1253 ++++++++ .../apache/ignite/igfs/hadoop/v1/package.html | 24 + .../igfs/hadoop/v2/IgfsHadoopFileSystem.java | 1007 ++++++ .../apache/ignite/igfs/hadoop/v2/package.html | 24 + .../java/org/apache/ignite/igfs/package.html | 24 + .../hadoop/GridGgfsHadoopParameters.java | 94 - .../apache/ignite/ignitefs/hadoop/package.html | 24 - .../hadoop/v1/GridGgfsHadoopFileSystem.java | 1253 -------- .../ignite/ignitefs/hadoop/v1/package.html | 24 - .../hadoop/v2/GridGgfsHadoopFileSystem.java | 1007 ------ .../ignite/ignitefs/hadoop/v2/package.html | 24 - .../org/apache/ignite/ignitefs/package.html | 24 - .../internal/fs/hadoop/GridGgfsHadoop.java | 198 -- .../GridGgfsHadoopCommunicationException.java | 57 - .../fs/hadoop/GridGgfsHadoopEndpoint.java | 210 -- .../internal/fs/hadoop/GridGgfsHadoopEx.java | 88 - .../fs/hadoop/GridGgfsHadoopFSProperties.java | 88 - .../hadoop/GridGgfsHadoopFileSystemWrapper.java | 413 --- .../fs/hadoop/GridGgfsHadoopFuture.java | 94 - .../fs/hadoop/GridGgfsHadoopInProc.java | 409 --- .../fs/hadoop/GridGgfsHadoopInputStream.java | 626 ---- .../internal/fs/hadoop/GridGgfsHadoopIo.java | 76 - .../internal/fs/hadoop/GridGgfsHadoopIpcIo.java | 599 ---- .../fs/hadoop/GridGgfsHadoopIpcIoListener.java | 36 - .../fs/hadoop/GridGgfsHadoopJclLogger.java | 112 - .../fs/hadoop/GridGgfsHadoopOutProc.java | 466 --- .../fs/hadoop/GridGgfsHadoopOutputStream.java | 201 -- .../hadoop/GridGgfsHadoopProxyInputStream.java | 335 -- .../hadoop/GridGgfsHadoopProxyOutputStream.java | 165 - .../fs/hadoop/GridGgfsHadoopReader.java | 104 - .../fs/hadoop/GridGgfsHadoopStreamDelegate.java | 96 - .../GridGgfsHadoopStreamEventListener.java | 39 - .../internal/fs/hadoop/GridGgfsHadoopUtils.java | 131 - .../fs/hadoop/GridGgfsHadoopWrapper.java | 511 --- .../ignite/internal/fs/hadoop/package.html | 24 - .../org/apache/ignite/internal/fs/package.html | 24 - .../ignite/internal/igfs/hadoop/IgfsHadoop.java | 198 ++ .../IgfsHadoopCommunicationException.java | 57 + .../igfs/hadoop/IgfsHadoopEndpoint.java | 210 ++ .../internal/igfs/hadoop/IgfsHadoopEx.java | 88 + .../igfs/hadoop/IgfsHadoopFSProperties.java | 88 + .../hadoop/IgfsHadoopFileSystemWrapper.java | 413 +++ .../internal/igfs/hadoop/IgfsHadoopFuture.java | 94 + .../internal/igfs/hadoop/IgfsHadoopInProc.java | 409 +++ .../igfs/hadoop/IgfsHadoopInputStream.java | 626 ++++ .../internal/igfs/hadoop/IgfsHadoopIo.java | 76 + .../internal/igfs/hadoop/IgfsHadoopIpcIo.java | 599 ++++ .../igfs/hadoop/IgfsHadoopIpcIoListener.java | 36 + .../igfs/hadoop/IgfsHadoopJclLogger.java | 112 + .../internal/igfs/hadoop/IgfsHadoopOutProc.java | 466 +++ .../igfs/hadoop/IgfsHadoopOutputStream.java | 201 ++ .../igfs/hadoop/IgfsHadoopProxyInputStream.java | 335 ++ .../hadoop/IgfsHadoopProxyOutputStream.java | 165 + .../internal/igfs/hadoop/IgfsHadoopReader.java | 104 + .../igfs/hadoop/IgfsHadoopStreamDelegate.java | 96 + .../hadoop/IgfsHadoopStreamEventListener.java | 39 + .../internal/igfs/hadoop/IgfsHadoopUtils.java | 131 + .../internal/igfs/hadoop/IgfsHadoopWrapper.java | 511 +++ .../ignite/internal/igfs/hadoop/package.html | 24 + .../apache/ignite/internal/igfs/package.html | 24 + .../hadoop/GridHadoopClassLoader.java | 10 +- .../fs/GridHadoopDistributedFileSystem.java | 2 +- .../hadoop/fs/GridHadoopFileSystemsUtils.java | 6 +- .../GridHadoopDefaultMapReducePlanner.java | 28 +- .../hadoop/v2/GridHadoopV2TaskContext.java | 4 +- .../GridHadoopClientProtocolSelfTest.java | 40 +- .../apache/ignite/igfs/IgfsEventsTestSuite.java | 267 ++ .../IgfsHadoop20FileSystemAbstractSelfTest.java | 1967 ++++++++++++ ...doop20FileSystemLoopbackPrimarySelfTest.java | 74 + ...sHadoop20FileSystemShmemPrimarySelfTest.java | 74 + .../igfs/IgfsHadoopDualAbstractSelfTest.java | 304 ++ .../igfs/IgfsHadoopDualAsyncSelfTest.java | 32 + .../ignite/igfs/IgfsHadoopDualSyncSelfTest.java | 32 + .../IgfsHadoopFileSystemAbstractSelfTest.java | 2365 ++++++++++++++ .../IgfsHadoopFileSystemClientSelfTest.java | 199 ++ .../IgfsHadoopFileSystemHandshakeSelfTest.java | 311 ++ .../IgfsHadoopFileSystemIpcCacheSelfTest.java | 207 ++ .../IgfsHadoopFileSystemLoggerSelfTest.java | 287 ++ ...IgfsHadoopFileSystemLoggerStateSelfTest.java | 325 ++ ...adoopFileSystemLoopbackAbstractSelfTest.java | 46 + ...SystemLoopbackEmbeddedDualAsyncSelfTest.java | 33 + ...eSystemLoopbackEmbeddedDualSyncSelfTest.java | 33 + ...leSystemLoopbackEmbeddedPrimarySelfTest.java | 33 + ...SystemLoopbackEmbeddedSecondarySelfTest.java | 34 + ...SystemLoopbackExternalDualAsyncSelfTest.java | 33 + ...eSystemLoopbackExternalDualSyncSelfTest.java | 33 + ...leSystemLoopbackExternalPrimarySelfTest.java | 33 + ...SystemLoopbackExternalSecondarySelfTest.java | 34 + ...fsHadoopFileSystemSecondaryModeSelfTest.java | 319 ++ ...fsHadoopFileSystemShmemAbstractSelfTest.java | 88 + ...ileSystemShmemEmbeddedDualAsyncSelfTest.java | 33 + ...FileSystemShmemEmbeddedDualSyncSelfTest.java | 33 + ...pFileSystemShmemEmbeddedPrimarySelfTest.java | 33 + ...ileSystemShmemEmbeddedSecondarySelfTest.java | 33 + ...ileSystemShmemExternalDualAsyncSelfTest.java | 33 + ...FileSystemShmemExternalDualSyncSelfTest.java | 33 + ...pFileSystemShmemExternalPrimarySelfTest.java | 33 + ...ileSystemShmemExternalSecondarySelfTest.java | 33 + .../java/org/apache/ignite/igfs/IgfsLoad.java | 549 ++++ .../igfs/IgfsNearOnlyMultiNodeSelfTest.java | 212 ++ .../ignite/ignitefs/GridFileSystemLoad.java | 549 ---- ...dGgfsHadoop20FileSystemAbstractSelfTest.java | 1967 ------------ ...doop20FileSystemLoopbackPrimarySelfTest.java | 74 - ...sHadoop20FileSystemShmemPrimarySelfTest.java | 74 - .../GridGgfsHadoopDualAbstractSelfTest.java | 304 -- .../GridGgfsHadoopDualAsyncSelfTest.java | 32 - .../GridGgfsHadoopDualSyncSelfTest.java | 32 - ...ridGgfsHadoopFileSystemAbstractSelfTest.java | 2365 -------------- .../GridGgfsHadoopFileSystemClientSelfTest.java | 199 -- ...idGgfsHadoopFileSystemHandshakeSelfTest.java | 310 -- ...ridGgfsHadoopFileSystemIpcCacheSelfTest.java | 207 -- .../GridGgfsHadoopFileSystemLoggerSelfTest.java | 287 -- ...GgfsHadoopFileSystemLoggerStateSelfTest.java | 325 -- ...adoopFileSystemLoopbackAbstractSelfTest.java | 46 - ...SystemLoopbackEmbeddedDualAsyncSelfTest.java | 33 - ...eSystemLoopbackEmbeddedDualSyncSelfTest.java | 33 - ...leSystemLoopbackEmbeddedPrimarySelfTest.java | 33 - ...SystemLoopbackEmbeddedSecondarySelfTest.java | 34 - ...SystemLoopbackExternalDualAsyncSelfTest.java | 33 - ...eSystemLoopbackExternalDualSyncSelfTest.java | 33 - ...leSystemLoopbackExternalPrimarySelfTest.java | 33 - ...SystemLoopbackExternalSecondarySelfTest.java | 34 - ...fsHadoopFileSystemSecondaryModeSelfTest.java | 319 -- ...fsHadoopFileSystemShmemAbstractSelfTest.java | 88 - ...ileSystemShmemEmbeddedDualAsyncSelfTest.java | 33 - ...FileSystemShmemEmbeddedDualSyncSelfTest.java | 33 - ...pFileSystemShmemEmbeddedPrimarySelfTest.java | 33 - ...ileSystemShmemEmbeddedSecondarySelfTest.java | 33 - ...ileSystemShmemExternalDualAsyncSelfTest.java | 33 - ...FileSystemShmemExternalDualSyncSelfTest.java | 33 - ...pFileSystemShmemExternalPrimarySelfTest.java | 33 - ...ileSystemShmemExternalSecondarySelfTest.java | 33 - .../GridGgfsNearOnlyMultiNodeSelfTest.java | 212 -- .../ignitefs/IgniteFsEventsTestSuite.java | 267 -- .../hadoop/GridHadoopAbstractSelfTest.java | 77 +- .../hadoop/GridHadoopAbstractWordCountTest.java | 16 +- .../hadoop/GridHadoopCommandLineTest.java | 28 +- ...idHadoopDefaultMapReducePlannerSelfTest.java | 146 +- .../hadoop/GridHadoopFileSystemsTest.java | 8 +- .../hadoop/GridHadoopGroupingTest.java | 2 +- .../hadoop/GridHadoopJobTrackerSelfTest.java | 6 +- .../GridHadoopMapReduceEmbeddedSelfTest.java | 14 +- .../hadoop/GridHadoopMapReduceTest.java | 20 +- .../hadoop/GridHadoopSortingTest.java | 14 +- .../processors/hadoop/GridHadoopStartup.java | 7 +- .../hadoop/GridHadoopTaskExecutionSelfTest.java | 38 +- .../hadoop/GridHadoopTasksAllVersionsTest.java | 34 +- ...GridHadoopExternalTaskExecutionSelfTest.java | 16 +- .../loadtests/ggfs/GridGgfsNodeStartup.java | 49 - .../ggfs/GridGgfsPerformanceBenchmark.java | 274 -- .../ignite/loadtests/igfs/IgfsNodeStartup.java | 49 + .../igfs/IgfsPerformanceBenchmark.java | 274 ++ .../IgniteFsLinuxAndMacOSTestSuite.java | 63 - .../testsuites/IgniteHadoopTestSuite.java | 36 +- .../IgniteIgfsLinuxAndMacOSTestSuite.java | 63 + .../scala/org/apache/ignite/visor/visor.scala | 4 +- pom.xml | 12 +- 566 files changed, 60146 insertions(+), 60136 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/d1778c1a/modules/core/src/main/java/org/apache/ignite/configuration/IgniteConfiguration.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/d1778c1a/modules/core/src/main/java/org/apache/ignite/events/EventType.java ---------------------------------------------------------------------- diff --cc modules/core/src/main/java/org/apache/ignite/events/EventType.java index 2910ac1,a9f185a..591a705 --- a/modules/core/src/main/java/org/apache/ignite/events/EventType.java +++ b/modules/core/src/main/java/org/apache/ignite/events/EventType.java @@@ -765,11 -819,39 +765,11 @@@ public interface EventType * NOTE: all types in range <b>from 1 to 1000 are reserved</b> for * internal Ignite events and should not be used by user-defined events. * - * @see IgniteFsEvent + * @see IgfsEvent */ - public static final int EVT_GGFS_FILE_PURGED = 127; + public static final int EVT_IGFS_FILE_PURGED = 127; /** - * Built-in event type: authorization succeed. - * <p> - * Authorization procedure succeed. This event is triggered every time - * an authorization procedure finished without exception. - * <p> - * NOTE: all types in range <b>from 1 to 1000 are reserved</b> for - * internal Ignite events and should not be used by user-defined events. - * - * @see AuthorizationEvent - */ - public static final int EVT_AUTHORIZATION_SUCCEEDED = 128; - - /** - * Built-in event type: authorization failed. - * <p> - * Authorization procedure failed. This means that there was some error event - * during authorization procedure and authorization procedure was not successful. - * <p> - * NOTE: all types in range <b>from 1 to 1000 are reserved</b> for - * internal Ignite events and should not be used by user-defined events. - * - * @see AuthorizationEvent - */ - public static final int EVT_AUTHORIZATION_FAILED = 129; - - - - /** * All checkpoint events. This array can be directly passed into * {@link org.apache.ignite.IgniteEvents#localListen(org.apache.ignite.lang.IgnitePredicate, int...)} method to * subscribe to all checkpoint events. @@@ -950,25 -1032,61 +950,25 @@@ }; /** - * All GGFS events. This array can be directly passed into - * All authentication events. This array can be directly passed into ++ * All Igfs events. This array can be directly passed into * {@link org.apache.ignite.IgniteEvents#localListen(org.apache.ignite.lang.IgnitePredicate, int...)} method to * subscribe to all cloud events. * - * @see IgniteFsEvent - * @see AuthenticationEvent -- */ - public static final int[] EVTS_GGFS = { - EVT_GGFS_FILE_CREATED, - EVT_GGFS_FILE_RENAMED, - EVT_GGFS_FILE_DELETED, - EVT_GGFS_FILE_OPENED_READ, - EVT_GGFS_FILE_OPENED_WRITE, - EVT_GGFS_FILE_CLOSED_WRITE, - EVT_GGFS_FILE_CLOSED_READ, - EVT_GGFS_FILE_PURGED, - EVT_GGFS_META_UPDATED, - EVT_GGFS_DIR_CREATED, - EVT_GGFS_DIR_RENAMED, - EVT_GGFS_DIR_DELETED, - public static final int[] EVTS_AUTHENTICATION = { - EVT_AUTHENTICATION_SUCCEEDED, - EVT_AUTHENTICATION_FAILED - }; - - /** - * All authorization events. This array can be directly passed into - * {@link org.apache.ignite.IgniteEvents#localListen(org.apache.ignite.lang.IgnitePredicate, int...)} method to - * subscribe to all cloud events. - * - * @see AuthenticationEvent - */ - public static final int[] EVTS_AUTHORIZATION = { - EVT_AUTHORIZATION_SUCCEEDED, - EVT_AUTHORIZATION_FAILED - }; - - /** - * All secure session events. This array can be directly passed into - * {@link org.apache.ignite.IgniteEvents#localListen(org.apache.ignite.lang.IgnitePredicate, int...)} method to - * subscribe to all IGFS events. - * + * @see IgfsEvent + */ - public static final int[] EVTS_SECURE_SESSION = { - EVT_SECURE_SESSION_VALIDATION_SUCCEEDED, - EVT_SECURE_SESSION_VALIDATION_FAILED - }; - - /** - * All IGFS events. This array can be directly passed into - * {@link org.apache.ignite.IgniteEvents#localListen(org.apache.ignite.lang.IgnitePredicate, int...)} method to - * subscribe to all cloud events. - * - * @see SecureSessionEvent - */ + public static final int[] EVTS_IGFS = { + EVT_IGFS_FILE_CREATED, + EVT_IGFS_FILE_RENAMED, + EVT_IGFS_FILE_DELETED, + EVT_IGFS_FILE_OPENED_READ, + EVT_IGFS_FILE_OPENED_WRITE, + EVT_IGFS_FILE_CLOSED_WRITE, + EVT_IGFS_FILE_CLOSED_READ, + EVT_IGFS_FILE_PURGED, + EVT_IGFS_META_UPDATED, + EVT_IGFS_DIR_CREATED, + EVT_IGFS_DIR_RENAMED, + EVT_IGFS_DIR_DELETED, }; /** http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/d1778c1a/modules/core/src/main/java/org/apache/ignite/internal/GridKernalContext.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/d1778c1a/modules/core/src/main/java/org/apache/ignite/internal/GridKernalContextImpl.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/d1778c1a/modules/core/src/main/java/org/apache/ignite/internal/IgniteKernal.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/d1778c1a/modules/core/src/main/java/org/apache/ignite/internal/IgnitionEx.java ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/d1778c1a/modules/core/src/main/java/org/apache/ignite/internal/visor/util/VisorTaskUtils.java ----------------------------------------------------------------------