IGNITE-389 - WIP
Project: http://git-wip-us.apache.org/repos/asf/incubator-ignite/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-ignite/commit/bafa8c05 Tree: http://git-wip-us.apache.org/repos/asf/incubator-ignite/tree/bafa8c05 Diff: http://git-wip-us.apache.org/repos/asf/incubator-ignite/diff/bafa8c05 Branch: refs/heads/ignite-389 Commit: bafa8c05158883e64614fd047adc3c53ec427656 Parents: b38cf38 Author: Alexey Goncharuk <agoncha...@gridgain.com> Authored: Mon May 18 09:42:51 2015 -0700 Committer: Alexey Goncharuk <agoncha...@gridgain.com> Committed: Mon May 18 09:42:51 2015 -0700 ---------------------------------------------------------------------- .../org/apache/ignite/spark/IgniteContext.scala | 22 ++++++++++++++ .../apache/ignite/spark/IgnitePartition.scala | 30 ++++++++++++++++++++ .../org/apache/ignite/spark/IgniteRDD.scala | 5 +--- 3 files changed, 53 insertions(+), 4 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/bafa8c05/modules/spark/src/main/scala/org/apache/ignite/spark/IgniteContext.scala ---------------------------------------------------------------------- diff --git a/modules/spark/src/main/scala/org/apache/ignite/spark/IgniteContext.scala b/modules/spark/src/main/scala/org/apache/ignite/spark/IgniteContext.scala new file mode 100644 index 0000000..c30c847 --- /dev/null +++ b/modules/spark/src/main/scala/org/apache/ignite/spark/IgniteContext.scala @@ -0,0 +1,22 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.ignite.spark + +class IgniteContext { + +} http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/bafa8c05/modules/spark/src/main/scala/org/apache/ignite/spark/IgnitePartition.scala ---------------------------------------------------------------------- diff --git a/modules/spark/src/main/scala/org/apache/ignite/spark/IgnitePartition.scala b/modules/spark/src/main/scala/org/apache/ignite/spark/IgnitePartition.scala new file mode 100644 index 0000000..65a6fd4 --- /dev/null +++ b/modules/spark/src/main/scala/org/apache/ignite/spark/IgnitePartition.scala @@ -0,0 +1,30 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.ignite.spark + +import org.apache.ignite.cluster.ClusterNode +import org.apache.spark.Partition + +class IgnitePartition( + ic: IgniteContext, + cacheName: String, + idx: Int) extends Partition { + override def index: Int = idx + + def nodes(): Seq[ClusterNode] = ??? +} http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/bafa8c05/modules/spark/src/main/scala/org/apache/ignite/spark/IgniteRDD.scala ---------------------------------------------------------------------- diff --git a/modules/spark/src/main/scala/org/apache/ignite/spark/IgniteRDD.scala b/modules/spark/src/main/scala/org/apache/ignite/spark/IgniteRDD.scala index 4d051d8..f3908c8 100644 --- a/modules/spark/src/main/scala/org/apache/ignite/spark/IgniteRDD.scala +++ b/modules/spark/src/main/scala/org/apache/ignite/spark/IgniteRDD.scala @@ -22,8 +22,5 @@ import org.apache.spark.rdd.RDD class IgniteRDD[T]( sc: SparkContext -) extends RDD[T](sc, deps = Nil) { - override def compute(split: Partition, context: TaskContext): Iterator[T] = ??? - - override protected def getPartitions: Array[Partition] = ??? +) { }