Repository: spark Updated Branches: refs/heads/master 64c6b9bad -> 5c92d47ad
SPARK-4445, Don't display storage level in toDebugString unless RDD is persisted. Author: Prashant Sharma <[email protected]> Closes #3310 from ScrapCodes/SPARK-4445/rddDebugStringFix and squashes the following commits: 4e57c52 [Prashant Sharma] SPARK-4445, Don't display storage level in toDebugString unless RDD is persisted Project: http://git-wip-us.apache.org/repos/asf/spark/repo Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/5c92d47a Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/5c92d47a Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/5c92d47a Branch: refs/heads/master Commit: 5c92d47ad2e3414f2ae089cb47f3c6daccba8d90 Parents: 64c6b9b Author: Prashant Sharma <[email protected]> Authored: Mon Nov 17 10:40:33 2014 -0800 Committer: Patrick Wendell <[email protected]> Committed: Mon Nov 17 10:40:33 2014 -0800 ---------------------------------------------------------------------- core/src/main/scala/org/apache/spark/rdd/RDD.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/spark/blob/5c92d47a/core/src/main/scala/org/apache/spark/rdd/RDD.scala ---------------------------------------------------------------------- diff --git a/core/src/main/scala/org/apache/spark/rdd/RDD.scala b/core/src/main/scala/org/apache/spark/rdd/RDD.scala index cb64d43..e4025bc 100644 --- a/core/src/main/scala/org/apache/spark/rdd/RDD.scala +++ b/core/src/main/scala/org/apache/spark/rdd/RDD.scala @@ -1309,7 +1309,7 @@ abstract class RDD[T: ClassTag]( def debugSelf (rdd: RDD[_]): Seq[String] = { import Utils.bytesToString - val persistence = storageLevel.description + val persistence = if (storageLevel != StorageLevel.NONE) storageLevel.description else "" val storageInfo = rdd.context.getRDDStorageInfo.filter(_.id == rdd.id).map(info => " CachedPartitions: %d; MemorySize: %s; TachyonSize: %s; DiskSize: %s".format( info.numCachedPartitions, bytesToString(info.memSize), --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
