Class/Object

jupyter.spark

JupyterSparkContext

Related Docs: object JupyterSparkContext | package spark

Permalink

class JupyterSparkContext extends SparkContext

Linear Supertypes
SparkContext, ExecutorAllocationClient, Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. JupyterSparkContext
  2. SparkContext
  3. ExecutorAllocationClient
  4. Logging
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new JupyterSparkContext()(implicit interpApi: InterpAPI, runtimeApi: RuntimeAPI)

    Permalink

  2. new JupyterSparkContext(config: SparkConf)(implicit interpApi: InterpAPI, runtimeApi: RuntimeAPI)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def accumulable[R, T](initialValue: R, name: String)(implicit param: AccumulableParam[R, T]): Accumulable[R, T]

    Permalink
    Definition Classes
    SparkContext

  5. def accumulable[R, T](initialValue: R)(implicit param: AccumulableParam[R, T]): Accumulable[R, T]

    Permalink
    Definition Classes
    SparkContext

  6. def accumulableCollection[R, T](initialValue: R)(implicit arg0: (R) ⇒ Growable[T] with TraversableOnce[T] with Serializable, arg1: ClassTag[R]): Accumulable[R, T]

    Permalink
    Definition Classes
    SparkContext

  7. def accumulator[T](initialValue: T, name: String)(implicit param: AccumulatorParam[T]): Accumulator[T]

    Permalink
    Definition Classes
    SparkContext

  8. def accumulator[T](initialValue: T)(implicit param: AccumulatorParam[T]): Accumulator[T]

    Permalink
    Definition Classes
    SparkContext

  9. def addFile(path: String, recursive: Boolean): Unit

    Permalink
    Definition Classes
    SparkContext

  10. def addFile(path: String): Unit

    Permalink
    Definition Classes
    SparkContext

  11. def addJar(path: String): Unit

    Permalink
    Definition Classes
    SparkContext

  12. def addSparkListener(listener: SparkListener): Unit

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @DeveloperApi()

  13. def appName: String

    Permalink
    Definition Classes
    SparkContext

  14. def applicationAttemptId: Option[String]

    Permalink
    Definition Classes
    SparkContext

  15. def applicationId: String

    Permalink
    Definition Classes
    SparkContext

  16. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  17. def binaryFiles(path: String, minPartitions: Int): RDD[(String, PortableDataStream)]

    Permalink
    Definition Classes
    SparkContext

  18. def binaryRecords(path: String, recordLength: Int, conf: Configuration): RDD[Array[Byte]]

    Permalink
    Definition Classes
    SparkContext

  19. def broadcast[T](value: T)(implicit arg0: ClassTag[T]): Broadcast[T]

    Permalink
    Definition Classes
    SparkContext

  20. def cancelAllJobs(): Unit

    Permalink
    Definition Classes
    SparkContext

  21. def cancelJobGroup(groupId: String): Unit

    Permalink
    Definition Classes
    SparkContext

  22. def checkpointFile[T](path: String)(implicit arg0: ClassTag[T]): RDD[T]

    Permalink
    Attributes
    protected[org.apache.spark]
    Definition Classes
    SparkContext

  23. def clearCallSite(): Unit

    Permalink
    Definition Classes
    SparkContext

  24. def clearJobGroup(): Unit

    Permalink
    Definition Classes
    SparkContext

  25. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  26. def defaultMinPartitions: Int

    Permalink
    Definition Classes
    SparkContext

  27. def defaultParallelism: Int

    Permalink
    Definition Classes
    SparkContext

  28. def emptyRDD[T](implicit arg0: ClassTag[T]): EmptyRDD[T]

    Permalink
    Definition Classes
    SparkContext

  29. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  30. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  31. val externalBlockStoreFolderName: String

    Permalink
    Definition Classes
    SparkContext

  32. def files: Seq[String]

    Permalink
    Definition Classes
    SparkContext

  33. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  34. def getAllPools: Seq[Schedulable]

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @DeveloperApi()

  35. def getCheckpointDir: Option[String]

    Permalink
    Definition Classes
    SparkContext

  36. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  37. def getConf: SparkConf

    Permalink
    Definition Classes
    SparkContext

  38. def getExecutorMemoryStatus: Map[String, (Long, Long)]

    Permalink
    Definition Classes
    SparkContext

  39. def getExecutorStorageStatus: Array[StorageStatus]

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @DeveloperApi()

  40. def getLocalProperty(key: String): String

    Permalink
    Definition Classes
    SparkContext

  41. def getPersistentRDDs: Map[Int, RDD[_]]

    Permalink
    Definition Classes
    SparkContext

  42. def getPoolForName(pool: String): Option[Schedulable]

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @DeveloperApi()

  43. def getRDDStorageInfo: Array[RDDInfo]

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @DeveloperApi()

  44. def getSchedulingMode: SchedulingMode

    Permalink
    Definition Classes
    SparkContext

  45. def hadoopConfiguration: Configuration

    Permalink
    Definition Classes
    SparkContext

  46. def hadoopFile[K, V, F <: InputFormat[K, V]](path: String)(implicit km: ClassTag[K], vm: ClassTag[V], fm: ClassTag[F]): RDD[(K, V)]

    Permalink
    Definition Classes
    SparkContext

  47. def hadoopFile[K, V, F <: InputFormat[K, V]](path: String, minPartitions: Int)(implicit km: ClassTag[K], vm: ClassTag[V], fm: ClassTag[F]): RDD[(K, V)]

    Permalink
    Definition Classes
    SparkContext

  48. def hadoopFile[K, V](path: String, inputFormatClass: Class[_ <: InputFormat[K, V]], keyClass: Class[K], valueClass: Class[V], minPartitions: Int): RDD[(K, V)]

    Permalink
    Definition Classes
    SparkContext

  49. def hadoopRDD[K, V](conf: JobConf, inputFormatClass: Class[_ <: InputFormat[K, V]], keyClass: Class[K], valueClass: Class[V], minPartitions: Int): RDD[(K, V)]

    Permalink
    Definition Classes
    SparkContext

  50. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  51. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  52. def isLocal: Boolean

    Permalink
    Definition Classes
    SparkContext

  53. def isStopped: Boolean

    Permalink
    Definition Classes
    SparkContext

  54. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  55. def jars: Seq[String]

    Permalink
    Definition Classes
    SparkContext

  56. def killExecutor(executorId: String): Boolean

    Permalink
    Definition Classes
    SparkContext → ExecutorAllocationClient
    Annotations
    @DeveloperApi()

  57. def killExecutors(executorIds: Seq[String]): Boolean

    Permalink
    Definition Classes
    SparkContext → ExecutorAllocationClient
    Annotations
    @DeveloperApi()

  58. val localProperties: InheritableThreadLocal[Properties]

    Permalink
    Attributes
    protected[org.apache.spark]
    Definition Classes
    SparkContext

  59. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  60. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  61. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  62. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  63. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  64. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  65. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  66. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  67. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  68. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  69. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  70. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  71. def makeRDD[T](seq: Seq[(T, Seq[String])])(implicit arg0: ClassTag[T]): RDD[T]

    Permalink
    Definition Classes
    SparkContext

  72. def makeRDD[T](seq: Seq[T], numSlices: Int)(implicit arg0: ClassTag[T]): RDD[T]

    Permalink
    Definition Classes
    SparkContext

  73. def master: String

    Permalink
    Definition Classes
    SparkContext

  74. def metricsSystem: MetricsSystem

    Permalink
    Definition Classes
    SparkContext

  75. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  76. def newAPIHadoopFile[K, V, F <: InputFormat[K, V]](path: String, fClass: Class[F], kClass: Class[K], vClass: Class[V], conf: Configuration): RDD[(K, V)]

    Permalink
    Definition Classes
    SparkContext

  77. def newAPIHadoopFile[K, V, F <: InputFormat[K, V]](path: String)(implicit km: ClassTag[K], vm: ClassTag[V], fm: ClassTag[F]): RDD[(K, V)]

    Permalink
    Definition Classes
    SparkContext

  78. def newAPIHadoopRDD[K, V, F <: InputFormat[K, V]](conf: Configuration, fClass: Class[F], kClass: Class[K], vClass: Class[V]): RDD[(K, V)]

    Permalink
    Definition Classes
    SparkContext

  79. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  80. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  81. def objectFile[T](path: String, minPartitions: Int)(implicit arg0: ClassTag[T]): RDD[T]

    Permalink
    Definition Classes
    SparkContext

  82. def parallelize[T](seq: Seq[T], numSlices: Int)(implicit arg0: ClassTag[T]): RDD[T]

    Permalink
    Definition Classes
    SparkContext

  83. def range(start: Long, end: Long, step: Long, numSlices: Int): RDD[Long]

    Permalink
    Definition Classes
    SparkContext

  84. def requestExecutors(numAdditionalExecutors: Int): Boolean

    Permalink
    Definition Classes
    SparkContext → ExecutorAllocationClient
    Annotations
    @DeveloperApi()

  85. def runApproximateJob[T, U, R](rdd: RDD[T], func: (TaskContext, Iterator[T]) ⇒ U, evaluator: ApproximateEvaluator[U, R], timeout: Long): PartialResult[R]

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @DeveloperApi()

  86. def runJob[T, U](rdd: RDD[T], processPartition: (Iterator[T]) ⇒ U, resultHandler: (Int, U) ⇒ Unit)(implicit arg0: ClassTag[U]): Unit

    Permalink
    Definition Classes
    SparkContext

  87. def runJob[T, U](rdd: RDD[T], processPartition: (TaskContext, Iterator[T]) ⇒ U, resultHandler: (Int, U) ⇒ Unit)(implicit arg0: ClassTag[U]): Unit

    Permalink
    Definition Classes
    SparkContext

  88. def runJob[T, U](rdd: RDD[T], func: (Iterator[T]) ⇒ U)(implicit arg0: ClassTag[U]): Array[U]

    Permalink
    Definition Classes
    SparkContext

  89. def runJob[T, U](rdd: RDD[T], func: (TaskContext, Iterator[T]) ⇒ U)(implicit arg0: ClassTag[U]): Array[U]

    Permalink
    Definition Classes
    SparkContext

  90. def runJob[T, U](rdd: RDD[T], func: (Iterator[T]) ⇒ U, partitions: Seq[Int])(implicit arg0: ClassTag[U]): Array[U]

    Permalink
    Definition Classes
    SparkContext

  91. def runJob[T, U](rdd: RDD[T], func: (TaskContext, Iterator[T]) ⇒ U, partitions: Seq[Int])(implicit arg0: ClassTag[U]): Array[U]

    Permalink
    Definition Classes
    SparkContext

  92. def runJob[T, U](rdd: RDD[T], func: (TaskContext, Iterator[T]) ⇒ U, partitions: Seq[Int], resultHandler: (Int, U) ⇒ Unit)(implicit arg0: ClassTag[U]): Unit

    Permalink
    Definition Classes
    SparkContext

  93. def sequenceFile[K, V](path: String, minPartitions: Int)(implicit km: ClassTag[K], vm: ClassTag[V], kcf: () ⇒ WritableConverter[K], vcf: () ⇒ WritableConverter[V]): RDD[(K, V)]

    Permalink
    Definition Classes
    SparkContext

  94. def sequenceFile[K, V](path: String, keyClass: Class[K], valueClass: Class[V]): RDD[(K, V)]

    Permalink
    Definition Classes
    SparkContext

  95. def sequenceFile[K, V](path: String, keyClass: Class[K], valueClass: Class[V], minPartitions: Int): RDD[(K, V)]

    Permalink
    Definition Classes
    SparkContext

  96. def setCallSite(shortCallSite: String): Unit

    Permalink
    Definition Classes
    SparkContext

  97. def setCheckpointDir(directory: String): Unit

    Permalink
    Definition Classes
    SparkContext

  98. def setJobDescription(value: String): Unit

    Permalink
    Definition Classes
    SparkContext

  99. def setJobGroup(groupId: String, description: String, interruptOnCancel: Boolean): Unit

    Permalink
    Definition Classes
    SparkContext

  100. def setLocalProperty(key: String, value: String): Unit

    Permalink
    Definition Classes
    SparkContext

  101. def setLogLevel(logLevel: String): Unit

    Permalink
    Definition Classes
    SparkContext

  102. val sparkUser: String

    Permalink
    Definition Classes
    SparkContext

  103. val startTime: Long

    Permalink
    Definition Classes
    SparkContext

  104. def statusTracker: SparkStatusTracker

    Permalink
    Definition Classes
    SparkContext

  105. def stop(): Unit

    Permalink
    Definition Classes
    JupyterSparkContext → SparkContext

  106. def submitJob[T, U, R](rdd: RDD[T], processPartition: (Iterator[T]) ⇒ U, partitions: Seq[Int], resultHandler: (Int, U) ⇒ Unit, resultFunc: ⇒ R): SimpleFutureAction[R]

    Permalink
    Definition Classes
    SparkContext

  107. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  108. def textFile(path: String, minPartitions: Int): RDD[String]

    Permalink
    Definition Classes
    SparkContext

  109. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  110. def union[T](first: RDD[T], rest: RDD[T]*)(implicit arg0: ClassTag[T]): RDD[T]

    Permalink
    Definition Classes
    SparkContext

  111. def union[T](rdds: Seq[RDD[T]])(implicit arg0: ClassTag[T]): RDD[T]

    Permalink
    Definition Classes
    SparkContext

  112. def version: String

    Permalink
    Definition Classes
    SparkContext

  113. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  114. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  115. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  116. def wholeTextFiles(path: String, minPartitions: Int): RDD[(String, String)]

    Permalink
    Definition Classes
    SparkContext

Deprecated Value Members

  1. def clearFiles(): Unit

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @deprecated
    Deprecated

    (Since version 1.0.0) adding files no longer creates local copies that need to be deleted

  2. def clearJars(): Unit

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @deprecated
    Deprecated

    (Since version 1.0.0) adding jars no longer creates local copies that need to be deleted

  3. def defaultMinSplits: Int

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @deprecated
    Deprecated

    (Since version 1.0.0) use defaultMinPartitions

  4. def initLocalProperties(): Unit

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @deprecated
    Deprecated

    (Since version 1.0.0) Properties no longer need to be explicitly initialized.

  5. def runJob[T, U](rdd: RDD[T], func: (Iterator[T]) ⇒ U, partitions: Seq[Int], allowLocal: Boolean)(implicit arg0: ClassTag[U]): Array[U]

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @deprecated
    Deprecated

    (Since version 1.5.0) use the version of runJob without the allowLocal parameter

  6. def runJob[T, U](rdd: RDD[T], func: (TaskContext, Iterator[T]) ⇒ U, partitions: Seq[Int], allowLocal: Boolean)(implicit arg0: ClassTag[U]): Array[U]

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @deprecated
    Deprecated

    (Since version 1.5.0) use the version of runJob without the allowLocal parameter

  7. def runJob[T, U](rdd: RDD[T], func: (TaskContext, Iterator[T]) ⇒ U, partitions: Seq[Int], allowLocal: Boolean, resultHandler: (Int, U) ⇒ Unit)(implicit arg0: ClassTag[U]): Unit

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @deprecated
    Deprecated

    (Since version 1.5.0) use the version of runJob without the allowLocal parameter

  8. val tachyonFolderName: String

    Permalink
    Definition Classes
    SparkContext
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use externalBlockStoreFolderName instead.

Inherited from SparkContext

Inherited from ExecutorAllocationClient

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped