object
SparkStep
Value Members
-
final
def
!=(arg0: Any): Boolean
-
final
def
##(): Int
-
final
def
==(arg0: Any): Boolean
-
def
apply[Env, Params, Err, Out](func: (Params) ⇒ ZIO[Env with SparkModule, Err, Out]): Step[Any, Unit, Env with SparkModule, Params, Err, Out]
-
def
apply[StateIn, StateOut, Env, Params, Err, Value](effect: ZIO[StepContext[Env with SparkModule, StateIn, Params], Err, StepOutputs[StateOut, Value]], name: Option[String] = None, description: Option[String] = None): SparkStep[StateIn, StateOut, Env, Params, Err, Value]
-
final
def
asInstanceOf[T0]: T0
-
def
broadcast[State, Params, A](func: (SparkSession, State, Params) ⇒ A)(implicit arg0: ClassTag[A]): Step[State, State, SparkModule, Params, Throwable, Broadcast[A]]
-
def
clone(): AnyRef
-
def
createDataset[A <: Product](data: ⇒ Seq[A])(implicit arg0: ClassTag[A], arg1: scala.reflect.api.JavaUniverse.TypeTag[A]): SparkStep[Any, Dataset[A], Any, Any, Throwable, Dataset[A]]
-
def
createDataset[A <: Product](func: (SparkSession) ⇒ (Encoder[A]) ⇒ Dataset[A])(implicit arg0: ClassTag[A], arg1: scala.reflect.api.JavaUniverse.TypeTag[A]): SparkStep[Any, Dataset[A], Any, Any, Throwable, Dataset[A]]
-
def
environment[Env]: SparkStep[Any, Env, Nothing, Any, Nothing, Env with SparkModule]
-
final
def
eq(arg0: AnyRef): Boolean
-
def
equals(arg0: Any): Boolean
-
def
finalize(): Unit
-
final
def
getClass(): Class[_]
-
def
hashCode(): Int
-
final
def
isInstanceOf[T0]: Boolean
-
def
makeStep[Env, Params, Err, Out](func: (Params) ⇒ ZIO[Env with SparkModule, Err, Out]): Step[Any, Unit, Env with SparkModule, Params, Err, Out]
-
def
mapDataset[A, B <: Product](func: (A) ⇒ B)(implicit arg0: ClassTag[B], arg1: scala.reflect.api.JavaUniverse.TypeTag[B]): Step[Any, Dataset[A], Any, Dataset[A], Throwable, Dataset[B]]
-
final
def
ne(arg0: AnyRef): Boolean
-
final
def
notify(): Unit
-
final
def
notifyAll(): Unit
-
def
parameters[Params]: SparkStep[Any, Params, Any, Params, Nothing, Params]
-
def
showDataset[A](numRows: Int, truncate: Int): Step[Any, Dataset[A], Any, Dataset[A], Throwable, Dataset[A]]
-
def
showDataset[A](numRows: Int, truncate: Boolean): Step[Any, Dataset[A], Any, Dataset[A], Throwable, Dataset[A]]
-
def
showDataset[A](truncate: Boolean): Step[Any, Dataset[A], Any, Dataset[A], Throwable, Dataset[A]]
-
def
showDataset[A](): Step[Any, Dataset[A], Any, Dataset[A], Throwable, Dataset[A]]
-
val
sparkSession: Step[Any, SparkSession, SparkModule, Any, Throwable, SparkSession]
-
def
sparkStep[Params, A](func: (SparkSession) ⇒ (Params) ⇒ A): SparkStep[Any, A, Any, Params, Throwable, A]
-
def
sparkStepEffect[Env, Params, Err, A](func: (SparkSession) ⇒ (Params) ⇒ ZIO[Env with SparkModule, Err, A]): SparkStep[Any, A, Nothing, Params, Err, A]
-
def
state[State]: SparkStep[State, State, Any, Any, Nothing, State]
-
def
stateM[StateIn, StateOut, Env, Params, Err, Value](func: (StateIn) ⇒ Step[Any, StateOut, Env with SparkModule, Params, Err, Value]): SparkStep[StateIn, StateOut, Env, Params, Err, Value]
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
-
def
toDataFrame[A]: SparkStep[Any, Unit, Any, Dataset[A], Throwable, DataFrame]
-
def
toString(): String
-
def
transformDataset[A, B <: Product, S1, S2](func: (S1, Dataset[A]) ⇒ (S2, Dataset[B]))(implicit arg0: ClassTag[B], arg1: scala.reflect.api.JavaUniverse.TypeTag[B]): Step[S1, S2, Any, Dataset[A], Throwable, Dataset[B]]
-
final
def
wait(): Unit
-
final
def
wait(arg0: Long, arg1: Int): Unit
-
final
def
wait(arg0: Long): Unit
-
def
withSpark[A](func: (SparkSession) ⇒ A): SparkStep[Any, A, Any, Any, Throwable, A]
-
def
withSparkEffect[Env, Err, A](func: (SparkSession) ⇒ ZIO[Env, Err, A]): SparkStep[Any, A, Env, Any, Err, A]
Inherited from AnyRef
Inherited from Any