SparkConsumersStreamingMasterGuardian

Instance Constructors

new SparkConsumersStreamingMasterGuardian(pipegraphBL: PipegraphBL, watchdogCreator: ChildCreator, collaboratorName: String, retryInterval: FiniteDuration, unschedulableCheckInterval: FiniteDuration, debugActor: Option[ActorRef], initialSchedulingStrategy: SchedulingStrategy)

Type Members

type Event = akka.actor.FSM.Event[Data]

Definition Classes
FSM
final class PipeableCompletionStage[T] extends AnyRef

Definition Classes
PipeToSupport
final class PipeableFuture[T] extends AnyRef

Definition Classes
PipeToSupport
type Receive = PartialFunction[Any, Unit]

Definition Classes
Actor
trait Recoverable[F[_]] extends AnyRef

Definition Classes
RetrySupport
type State = akka.actor.FSM.State[master.State, Data]

Definition Classes
FSM
type StateFunction = PartialFunction[Event, State]

Definition Classes
FSM
type StopEvent = akka.actor.FSM.StopEvent[master.State, Data]

Definition Classes
FSM
type Timeout = Option[FiniteDuration]

Definition Classes
FSM
final class TransformHelper extends AnyRef

Definition Classes
FSM
type TransitionHandler = PartialFunction[(master.State, master.State), Unit]

Definition Classes
FSM

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
val ->: akka.actor.FSM.->.type

Definition Classes
FSM
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val Event: akka.actor.FSM.Event.type

Definition Classes
FSM
val StateTimeout: akka.actor.FSM.StateTimeout.type

Definition Classes
FSM
val StopEvent: akka.actor.FSM.StopEvent.type

Definition Classes
FSM
def aroundPostRestart(reason: Throwable): Unit

Attributes
protected[akka]
Definition Classes
Actor
def aroundPostStop(): Unit

Attributes
protected[akka]
Definition Classes
Actor
def aroundPreRestart(reason: Throwable, message: Option[Any]): Unit

Attributes
protected[akka]
Definition Classes
Actor
def aroundPreStart(): Unit

Attributes
protected[akka]
Definition Classes
Actor
def aroundReceive(receive: akka.actor.Actor.Receive, msg: Any): Unit

Attributes
protected[akka]
Definition Classes
Actor
final def asInstanceOf[T0]: T0

Definition Classes
Any
final def cancelTimer(name: String): Unit

Definition Classes
FSM
def checkThatModelDoesNotContainLegacyOrRTComponents(model: PipegraphModel): Try[PipegraphModel]

Preprocessing method that checks that currently not supported components are not used.
Preprocessing method that checks that currently not supported components are not used.
model
The pipegraph model to check
returns
The checked pipegraphmodel

Definition Classes
DatabaseOperations
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val cluster: Cluster
implicit val context: ActorContext

Definition Classes
Actor
def createInstanceOf(model: PipegraphModel): Try[PipegraphInstanceModel]

Creates an instance of the specified model.
Creates an instance of the specified model.
model
The model to instantiate
returns
A Try containing the instance model or an exception

Definition Classes
DatabaseOperations
def createInstanceOf(modelName: String): Try[PipegraphInstanceModel]

Definition Classes
DatabaseOperations
implicit val ec: ExecutionContext
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getLog: IndexedSeq[LogEntry[master.State, Data]]

Attributes
protected
Definition Classes
LoggingFSM
def gossip(msg: Any)(implicit sender: ActorRef): Unit

Attributes
protected
Definition Classes
Listeners
final def goto(nextStateName: master.State): State

Definition Classes
FSM
def hashCode(): Int

Definition Classes
AnyRef → Any
def identifyCollaboratorOnMember(m: Member): Future[ActorRef]
def identifyPeerActor(peer: String): Future[ActorRef]
final def initialize(): Unit

Definition Classes
FSM
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def isTimerActive(name: String): Boolean

Definition Classes
FSM
def listenerManagement: akka.actor.Actor.Receive

Attributes
protected
Definition Classes
Listeners
val listeners: Set[ActorRef]

Attributes
protected
Definition Classes
Listeners
def log: LoggingAdapter

Definition Classes
ActorLogging
def logDepth: Int

Definition Classes
LoggingFSM
def logTermination(reason: Reason): Unit

Attributes
protected
Definition Classes
FSM
val logger: WaspLogger

Attributes
protected
Definition Classes
Logging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def nextStateData: Data

Definition Classes
FSM
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def onTermination(terminationHandler: PartialFunction[StopEvent, Unit]): Unit

Definition Classes
FSM
final def onTransition(transitionHandler: TransitionHandler): Unit

Definition Classes
FSM
implicit def pipe[T](future: Future[T])(implicit executionContext: ExecutionContext): PipeableFuture[T]

Definition Classes
PipeToSupport
implicit def pipeCompletionStage[T](future: CompletionStage[T])(implicit executionContext: ExecutionContext): PipeableCompletionStage[T]

Definition Classes
PipeToSupport
val pipegraphBL: PipegraphBL

Attributes
protected
def postRestart(reason: Throwable): Unit

Definition Classes
Actor
Annotations
@throws( classOf[java.lang.Exception] )
def postStop(): Unit

Definition Classes
UnrestrictedStash → Actor
def preRestart(reason: Throwable, message: Option[Any]): Unit

Definition Classes
UnrestrictedStash → Actor
def preStart(): Unit

Definition Classes
Actor
Annotations
@throws( classOf[java.lang.Exception] )
def receive: Receive

Definition Classes
FSM → Actor
implicit def recoverableFuture(implicit ec: ExecutionContext): Recoverable[Future]

Definition Classes
RetrySupport
implicit def recoverableTry: Recoverable[Try]

Definition Classes
RetrySupport
def resetStatesWhileRecoveringAndReturnPending(knownMembers: Set[Collaborator]): Try[(Seq[(PipegraphModel, PipegraphInstanceModel)], Seq[(PipegraphModel, PipegraphInstanceModel)])]

Definition Classes
DatabaseOperations
def retrievePipegraph(name: String): Try[PipegraphModel]

Retrieves PipegraphModels with specified name from the db.
Retrieves PipegraphModels with specified name from the db.
if no PipegraphModel exist with name failure is returned
returns
A Try containing the PipegraphModels or an exception

Definition Classes
DatabaseOperations
def retrievePipegraphAndUpdateInstanceToProcessing(pipegraphInstanceModel: PipegraphInstanceModel): Try[(PipegraphModel, PipegraphInstanceModel)]

Definition Classes
DatabaseOperations
def retrievePipegraphInstances(status: PipegraphStatus*): Try[Seq[PipegraphInstanceModel]]

Retrieves PipegraphInstanceModels with specified statuses
Retrieves PipegraphInstanceModels with specified statuses
status
the status of the PipegraphInstanceModel that should be retrieved
returns
A Try containing the PipegraphInstanceModels or an exception

Definition Classes
DatabaseOperations
def retrievePipegraphInstancesAndPipegraphs(status: PipegraphStatus*): Try[Seq[(PipegraphModel, PipegraphInstanceModel)]]

Definition Classes
DatabaseOperations
def retrieveSystemPipegraphs(): Try[Seq[PipegraphModel]]

Retrieves PipegraphModels that are marked as system
Retrieves PipegraphModels that are marked as system
returns
A Try containing the PipegraphModels or an exception

Definition Classes
DatabaseOperations
def retry[F[_], A](retryable: () ⇒ F[A])(implicit arg0: Recoverable[F]): A
def retry[F[_], A](retryInterval: FiniteDuration)(retryable: () ⇒ F[A])(implicit arg0: Recoverable[F]): A

Definition Classes
RetrySupport
var schedulingStrategy: SchedulingStrategy
implicit final val self: ActorRef

Definition Classes
Actor
final def sender(): ActorRef

Definition Classes
Actor
final def setStateTimeout(state: master.State, timeout: Timeout): Unit

Definition Classes
FSM
final def setTimer(name: String, msg: Any, timeout: FiniteDuration, repeat: Boolean): Unit

Definition Classes
FSM
final def startWith(stateName: master.State, stateData: Data, timeout: Timeout): Unit

Definition Classes
FSM
def stash(): Unit

Definition Classes
StashSupport
final def stateData: Data

Definition Classes
FSM
final def stateName: master.State

Definition Classes
FSM
final def stay(): State

Definition Classes
FSM
final def stop(reason: Reason, stateData: Data): State

Definition Classes
FSM
final def stop(reason: Reason): State

Definition Classes
FSM
final def stop(): State

Definition Classes
FSM
def supervisorStrategy: SupervisorStrategy

Definition Classes
Actor
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
implicit final def total2pf(transitionHandler: (master.State, master.State) ⇒ Unit): TransitionHandler

Definition Classes
FSM
final def transform(func: StateFunction): TransformHelper

Definition Classes
FSM
def unhandled(message: Any): Unit

Definition Classes
Actor
def unstashAll(): Unit

Definition Classes
StashSupport
def updateToStatus(jobInstance: PipegraphInstanceModel, targetStatus: PipegraphStatus, maybeError: Option[Throwable] = None): Try[PipegraphInstanceModel]

Updates the status of the supplied instance to the target status.
Updates the status of the supplied instance to the target status.
jobInstance
The instance to update
targetStatus
The target status
maybeError
Maybe an error to persist on the database
returns
A try containing the updated PipegraphInstanceModel or an exception.

Definition Classes
DatabaseOperations
def updateToStatus(pipegraphInstances: Seq[(PipegraphModel, PipegraphInstanceModel)], targetStatus: PipegraphStatus): Try[Seq[(PipegraphModel, PipegraphInstanceModel)]]

Updates the status of the supplied instances to the target status.
Updates the status of the supplied instances to the target status.
pipegraphInstances
The instances to update
targetStatus
The target status
returns
A try containing the updated PipegraphInstanceModel or an exception.

Definition Classes
DatabaseOperations
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
val watchdogCreator: ChildCreator

Attributes
protected
final def when(stateName: master.State, stateTimeout: FiniteDuration)(stateFunction: StateFunction): Unit

Definition Classes
FSM
final def whenUnhandled(stateFunction: StateFunction): Unit

Definition Classes
FSM

Related Docs: object SparkConsumersStreamingMasterGuardian | package master

class SparkConsumersStreamingMasterGuardian extends FSM[State, Data] with LoggingFSM[State, Data] with DatabaseOperations with Stash with Logging with PipeToSupport with RetrySupport

Instance Constructors

new SparkConsumersStreamingMasterGuardian(pipegraphBL: PipegraphBL, watchdogCreator: ChildCreator, collaboratorName: String, retryInterval: FiniteDuration, unschedulableCheckInterval: FiniteDuration, debugActor: Option[ActorRef], initialSchedulingStrategy: SchedulingStrategy)

Type Members

type Event = akka.actor.FSM.Event[Data]

final class PipeableCompletionStage[T] extends AnyRef

final class PipeableFuture[T] extends AnyRef

type Receive = PartialFunction[Any, Unit]

trait Recoverable[F[_]] extends AnyRef

type State = akka.actor.FSM.State[master.State, Data]

type StateFunction = PartialFunction[Event, State]

type StopEvent = akka.actor.FSM.StopEvent[master.State, Data]

type Timeout = Option[FiniteDuration]

final class TransformHelper extends AnyRef

type TransitionHandler = PartialFunction[(master.State, master.State), Unit]

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

val ->: akka.actor.FSM.->.type

final def ==(arg0: Any): Boolean

val Event: akka.actor.FSM.Event.type

val StateTimeout: akka.actor.FSM.StateTimeout.type

val StopEvent: akka.actor.FSM.StopEvent.type

def aroundPostRestart(reason: Throwable): Unit

def aroundPostStop(): Unit

def aroundPreRestart(reason: Throwable, message: Option[Any]): Unit

def aroundPreStart(): Unit

def aroundReceive(receive: akka.actor.Actor.Receive, msg: Any): Unit

final def asInstanceOf[T0]: T0

final def cancelTimer(name: String): Unit

def checkThatModelDoesNotContainLegacyOrRTComponents(model: PipegraphModel): Try[PipegraphModel]

def clone(): AnyRef

val cluster: Cluster

implicit val context: ActorContext

def createInstanceOf(model: PipegraphModel): Try[PipegraphInstanceModel]

def createInstanceOf(modelName: String): Try[PipegraphInstanceModel]

implicit val ec: ExecutionContext

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def getLog: IndexedSeq[LogEntry[master.State, Data]]

def gossip(msg: Any)(implicit sender: ActorRef): Unit

final def goto(nextStateName: master.State): State

def hashCode(): Int

def identifyCollaboratorOnMember(m: Member): Future[ActorRef]

def identifyPeerActor(peer: String): Future[ActorRef]

final def initialize(): Unit

final def isInstanceOf[T0]: Boolean

final def isTimerActive(name: String): Boolean

def listenerManagement: akka.actor.Actor.Receive

val listeners: Set[ActorRef]

def log: LoggingAdapter

def logDepth: Int

def logTermination(reason: Reason): Unit

val logger: WaspLogger

final def ne(arg0: AnyRef): Boolean

final def nextStateData: Data

final def notify(): Unit

final def notifyAll(): Unit

final def onTermination(terminationHandler: PartialFunction[StopEvent, Unit]): Unit

final def onTransition(transitionHandler: TransitionHandler): Unit

implicit def pipe[T](future: Future[T])(implicit executionContext: ExecutionContext): PipeableFuture[T]

implicit def pipeCompletionStage[T](future: CompletionStage[T])(implicit executionContext: ExecutionContext): PipeableCompletionStage[T]

val pipegraphBL: PipegraphBL

def postRestart(reason: Throwable): Unit

def postStop(): Unit

def preRestart(reason: Throwable, message: Option[Any]): Unit

def preStart(): Unit

def receive: Receive

implicit def recoverableFuture(implicit ec: ExecutionContext): Recoverable[Future]

implicit def recoverableTry: Recoverable[Try]

def resetStatesWhileRecoveringAndReturnPending(knownMembers: Set[Collaborator]): Try[(Seq[(PipegraphModel, PipegraphInstanceModel)], Seq[(PipegraphModel, PipegraphInstanceModel)])]

def retrievePipegraph(name: String): Try[PipegraphModel]

def retrievePipegraphAndUpdateInstanceToProcessing(pipegraphInstanceModel: PipegraphInstanceModel): Try[(PipegraphModel, PipegraphInstanceModel)]

def retrievePipegraphInstances(status: PipegraphStatus*): Try[Seq[PipegraphInstanceModel]]

def retrievePipegraphInstancesAndPipegraphs(status: PipegraphStatus*): Try[Seq[(PipegraphModel, PipegraphInstanceModel)]]

def retrieveSystemPipegraphs(): Try[Seq[PipegraphModel]]