com.twitter.scalding.hraven.reducer_estimation

HRavenRatioBasedEstimator

class HRavenRatioBasedEstimator extends RatioBasedEstimator with HRavenHistoryService

Linear Supertypes
HRavenHistoryService, RatioBasedEstimator, HistoryService, InputSizeReducerEstimator, ReducerEstimator, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. HRavenRatioBasedEstimator
  2. HRavenHistoryService
  3. RatioBasedEstimator
  4. HistoryService
  5. InputSizeReducerEstimator
  6. ReducerEstimator
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new HRavenRatioBasedEstimator()

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  7. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  8. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  9. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  10. def estimateReducers(info: FlowStrategyInfo): Option[Int]

    Definition Classes
    RatioBasedEstimator → InputSizeReducerEstimator → ReducerEstimator
  11. def fetchHistory(f: FlowStep[JobConf], max: Int): Try[Seq[FlowStepHistory]]

    Definition Classes
    HRavenHistoryService → HistoryService
  12. def fetchPastJobDetails(step: FlowStep[JobConf], max: Int): Try[Seq[JobDetails]]

    Fetch info from hRaven for the last time the given JobStep ran.

    Fetch info from hRaven for the last time the given JobStep ran. Finds the last successful complete flow and selects the corresponding step from it.

    step

    FlowStep to get info for

    returns

    Details about the previous successful run.

    Definition Classes
    HRavenHistoryService
  13. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  14. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  15. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  16. def inputSizes(step: FlowStep[JobConf]): Option[Seq[(String, Long)]]

    Attributes
    protected
    Definition Classes
    InputSizeReducerEstimator
  17. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  18. def mapperBytes(pastStep: JobDetails): Option[Long]

    Attributes
    protected
    Definition Classes
    HRavenHistoryService
  19. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  20. final def notify(): Unit

    Definition Classes
    AnyRef
  21. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  22. def reducerBytes(pastStep: JobDetails): Option[Long]

    Attributes
    protected
    Definition Classes
    HRavenHistoryService
  23. def size(f: Hfs, conf: JobConf): Long

    Attributes
    protected
    Definition Classes
    InputSizeReducerEstimator
  24. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  25. def toString(): String

    Definition Classes
    AnyRef → Any
  26. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  27. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  28. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from HRavenHistoryService

Inherited from RatioBasedEstimator

Inherited from HistoryService

Inherited from InputSizeReducerEstimator

Inherited from ReducerEstimator

Inherited from AnyRef

Inherited from Any

Ungrouped