lamp-core/lamp.nn/Shampoo

Shampoo

case class Shampoo(parameters: Seq[(STen, PTag)], learningRate: OptimizerHyperparameter, clip: Option[Double], eps: Double, diagonalThreshold: Int, updatePreconditionerEveryNIterations: Int, momentum: OptimizerHyperparameter) extends Optimizer
See also:
Companion:
object
trait Serializable
trait Product
trait Equals
trait Optimizer
class Object
trait Matchable
class Any

Value members

Concrete methods

def load(tensors: Seq[STen]): Unit
def release(): Unit
def state: Seq[STen]
def step(gradients: Seq[Option[STen]], scheduleFactor: Double): Unit

Inherited methods

def productElementNames: Iterator[String]
Inherited from:
Product
def productIterator: Iterator[Any]
Inherited from:
Product

Concrete fields

val lastGradient: List[STen]
val lt: List[(STen, STen)]
val rt: List[(STen, STen)]
val scope: Scope
var stepCount: Long
val stepCountSTen: STen