lamp-core/lamp.nn/PositionalEmbedding

PositionalEmbedding

object PositionalEmbedding
class Object
trait Matchable
class Any

Value members

Concrete methods

def simpleSequence(sequenceLength: Int, dimension: Int, maxDistance: Int, device: Device, precision: FloatingPointPrecision)(implicit scope: Scope): STen

p(i,j) = min(maxDist,abs(i-j)) returns the first dimension left singular vectors of the row normalized p

p(i,j) = min(maxDist,abs(i-j)) returns the first dimension left singular vectors of the row normalized p

def vaswani[S : Sc](sequenceLength: Int, dimension: Int, device: Device, precision: FloatingPointPrecision): STen