Package io.github.kirstenali.deepj.transformer.embeddings

Class RotaryEmbedding

java.lang.Object

io.github.kirstenali.deepj.transformer.embeddings.RotaryEmbedding

public final class RotaryEmbedding
extends Object

Constructor Summary

Constructors

Constructor	Description
RotaryEmbedding(int headDim, int maxSeqLen)

Method Summary

Modifier and Type	Method	Description
Tensor	apply(Tensor t, int seqLen, int nHeads)
Tensor	apply(Tensor tensor, int length, int heads, int offset)
Tensor	applyBackward(Tensor t, int seqLen, int nHeads)
Tensor	applyInference(Tensor input, int length, int heads, int offset)	Continuing positions for rolling inference; persistent rotary tables never grow.
int	headDim()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

RotaryEmbedding

public RotaryEmbedding(int headDim,
 int maxSeqLen)

Method Details

apply

public Tensor apply(Tensor t,
 int seqLen,
 int nHeads)

apply

public Tensor apply(Tensor tensor,
 int length,
 int heads,
 int offset)

applyBackward

public Tensor applyBackward(Tensor t,
 int seqLen,
 int nHeads)

applyInference

public Tensor applyInference(Tensor input,
 int length,
 int heads,
 int offset)

Continuing positions for rolling inference; persistent rotary tables never grow.

headDim

public int headDim()