Package io.github.kirstenali.deepj.nn.transformer

Interface TransformerConfig

All Known Implementing Classes:

DeepJLoopConfig, DeepJNovaConfig, DeepJOrbitConfig, DeepJOriginConfig, DeepJPrismConfig

public interface TransformerConfig

Method Summary

Modifier and Type	Method	Description
int	dFF()
int	dModel()
float	gradClipNorm()
float	initScale()
int	maxSeqLen()
int	nHeads()
int	nLayers()
static void	validateCommon(int vocabSize, int maxSeqLen, int dModel, int nHeads, int nLayers, int dFF, float gradClipNorm)
static void	validateRotaryHeadDimension(int dModel, int nHeads)
int	vocabSize()

Method Details

vocabSize

int vocabSize()

maxSeqLen

int maxSeqLen()

dModel

int dModel()

nHeads

int nHeads()

nLayers

int nLayers()

dFF

int dFF()

initScale

float initScale()

gradClipNorm

float gradClipNorm()

validateCommon

static void validateCommon(int vocabSize,
 int maxSeqLen,
 int dModel,
 int nHeads,
 int nLayers,
 int dFF,
 float gradClipNorm)

validateRotaryHeadDimension

static void validateRotaryHeadDimension(int dModel,
 int nHeads)