Package io.github.kirstenali.deepj.nn.transformer

Class TextGenerator

java.lang.Object

io.github.kirstenali.deepj.nn.transformer.TextGenerator

public final class TextGenerator
extends Object

Method Summary

Modifier and Type	Method	Description
static String	generate(CausalLM model, Tokenizer tok, TransformerConfig cfg, String prompt, int maxNewTokens, float temperature, int topK, long seed)
static String	generate(CausalLM model, Tokenizer tok, TransformerConfig cfg, String prompt, int maxNewTokens, float temperature, int topK, long seed, float repetitionPenalty)
static String	generate(DeepJOrbit model, Tokenizer tok, TransformerConfig cfg, String prompt, int maxNewTokens, float temperature, int topK, long seed)
static String	generate(DeepJOrigin model, Tokenizer tok, DeepJOriginConfig cfg, String prompt, int maxNewTokens, float temperature, int topK, long seed)
static String	generate(DeepJPrism model, Tokenizer tok, TransformerConfig cfg, String prompt, int maxNewTokens, float temperature, int topK, long seed)
static String	generate(Function<int[],Tensor> forwarder, int maxSeqLen, Tokenizer tok, String prompt, int maxNewTokens, float temperature, int topK, long seed)
static String	generate(Function<int[],Tensor> forwarder, int maxSeqLen, Tokenizer tok, String prompt, int maxNewTokens, float temperature, int topK, long seed, float repetitionPenalty)
static String	generate(Function<int[],Tensor> forwarder, TransformerConfig cfg, Tokenizer tok, String prompt, int maxNewTokens, float temperature, int topK, long seed)
static String	stream(CausalLM model, Tokenizer tok, TransformerConfig cfg, String prompt, int maxNewTokens, float temperature, int topK, long seed, float repetitionPenalty, Consumer<String> listener)
static String	stream(CausalLM model, Tokenizer tok, TransformerConfig cfg, String prompt, int maxNewTokens, float temperature, int topK, long seed, Consumer<String> listener)
static String	stream(Function<int[],Tensor> forwarder, int maxSeqLen, Tokenizer tok, String prompt, int maxNewTokens, float temperature, int topK, long seed, float repetitionPenalty, Consumer<String> listener)
static String	stream(Function<int[],Tensor> forwarder, int maxSeqLen, Tokenizer tok, String prompt, int maxNewTokens, float temperature, int topK, long seed, Consumer<String> listener)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Details

generate

public static String generate(DeepJOrigin model,
 Tokenizer tok,
 DeepJOriginConfig cfg,
 String prompt,
 int maxNewTokens,
 float temperature,
 int topK,
 long seed)

generate

public static String generate(DeepJOrbit model,
 Tokenizer tok,
 TransformerConfig cfg,
 String prompt,
 int maxNewTokens,
 float temperature,
 int topK,
 long seed)

generate

public static String generate(DeepJPrism model,
 Tokenizer tok,
 TransformerConfig cfg,
 String prompt,
 int maxNewTokens,
 float temperature,
 int topK,
 long seed)

generate

public static String generate(CausalLM model,
 Tokenizer tok,
 TransformerConfig cfg,
 String prompt,
 int maxNewTokens,
 float temperature,
 int topK,
 long seed)

generate

public static String generate(CausalLM model,
 Tokenizer tok,
 TransformerConfig cfg,
 String prompt,
 int maxNewTokens,
 float temperature,
 int topK,
 long seed,
 float repetitionPenalty)

generate

public static String generate(Function<int[],Tensor> forwarder,
 TransformerConfig cfg,
 Tokenizer tok,
 String prompt,
 int maxNewTokens,
 float temperature,
 int topK,
 long seed)

generate

public static String generate(Function<int[],Tensor> forwarder,
 int maxSeqLen,
 Tokenizer tok,
 String prompt,
 int maxNewTokens,
 float temperature,
 int topK,
 long seed)

generate

public static String generate(Function<int[],Tensor> forwarder,
 int maxSeqLen,
 Tokenizer tok,
 String prompt,
 int maxNewTokens,
 float temperature,
 int topK,
 long seed,
 float repetitionPenalty)

stream

public static String stream(CausalLM model,
 Tokenizer tok,
 TransformerConfig cfg,
 String prompt,
 int maxNewTokens,
 float temperature,
 int topK,
 long seed,
 Consumer<String> listener)

stream

public static String stream(CausalLM model,
 Tokenizer tok,
 TransformerConfig cfg,
 String prompt,
 int maxNewTokens,
 float temperature,
 int topK,
 long seed,
 float repetitionPenalty,
 Consumer<String> listener)

stream

public static String stream(Function<int[],Tensor> forwarder,
 int maxSeqLen,
 Tokenizer tok,
 String prompt,
 int maxNewTokens,
 float temperature,
 int topK,
 long seed,
 Consumer<String> listener)

stream

public static String stream(Function<int[],Tensor> forwarder,
 int maxSeqLen,
 Tokenizer tok,
 String prompt,
 int maxNewTokens,
 float temperature,
 int topK,
 long seed,
 float repetitionPenalty,
 Consumer<String> listener)