Package io.github.kirstenali.deepj.chatui

Interface ChatService

All Known Implementing Classes:

DeepJChatService, DeepJOriginChatService, DeepJPrismChatService

public interface ChatService

Method Summary

Modifier and Type	Method	Description
default String	generate(String prompt, int maxTokens, float temperature, int topK, long seed)
default String	generate(String prompt, int maxTokens, float temperature, int topK, long seed, float repetitionPenalty, ContextWindowMode mode, Consumer<String> listener)
default String	generate(String prompt, int maxTokens, float temperature, int topK, long seed, float repetitionPenalty, Consumer<String> listener)
String	generate(String prompt, int maxTokens, float temperature, int topK, long seed, Consumer<String> listener)
String	getLoadedModelName()
boolean	isModelLoaded()
void	loadModel(Path modelPath)

Method Details

loadModel

void loadModel(Path modelPath)
        throws Exception

Throws:

Exception

isModelLoaded

boolean isModelLoaded()

getLoadedModelName

String getLoadedModelName()

generate

String generate(String prompt,
 int maxTokens,
 float temperature,
 int topK,
 long seed,
 Consumer<String> listener)

generate

default String generate(String prompt,
 int maxTokens,
 float temperature,
 int topK,
 long seed,
 float repetitionPenalty,
 Consumer<String> listener)

generate

default String generate(String prompt,
 int maxTokens,
 float temperature,
 int topK,
 long seed)

generate

default String generate(String prompt,
 int maxTokens,
 float temperature,
 int topK,
 long seed,
 float repetitionPenalty,
 ContextWindowMode mode,
 Consumer<String> listener)