Package io.github.kirstenali.deepj.chatui

Class DeepJChatService

java.lang.Object

io.github.kirstenali.deepj.chatui.DeepJChatService

All Implemented Interfaces:

ChatService

public final class DeepJChatService
extends Object
implements ChatService

Constructor Summary

Constructors

Constructor	Description
DeepJChatService()

Method Summary

Modifier and Type	Method	Description
String	generate(String prompt, int maxTokens, float temperature, int topK, long seed, float repetitionPenalty, ContextWindowMode mode, Consumer<String> listener)
String	generate(String prompt, int maxTokens, float temperature, int topK, long seed, float repetitionPenalty, Consumer<String> listener)
String	generate(String prompt, int maxTokens, float temperature, int topK, long seed, Consumer<String> listener)
String	getLoadedModelName()
boolean	isModelLoaded()
void	loadModel(Path path)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.github.kirstenali.deepj.chatui.ChatService

generate

Constructor Details

DeepJChatService

public DeepJChatService()

Method Details

generate

public String generate(String prompt,
 int maxTokens,
 float temperature,
 int topK,
 long seed,
 float repetitionPenalty,
 ContextWindowMode mode,
 Consumer<String> listener)

Specified by:

generate in interface ChatService

loadModel

public void loadModel(Path path)
               throws Exception

Specified by:

loadModel in interface ChatService

Throws:

Exception

isModelLoaded

public boolean isModelLoaded()

Specified by:

isModelLoaded in interface ChatService

getLoadedModelName

public String getLoadedModelName()

Specified by:

getLoadedModelName in interface ChatService

generate

public String generate(String prompt,
 int maxTokens,
 float temperature,
 int topK,
 long seed,
 Consumer<String> listener)

Specified by:

generate in interface ChatService

generate

public String generate(String prompt,
 int maxTokens,
 float temperature,
 int topK,
 long seed,
 float repetitionPenalty,
 Consumer<String> listener)

Specified by:

generate in interface ChatService