llama

type Client struct {
	// Addr specifies the address of the LLM server.
	// If empty, "localhost:24114" is used.
	Addr string

	// Options specifies options for underlying LLM server.
	// If nil, DefaultOptions are used.
	Options *Options

	// Logger specifies logger for the client.
	Logger *slog.Logger
}

type CmdLogger struct {
	// Log specifies an optional logger for exec.Cmd output
	// If nil, logging is done via the slog package's standard logger.
	Log *slog.Logger
}

type Options struct {
	ModelPath string
	Temp      float32
	MinP      float32
	Seed      uint
}

type Prompt struct {
	Format string
	System string
	// contains filtered or unexported fields
}

type Server struct {
	// Path specifies a path to LLM server executable.
	// If empty, "./llm-server" is used.
	Path string

	// Addr optionally specifies the TCP address for the server to listen on,
	// in the form "host:port".
	// If empty, "localhost:24114"is used.
	Addr string

	// Cmd specifies a command for underlying LLM server.
	// If nil, the default command is used: `./llm-server --ctx-size 2048`.
	Cmd *exec.Cmd

	// Logger specifies an optional logger for underlying server errors and
	// debug messages.
	// If nil, logging is done to stderr.
	Logger *slog.Logger
}