root/golib
1
0
Fork 0
mirror of https://github.com/therootcompany/golib.git synced 2025-12-11 16:08:45 +00:00
Code Issues Projects Releases Wiki Activity

f(ai): add WithModel to change model on-the-fly

Browse Source
This commit is contained in:
AJ ONeal 2025-12-03 01:47:03 -07:00
parent e599539c9c
commit 076fe9ed1d
No known key found for this signature in database
1 changed files with 20 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
ai/ai.go
View File

@ -11,6 +11,7 @@ import (
type API interface {
Type() string
Model() string
WithModel(name string) API
Generate(system, prompt string, ctx json.RawMessage) (string, error)
}
@ -43,6 +44,12 @@ func (a *OllamaAPI) Model() string {
return a.ModelName
}
func (a *OllamaAPI) WithModel(model string) API {
a2 := *a
a2.ModelName = model
return &a2
}
func (a *OllamaAPI) Generate(system, prompt string, ctxU32s json.RawMessage) (string, error) {
var context []uint32
// for type safety while maintaining interface
@ -55,10 +62,10 @@ func (a *OllamaAPI) Generate(system, prompt string, ctxU32s json.RawMessage) (st
Context: context,
Prompt: prompt,
Stream: false,
Options: &Options{
Temperature: 0.7, // Controls randomness (0.0 to 1.0)
TopP: 0.8, // Controls diversity (0.0 to 1.0)
},
// Options: &Options{
// Temperature: 0.7, // Controls randomness (0.0 to 1.0)
// TopP: 0.8, // Controls diversity (0.0 to 1.0)
// },
}
jsonData, _ := json.Marshal(reqBody)
@ -162,6 +169,12 @@ type OpenAIResponse struct {
} `json:"choices"`
}
func (a *OpenAiAPI) WithModel(model string) API {
a2 := *a
a2.ModelName = model
return &a2
}
func (a *OpenAiAPI) Generate(system, prompt string, ctxMessages json.RawMessage) (string, error) {
reqBody := OpenAIRequest{
Model: a.ModelName, // Default OpenAI model, adjust as needed
@ -169,9 +182,9 @@ func (a *OpenAiAPI) Generate(system, prompt string, ctxMessages json.RawMessage)
{Role: "system", Content: system},
{Role: "user", Content: prompt},
},
Stream: false,
Temperature: 0.7,
TopP: 0.9,
Stream: false,
// Temperature: 0.7,
// TopP: 0.9,
}
jsonData, _ := json.Marshal(reqBody)