steve/go-llm
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

initial commit of untested function stuff

Browse Source
This commit is contained in:
Steve Dudenhoeffer
2024-11-08 20:53:12 -05:00
parent f603010dee
commit 37939088ed
15 changed files with 693 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
openai.go
View File

@@ -7,14 +7,14 @@ import (
"strings"
)
type openai struct {
type openaiImpl struct {
key string
model string
}
var _ LLM = openai{}
var _ LLM = openaiImpl{}
func (o openai) requestToOpenAIRequest(request Request) oai.ChatCompletionRequest {
func (o openaiImpl) requestToOpenAIRequest(request Request) oai.ChatCompletionRequest {
res := oai.ChatCompletionRequest{
Model: o.model,
}
@@ -90,7 +90,7 @@ func (o openai) requestToOpenAIRequest(request Request) oai.ChatCompletionReques
return res
}
func (o openai) responseToLLMResponse(response oai.ChatCompletionResponse) Response {
func (o openaiImpl) responseToLLMResponse(response oai.ChatCompletionResponse) Response {
res := Response{}
for _, choice := range response.Choices {
@@ -118,7 +118,7 @@ func (o openai) responseToLLMResponse(response oai.ChatCompletionResponse) Respo
return res
}
func (o openai) ChatComplete(ctx context.Context, request Request) (Response, error) {
func (o openaiImpl) ChatComplete(ctx context.Context, request Request) (Response, error) {
cl := oai.NewClient(o.key)
req := o.requestToOpenAIRequest(request)
@@ -128,14 +128,14 @@ func (o openai) ChatComplete(ctx context.Context, request Request) (Response, er
fmt.Println("resp:", fmt.Sprintf("%#v", resp))
if err != nil {
return Response{}, fmt.Errorf("unhandled openai error: %w", err)
return Response{}, fmt.Errorf("unhandled openaiImpl error: %w", err)
}
return o.responseToLLMResponse(resp), nil
}
func (o openai) ModelVersion(modelVersion string) (ChatCompletion, error) {
return openai{
func (o openaiImpl) ModelVersion(modelVersion string) (ChatCompletion, error) {
return openaiImpl{
key: o.key,
model: modelVersion,
}, nil