Steve Dudenhoeffer
2737a5b2be
Simplified how responses and tool calls are appended to conversations. Adjusted structure in message formatting to better align with tool call requirements, ensuring consistent data representation.
89 lines
2.3 KiB
Go
89 lines
2.3 KiB
Go
package go_llm
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
)
|
|
|
|
type Context struct {
|
|
context.Context
|
|
request Request
|
|
response *ResponseChoice
|
|
toolcall *ToolCall
|
|
}
|
|
|
|
func (c *Context) ToNewRequest(toolResults ...ToolCallResponse) Request {
|
|
var res Request
|
|
|
|
res.Toolbox = c.request.Toolbox
|
|
res.Temperature = c.request.Temperature
|
|
|
|
res.Conversation = make([]Input, len(c.request.Conversation))
|
|
copy(res.Conversation, c.request.Conversation)
|
|
|
|
// now for every input message, convert those to an Input to add to the conversation
|
|
for _, msg := range c.request.Messages {
|
|
res.Conversation = append(res.Conversation, msg)
|
|
}
|
|
|
|
// if there are tool calls, then we need to add those to the conversation
|
|
if c.response != nil {
|
|
res.Conversation = append(res.Conversation, *c.response)
|
|
}
|
|
|
|
// if there are tool results, then we need to add those to the conversation
|
|
for _, result := range toolResults {
|
|
res.Conversation = append(res.Conversation, result)
|
|
}
|
|
|
|
return res
|
|
}
|
|
|
|
func NewContext(ctx context.Context, request Request, response *ResponseChoice, toolcall *ToolCall) *Context {
|
|
return &Context{Context: ctx, request: request, response: response, toolcall: toolcall}
|
|
}
|
|
|
|
func (c *Context) Request() Request {
|
|
return c.request
|
|
}
|
|
|
|
func (c *Context) WithContext(ctx context.Context) *Context {
|
|
return &Context{Context: ctx, request: c.request, response: c.response, toolcall: c.toolcall}
|
|
}
|
|
|
|
func (c *Context) WithRequest(request Request) *Context {
|
|
return &Context{Context: c.Context, request: request, response: c.response, toolcall: c.toolcall}
|
|
}
|
|
|
|
func (c *Context) WithResponse(response *ResponseChoice) *Context {
|
|
return &Context{Context: c.Context, request: c.request, response: response, toolcall: c.toolcall}
|
|
}
|
|
|
|
func (c *Context) WithToolCall(toolcall *ToolCall) *Context {
|
|
return &Context{Context: c.Context, request: c.request, response: c.response, toolcall: toolcall}
|
|
}
|
|
|
|
func (c *Context) Deadline() (deadline time.Time, ok bool) {
|
|
return c.Context.Deadline()
|
|
}
|
|
|
|
func (c *Context) Done() <-chan struct{} {
|
|
return c.Context.Done()
|
|
}
|
|
|
|
func (c *Context) Err() error {
|
|
return c.Context.Err()
|
|
}
|
|
|
|
func (c *Context) Value(key any) any {
|
|
if key == "request" {
|
|
return c.request
|
|
}
|
|
return c.Context.Value(key)
|
|
}
|
|
|
|
func (c *Context) WithTimeout(timeout time.Duration) (*Context, context.CancelFunc) {
|
|
ctx, cancel := context.WithTimeout(c.Context, timeout)
|
|
return c.WithContext(ctx), cancel
|
|
}
|