152 lines
3.5 KiB
Go
152 lines
3.5 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"log/slog"
|
|
"os"
|
|
"strings"
|
|
"time"
|
|
|
|
"gitea.stevedudenhoeffer.com/steve/answer/pkg/agents"
|
|
|
|
"gitea.stevedudenhoeffer.com/steve/answer/pkg/agents/console"
|
|
|
|
gollm "gitea.stevedudenhoeffer.com/steve/go-llm"
|
|
|
|
"github.com/joho/godotenv"
|
|
"github.com/urfave/cli"
|
|
)
|
|
|
|
func getKey(key string, env string) string {
|
|
if key != "" {
|
|
return key
|
|
}
|
|
|
|
return os.Getenv(env)
|
|
}
|
|
|
|
func main() {
|
|
// Usage: go run cmd/answer.go question...
|
|
// - flags:
|
|
// --model=[model string such as openai/gpt-4o, anthropic/claude..., google/gemini-1.5. Default: openai/gpt-4o]
|
|
// --search-provider=[search provider string such as google, duckduckgo. Default: google]
|
|
// --cache-provider=[cache provider string such as memory, redis, file. Default: memory]
|
|
|
|
var app = cli.App{
|
|
Name: "console",
|
|
Usage: "has an llm control a console for you",
|
|
Version: "0.1",
|
|
Description: "",
|
|
|
|
Flags: []cli.Flag{
|
|
&cli.StringFlag{
|
|
Name: "env-file",
|
|
Value: ".env",
|
|
Usage: "file to read environment variables from",
|
|
},
|
|
|
|
&cli.StringFlag{
|
|
Name: "model",
|
|
Value: "openai/gpt-4o-mini",
|
|
Usage: "model to use for answering the question, syntax: provider/model such as openai/gpt-4o",
|
|
},
|
|
|
|
&cli.StringFlag{
|
|
Name: "llm-key",
|
|
Value: "",
|
|
Usage: "key for the llm model (if empty, will use env var of PROVIDER_API_KEY, such as OPENAI_API_KEY)",
|
|
},
|
|
},
|
|
|
|
Action: func(ctx *cli.Context) error {
|
|
// if there is no question to answer, print usage
|
|
if ctx.NArg() == 0 {
|
|
return cli.ShowAppHelp(ctx)
|
|
}
|
|
|
|
if ctx.String("env-file") != "" {
|
|
_ = godotenv.Load(ctx.String("env-file"))
|
|
}
|
|
|
|
var llm gollm.LLM
|
|
|
|
model := ctx.String("model")
|
|
|
|
a := strings.Split(model, "/")
|
|
|
|
if len(a) != 2 {
|
|
panic("invalid model, expected: provider/model (such as openai/gpt-4o)")
|
|
}
|
|
|
|
switch a[0] {
|
|
case "openai":
|
|
llm = gollm.OpenAI(getKey(ctx.String("llm-key"), "OPENAI_API_KEY"))
|
|
|
|
case "anthropic":
|
|
llm = gollm.Anthropic(getKey(ctx.String("llm-key"), "ANTHROPI_API_KEY"))
|
|
|
|
case "google":
|
|
llm = gollm.Google(getKey(ctx.String("llm-key"), "GOOGLE_API_KEY"))
|
|
|
|
default:
|
|
panic("unknown model provider")
|
|
}
|
|
|
|
m, err := llm.ModelVersion(a[1])
|
|
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
question := strings.Join(ctx.Args(), " ")
|
|
|
|
c := console.Agent{
|
|
Model: m,
|
|
OnDone: func(ctx context.Context, knowledge agents.Knowledge) error { return nil },
|
|
OnCommandStart: func(ctx context.Context, command string) error {
|
|
slog.Info("command", "command", command)
|
|
return nil
|
|
},
|
|
OnCommandDone: func(ctx context.Context, command string, output string, err error) error {
|
|
slog.Info("command done", "command", command, "output", output, "err", err)
|
|
return nil
|
|
},
|
|
ContextualInformation: []string{
|
|
fmt.Sprintf("The current time is %s", time.Now().Format(time.RFC3339)),
|
|
},
|
|
MaxCommands: 0,
|
|
}
|
|
|
|
res, err := c.Answer(context.Background(), []string{question})
|
|
|
|
if res.Directory != "" {
|
|
defer func() {
|
|
_ = os.RemoveAll(res.Directory)
|
|
}()
|
|
}
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
fmt.Println("Results: ", fmt.Sprintf("%+v", res))
|
|
|
|
answer, err := agents.AnswerQuestionWithKnowledge(context.Background(), res.Knowledge, m, []string{
|
|
fmt.Sprintf("The current time is %s", time.Now().Format(time.RFC3339)),
|
|
})
|
|
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
fmt.Println("Answer: ", answer)
|
|
return nil
|
|
},
|
|
}
|
|
|
|
err := app.Run(os.Args)
|
|
|
|
if err != nil {
|
|
slog.Error("Error: ", err)
|
|
}
|
|
}
|