answer/cmd/console/cmd.go

package main

import (
	"context"
	"fmt"
	"log/slog"
	"os"
	"strings"
	"time"

	"gitea.stevedudenhoeffer.com/steve/answer/pkg/agents"
	"gitea.stevedudenhoeffer.com/steve/answer/pkg/agents/shared"

	"gitea.stevedudenhoeffer.com/steve/answer/pkg/agents/console"

	gollm "gitea.stevedudenhoeffer.com/steve/go-llm"

	"github.com/joho/godotenv"
	"github.com/urfave/cli"
)

func getKey(key string, env string) string {
	if key != "" {
		return key
	}

	return os.Getenv(env)
}

func main() {
	// Usage: go run cmd/answer.go question...
	// - flags:
	//   --model=[model string such as openai/gpt-4o, anthropic/claude..., google/gemini-1.5.  Default: openai/gpt-4o]
	//   --search-provider=[search provider string such as google, duckduckgo.  Default: google]
	//	 --cache-provider=[cache provider string such as memory, redis, file.  Default: memory]

	var app = cli.App{
		Name:        "console",
		Usage:       "has an llm control a console for you",
		Version:     "0.1",
		Description: "",

		Flags: []cli.Flag{
			&cli.StringFlag{
				Name:  "env-file",
				Value: ".env",
				Usage: "file to read environment variables from",
			},

			&cli.StringFlag{
				Name:  "model",
				Value: "openai/gpt-4o-mini",
				Usage: "model to use for answering the question, syntax: provider/model such as openai/gpt-4o",
			},

			&cli.StringFlag{
				Name:  "llm-key",
				Value: "",
				Usage: "key for the llm model (if empty, will use env var of PROVIDER_API_KEY, such as OPENAI_API_KEY)",
			},
		},

		Action: func(ctx *cli.Context) error {
			// if there is no question to answer, print usage
			if ctx.NArg() == 0 {
				return cli.ShowAppHelp(ctx)
			}

			if ctx.String("env-file") != "" {
				_ = godotenv.Load(ctx.String("env-file"))
			}

			var llm gollm.LLM

			model := ctx.String("model")

			a := strings.Split(model, "/")

			if len(a) != 2 {
				panic("invalid model, expected: provider/model (such as openai/gpt-4o)")
			}

			switch a[0] {
			case "openai":
				llm = gollm.OpenAI(getKey(ctx.String("llm-key"), "OPENAI_API_KEY"))

			case "anthropic":
				llm = gollm.Anthropic(getKey(ctx.String("llm-key"), "ANTHROPI_API_KEY"))

			case "google":
				llm = gollm.Google(getKey(ctx.String("llm-key"), "GOOGLE_API_KEY"))

			default:
				panic("unknown model provider")
			}

			m, err := llm.ModelVersion(a[1])

			if err != nil {
				panic(err)
			}
			question := strings.Join(ctx.Args(), " ")

			c := console.Agent{
				Model:  m,
				OnDone: func(ctx context.Context, knowledge shared.Knowledge) error { return nil },
				OnCommandStart: func(ctx context.Context, command string) error {
					slog.Info("command", "command", command)
					return nil
				},
				OnCommandDone: func(ctx context.Context, command string, output string, err error) error {
					slog.Info("command done", "command", command, "output", output, "err", err)
					return nil
				},
				ContextualInformation: []string{
					fmt.Sprintf("The current time is %s", time.Now().Format(time.RFC3339)),
				},
				MaxCommands: 0,
			}

			res, err := c.Answer(context.Background(), []string{question})

			if res.Directory != "" {
				defer func() {
					_ = os.RemoveAll(res.Directory)
				}()
			}
			if err != nil {
				panic(err)
			}

			fmt.Println("Results: ", fmt.Sprintf("%+v", res))

			answer, err := agents.AnswerQuestionWithKnowledge(context.Background(), res.Knowledge, m, []string{
				fmt.Sprintf("The current time is %s", time.Now().Format(time.RFC3339)),
			})

			if err != nil {
				panic(err)
			}

			fmt.Println("Answer: ", answer)
			return nil
		},
	}

	err := app.Run(os.Args)

	if err != nil {
		slog.Error("Error: ", err)
	}
}