fix(qwen): bump majordomo, and stop handing keys to the wrong vendor
Round 6, and one finding exposed something no reviewer mentioned: the majordomo bump this whole PR depends on was never made. Every test here builds the openai client directly, so all of them passed against a majordomo release that had never heard of qwen — a plain "qwen/<model>" in GADFLY_MODELS, the primary way anyone will use this, would not have resolved at all. A compile error caught it, which is luck. TestBuiltinCompatProvidersResolveViaRegistry now exercises that path; the build is what guards the dep itself, since the old release cannot compile the code below. On the endpoint-override path, kimi and qwen fell through to openai.New's OPENAI_API_KEY default whenever GADFLY_API_KEY was unset — sending an OpenAI key to Moonshot or Alibaba. That is a credential handed to the wrong vendor, and it is the exact failure majordomo's built-ins are written to prevent; I reintroduced it one layer up. Both now pass the key unconditionally, so an absent key is a 401 naming GADFLY_API_KEY rather than a foreign credential on the wire. The test job scrubbed the registry credential and left the checkout token in .git/config, readable by the `go test` it then runs — fixing one credential while its neighbour sat in the open. persist-credentials: false; nothing in that job talks to git after checkout. The cross-language wiring test now QUERIES preflight.sh via a new gadfly_preflight_providers function instead of regexing its case statement. Parsing made that file's formatting a contract no linter enforces, where a harmless reformat breaks a test in another language. Two models flagged it. Also: grep for the scrub check takes -e, so a password starting with a hyphen is not read as options; and key_hint stopped repeating key_env in four of five arms. Co-Authored-By: Claude Opus 5 (1M context) <[email protected]>
This commit is contained in:
@@ -55,6 +55,12 @@ jobs:
|
|||||||
timeout-minutes: 15
|
timeout-minutes: 15
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
# Scrubbing the registry credential while leaving the checkout token
|
||||||
|
# in .git/config would just move the prize: `go test` below runs
|
||||||
|
# repository code with the workspace readable. Nothing in this job
|
||||||
|
# talks to git after checkout, so the token has no reason to persist.
|
||||||
|
persist-credentials: false
|
||||||
- uses: actions/setup-go@v5
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version-file: go.mod
|
go-version-file: go.mod
|
||||||
|
|||||||
+15
-1
@@ -107,8 +107,22 @@ func resolveModel() (llm.Model, error) {
|
|||||||
// check and then 401s.
|
// check and then 401s.
|
||||||
if isOpenAICompatProvider(provider) {
|
if isOpenAICompatProvider(provider) {
|
||||||
opts := []openai.Option{openai.WithBaseURL(baseURL)}
|
opts := []openai.Option{openai.WithBaseURL(baseURL)}
|
||||||
if apiKey != "" {
|
switch {
|
||||||
|
case provider == "kimi" || provider == "qwen":
|
||||||
|
// Pass the key UNCONDITIONALLY, even when empty. openai.New defaults
|
||||||
|
// its credential to OPENAI_API_KEY, so omitting the option sends an
|
||||||
|
// OpenAI key to Moonshot or Alibaba — a credential handed to the
|
||||||
|
// wrong vendor, which is exactly what majordomo's built-ins go out
|
||||||
|
// of their way to prevent. An empty key instead yields a synthetic
|
||||||
|
// 401 naming the knob that fixes it.
|
||||||
|
opts = append(opts,
|
||||||
|
openai.WithAPIKey(apiKey),
|
||||||
|
openai.WithAPIKeyName("GADFLY_API_KEY"),
|
||||||
|
)
|
||||||
|
case apiKey != "":
|
||||||
opts = append(opts, openai.WithAPIKey(apiKey))
|
opts = append(opts, openai.WithAPIKey(apiKey))
|
||||||
|
// openai/openai-compatible with no explicit key keep the
|
||||||
|
// OPENAI_API_KEY default: for those names it IS the right key.
|
||||||
}
|
}
|
||||||
return openai.New(opts...).Model(model)
|
return openai.New(opts...).Model(model)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,9 +1,8 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"os"
|
"os/exec"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
"regexp"
|
|
||||||
"strings"
|
"strings"
|
||||||
"testing"
|
"testing"
|
||||||
)
|
)
|
||||||
@@ -169,15 +168,29 @@ func TestBuildSpec(t *testing.T) {
|
|||||||
// - scripts/preflight.sh needs a credential arm, or a missing key for that
|
// - scripts/preflight.sh needs a credential arm, or a missing key for that
|
||||||
// provider skips the pre-flight and arrives as five unexplained per-lens
|
// provider skips the pre-flight and arrives as five unexplained per-lens
|
||||||
// failures — the exact thing the pre-flight exists to replace.
|
// failures — the exact thing the pre-flight exists to replace.
|
||||||
|
//
|
||||||
|
// The shell side is queried, not parsed: preflight.sh exports
|
||||||
|
// gadfly_preflight_providers precisely so this test asks it what it covers.
|
||||||
|
// Regexing the case statement would make that file's formatting a contract no
|
||||||
|
// linter enforces, and a harmless reformat would fail a test in another
|
||||||
|
// language.
|
||||||
func TestOpenAICompatProvidersAreFullyWired(t *testing.T) {
|
func TestOpenAICompatProvidersAreFullyWired(t *testing.T) {
|
||||||
advertised := make(map[string]bool)
|
advertised := make(map[string]bool)
|
||||||
for _, n := range strings.Split(endpointProviderNames, "/") {
|
for _, n := range strings.Split(endpointProviderNames, "/") {
|
||||||
advertised[strings.TrimSpace(n)] = true
|
advertised[strings.TrimSpace(n)] = true
|
||||||
}
|
}
|
||||||
|
|
||||||
preflight, err := os.ReadFile(filepath.Join("..", "..", "scripts", "preflight.sh"))
|
script := filepath.Join("..", "..", "scripts", "preflight.sh")
|
||||||
|
out, err := exec.Command("bash", "-c", ". "+script+"; gadfly_preflight_providers").Output()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatalf("read preflight.sh: %v", err)
|
t.Fatalf("query gadfly_preflight_providers from %s: %v", script, err)
|
||||||
|
}
|
||||||
|
preflighted := make(map[string]bool)
|
||||||
|
for _, line := range strings.Fields(string(out)) {
|
||||||
|
preflighted[line] = true
|
||||||
|
}
|
||||||
|
if len(preflighted) == 0 {
|
||||||
|
t.Fatal("gadfly_preflight_providers returned nothing — this test would pass vacuously")
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, p := range openAICompatProviders {
|
for _, p := range openAICompatProviders {
|
||||||
@@ -185,11 +198,31 @@ func TestOpenAICompatProvidersAreFullyWired(t *testing.T) {
|
|||||||
t.Errorf("openAICompatProviders has %q but endpointProviderNames does not list it — "+
|
t.Errorf("openAICompatProviders has %q but endpointProviderNames does not list it — "+
|
||||||
"the error message operators read would omit a name that works", p)
|
"the error message operators read would omit a name that works", p)
|
||||||
}
|
}
|
||||||
// The arm may be shared ("openai|openai-compatible)"), so match the
|
if !preflighted[p] {
|
||||||
// bare name as a case alternative rather than a whole line.
|
|
||||||
if !regexp.MustCompile(`(?m)^\s*(\w[\w-]*\|)*` + regexp.QuoteMeta(p) + `(\|[\w-]+)*\)`).Match(preflight) {
|
|
||||||
t.Errorf("openAICompatProviders has %q but scripts/preflight.sh has no credential arm for it — "+
|
t.Errorf("openAICompatProviders has %q but scripts/preflight.sh has no credential arm for it — "+
|
||||||
"a missing key for %s would skip the pre-flight and surface as unexplained lens failures", p, p)
|
"a missing key for %s would skip the pre-flight and surface as unexplained lens failures", p, p)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// TestBuiltinCompatProvidersResolveViaRegistry exercises the PRIMARY path:
|
||||||
|
// a plain "qwen/<model>" in GADFLY_MODELS, with no GADFLY_BASE_URL, resolved
|
||||||
|
// through majordomo's registry rather than constructed here.
|
||||||
|
//
|
||||||
|
// Every other test in this file builds the client directly, so all of them
|
||||||
|
// passed against a majordomo release that had never heard of qwen — the
|
||||||
|
// dependency bump this feature depends on was missing and nothing said so. A
|
||||||
|
// compile error eventually caught it, which is luck, not cover.
|
||||||
|
func TestBuiltinCompatProvidersResolveViaRegistry(t *testing.T) {
|
||||||
|
for _, spec := range []string{"qwen/qwen3.8-max", "kimi/kimi-k2-0711-preview"} {
|
||||||
|
t.Run(spec, func(t *testing.T) {
|
||||||
|
t.Setenv("GADFLY_MODEL", spec)
|
||||||
|
t.Setenv("GADFLY_BASE_URL", "")
|
||||||
|
t.Setenv("GADFLY_PROVIDER", "")
|
||||||
|
if _, err := resolveModel(); err != nil {
|
||||||
|
t.Fatalf("resolveModel(%q): %v — the pinned majordomo may not "+
|
||||||
|
"provide this built-in; a bump is required, not just gadfly-side wiring", spec, err)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ go 1.26.2
|
|||||||
|
|
||||||
require (
|
require (
|
||||||
gitea.stevedudenhoeffer.com/steve/executus v0.1.4
|
gitea.stevedudenhoeffer.com/steve/executus v0.1.4
|
||||||
gitea.stevedudenhoeffer.com/steve/majordomo v0.0.0-20260627225659-aa25b2c33462
|
gitea.stevedudenhoeffer.com/steve/majordomo v0.0.0-20260812210334-f837115a55c9
|
||||||
gopkg.in/yaml.v3 v3.0.1
|
gopkg.in/yaml.v3 v3.0.1
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -6,8 +6,8 @@ cloud.google.com/go/compute/metadata v0.9.0 h1:pDUj4QMoPejqq20dK0Pg2N4yG9zIkYGdB
|
|||||||
cloud.google.com/go/compute/metadata v0.9.0/go.mod h1:E0bWwX5wTnLPedCKqk3pJmVgCBSM6qQI1yTBdEb3C10=
|
cloud.google.com/go/compute/metadata v0.9.0/go.mod h1:E0bWwX5wTnLPedCKqk3pJmVgCBSM6qQI1yTBdEb3C10=
|
||||||
gitea.stevedudenhoeffer.com/steve/executus v0.1.4 h1:4F99uCV3OVaE9ITFp0FjPiYxLUQO+WpE+wU2HCnpXNM=
|
gitea.stevedudenhoeffer.com/steve/executus v0.1.4 h1:4F99uCV3OVaE9ITFp0FjPiYxLUQO+WpE+wU2HCnpXNM=
|
||||||
gitea.stevedudenhoeffer.com/steve/executus v0.1.4/go.mod h1:WQP/lH+meU06OSNF0TQO/wQLcJCrMwpi0EMj5vSpVtk=
|
gitea.stevedudenhoeffer.com/steve/executus v0.1.4/go.mod h1:WQP/lH+meU06OSNF0TQO/wQLcJCrMwpi0EMj5vSpVtk=
|
||||||
gitea.stevedudenhoeffer.com/steve/majordomo v0.0.0-20260627225659-aa25b2c33462 h1:1crjE1YkWHLZ91tUDOxN/Y5cuOnJ56e0U9UADoFfEPY=
|
gitea.stevedudenhoeffer.com/steve/majordomo v0.0.0-20260812210334-f837115a55c9 h1:ExY2S6RN1UaA97ju4jzkuEGpfBx0p3vv9FY8B7Npy2I=
|
||||||
gitea.stevedudenhoeffer.com/steve/majordomo v0.0.0-20260627225659-aa25b2c33462/go.mod h1:UZLveG17SmENt4sne2RSLIbioix30RZbRIQUzBAnOyY=
|
gitea.stevedudenhoeffer.com/steve/majordomo v0.0.0-20260812210334-f837115a55c9/go.mod h1:UZLveG17SmENt4sne2RSLIbioix30RZbRIQUzBAnOyY=
|
||||||
github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs=
|
github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs=
|
||||||
github.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
|
github.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
|
||||||
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
|
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
|
||||||
|
|||||||
+24
-5
@@ -55,12 +55,16 @@ gadfly_preflight_key() {
|
|||||||
# If that copy ever moves after this call, this arm reports a missing key for
|
# If that copy ever moves after this call, this arm reports a missing key for
|
||||||
# a configured run.
|
# a configured run.
|
||||||
case "$provider" in
|
case "$provider" in
|
||||||
ollama-cloud) key_env="OLLAMA_API_KEY"; key_hint="OLLAMA_CLOUD_API_KEY" ;;
|
ollama-cloud) key_env="OLLAMA_API_KEY" ;;
|
||||||
qwen) key_env="QWEN_API_KEY"; key_hint="QWEN_API_KEY" ;;
|
qwen) key_env="QWEN_API_KEY" ;;
|
||||||
kimi) key_env="KIMI_API_KEY"; key_hint="KIMI_API_KEY" ;;
|
kimi) key_env="KIMI_API_KEY" ;;
|
||||||
openai|openai-compatible) key_env="OPENAI_API_KEY"; key_hint="OPENAI_API_KEY" ;;
|
openai|openai-compatible) key_env="OPENAI_API_KEY" ;;
|
||||||
anthropic) key_env="ANTHROPIC_API_KEY"; key_hint="ANTHROPIC_API_KEY" ;;
|
anthropic) key_env="ANTHROPIC_API_KEY" ;;
|
||||||
esac
|
esac
|
||||||
|
# The hint is the variable the operator sets, which equals the one the code
|
||||||
|
# reads everywhere except ollama-cloud (see the note above).
|
||||||
|
key_hint="$key_env"
|
||||||
|
[ "$provider" = "ollama-cloud" ] && key_hint="OLLAMA_CLOUD_API_KEY"
|
||||||
|
|
||||||
if [ -z "$key_env" ]; then
|
if [ -z "$key_env" ]; then
|
||||||
echo "" # provider needs no pre-flight
|
echo "" # provider needs no pre-flight
|
||||||
@@ -75,3 +79,18 @@ gadfly_preflight_key() {
|
|||||||
fi
|
fi
|
||||||
echo "$key_hint"
|
echo "$key_hint"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
# gadfly_preflight_providers echoes every provider this file has a credential
|
||||||
|
# arm for, one per line.
|
||||||
|
#
|
||||||
|
# It exists so callers can ASK which providers are covered instead of parsing
|
||||||
|
# the case statement. A Go test cross-checks this list against the provider
|
||||||
|
# table in cmd/gadfly/model.go; having it regex this file would make the shell
|
||||||
|
# formatting a contract no linter enforces, where a reformat breaks a test in
|
||||||
|
# another language for no visible reason.
|
||||||
|
#
|
||||||
|
# Keep in step with the case arms above — the Go test fails if a provider in
|
||||||
|
# either list is missing from the other.
|
||||||
|
gadfly_preflight_providers() {
|
||||||
|
printf '%s\n' ollama-cloud qwen kimi openai openai-compatible anthropic
|
||||||
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user