feature: add Steam Store game price extractor
All checks were successful
CI / vet (pull_request) Successful in 1m24s
CI / build (pull_request) Successful in 1m24s
CI / test (pull_request) Successful in 1m28s

Add sites/steam package with GetGamePrice() and SearchGames() methods.
Handles regular prices, discounted games, and free-to-play titles.
Includes age gate bypass logic and currency detection.

Closes #28

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
2026-02-15 16:50:27 +00:00
parent 69603b7cae
commit b1137f2ebc
2 changed files with 575 additions and 0 deletions

319
sites/steam/steam_test.go Normal file
View File

@@ -0,0 +1,319 @@
package steam
import (
"context"
"testing"
"gitea.stevedudenhoeffer.com/steve/go-extractor"
"gitea.stevedudenhoeffer.com/steve/go-extractor/extractortest"
)
func makeGameDoc(appID int) *extractortest.MockDocument {
return &extractortest.MockDocument{
URLValue: "https://store.steampowered.com/app/1245620",
MockNode: extractortest.MockNode{
Children: map[string]extractor.Nodes{
"#appHubAppName": {
&extractortest.MockNode{TextValue: "ELDEN RING"},
},
"div.game_area_purchase_game div.game_purchase_price": {
&extractortest.MockNode{TextValue: "$59.99"},
},
},
},
}
}
func makeDiscountedGameDoc() *extractortest.MockDocument {
return &extractortest.MockDocument{
URLValue: "https://store.steampowered.com/app/292030",
MockNode: extractortest.MockNode{
Children: map[string]extractor.Nodes{
"#appHubAppName": {
&extractortest.MockNode{TextValue: "The Witcher 3: Wild Hunt"},
},
"div.game_area_purchase_game div.discount_pct": {
&extractortest.MockNode{TextValue: "-80%"},
},
"div.game_area_purchase_game div.discount_original_price": {
&extractortest.MockNode{TextValue: "$39.99"},
},
"div.game_area_purchase_game div.discount_final_price": {
&extractortest.MockNode{TextValue: "$7.99"},
},
},
},
}
}
func makeFreeGameDoc() *extractortest.MockDocument {
return &extractortest.MockDocument{
URLValue: "https://store.steampowered.com/app/440",
MockNode: extractortest.MockNode{
Children: map[string]extractor.Nodes{
"#appHubAppName": {
&extractortest.MockNode{TextValue: "Team Fortress 2"},
},
"div.game_area_purchase_game_wrapper .game_purchase_price": {
&extractortest.MockNode{TextValue: "Free To Play"},
},
},
},
}
}
func TestExtractGamePrice_Regular(t *testing.T) {
doc := makeGameDoc(1245620)
data, err := extractGamePrice(doc, 1245620)
if err != nil {
t.Fatalf("extractGamePrice() error: %v", err)
}
if data.AppID != 1245620 {
t.Errorf("AppID = %d, want 1245620", data.AppID)
}
if data.Name != "ELDEN RING" {
t.Errorf("Name = %q, want %q", data.Name, "ELDEN RING")
}
if data.Price != 59.99 {
t.Errorf("Price = %v, want 59.99", data.Price)
}
if data.OnSale {
t.Error("OnSale = true, want false")
}
if data.Currency != "USD" {
t.Errorf("Currency = %q, want %q", data.Currency, "USD")
}
}
func TestExtractGamePrice_Discounted(t *testing.T) {
doc := makeDiscountedGameDoc()
data, err := extractGamePrice(doc, 292030)
if err != nil {
t.Fatalf("extractGamePrice() error: %v", err)
}
if data.Name != "The Witcher 3: Wild Hunt" {
t.Errorf("Name = %q, want %q", data.Name, "The Witcher 3: Wild Hunt")
}
if !data.OnSale {
t.Error("OnSale = false, want true")
}
if data.DiscountPct != 80 {
t.Errorf("DiscountPct = %d, want 80", data.DiscountPct)
}
if data.OrigPrice != 39.99 {
t.Errorf("OrigPrice = %v, want 39.99", data.OrigPrice)
}
if data.Price != 7.99 {
t.Errorf("Price = %v, want 7.99", data.Price)
}
}
func TestExtractGamePrice_FreeToPlay(t *testing.T) {
doc := makeFreeGameDoc()
data, err := extractGamePrice(doc, 440)
if err != nil {
t.Fatalf("extractGamePrice() error: %v", err)
}
if data.Name != "Team Fortress 2" {
t.Errorf("Name = %q, want %q", data.Name, "Team Fortress 2")
}
if !data.FreeToPlay {
t.Error("FreeToPlay = false, want true")
}
if data.Price != 0 {
t.Errorf("Price = %v, want 0", data.Price)
}
}
func TestExtractSearchResults(t *testing.T) {
doc := &extractortest.MockDocument{
MockNode: extractortest.MockNode{
Children: map[string]extractor.Nodes{
"a.search_result_row": {
&extractortest.MockNode{
Attrs: map[string]string{"data-ds-appid": "1245620"},
Children: map[string]extractor.Nodes{
"span.title": {&extractortest.MockNode{TextValue: "ELDEN RING"}},
"div.discount_final_price": {&extractortest.MockNode{TextValue: "$59.99"}},
},
},
&extractortest.MockNode{
Attrs: map[string]string{"data-ds-appid": "292030"},
Children: map[string]extractor.Nodes{
"span.title": {&extractortest.MockNode{TextValue: "The Witcher 3: Wild Hunt"}},
"div.discount_pct": {&extractortest.MockNode{TextValue: "-80%"}},
"div.discount_original_price": {&extractortest.MockNode{TextValue: "$39.99"}},
"div.discount_final_price": {&extractortest.MockNode{TextValue: "$7.99"}},
},
},
&extractortest.MockNode{
Attrs: map[string]string{"data-ds-appid": "440"},
Children: map[string]extractor.Nodes{
"span.title": {&extractortest.MockNode{TextValue: "Team Fortress 2"}},
"div.search_price": {&extractortest.MockNode{TextValue: "Free To Play"}},
},
},
},
},
},
}
results, err := extractSearchResults(doc)
if err != nil {
t.Fatalf("extractSearchResults() error: %v", err)
}
if len(results) != 3 {
t.Fatalf("len(results) = %d, want 3", len(results))
}
// Regular price game
if results[0].AppID != 1245620 {
t.Errorf("results[0].AppID = %d, want 1245620", results[0].AppID)
}
if results[0].Name != "ELDEN RING" {
t.Errorf("results[0].Name = %q, want %q", results[0].Name, "ELDEN RING")
}
if results[0].Price != 59.99 {
t.Errorf("results[0].Price = %v, want 59.99", results[0].Price)
}
// Discounted game
if results[1].AppID != 292030 {
t.Errorf("results[1].AppID = %d, want 292030", results[1].AppID)
}
if !results[1].OnSale {
t.Error("results[1].OnSale = false, want true")
}
if results[1].DiscountPct != 80 {
t.Errorf("results[1].DiscountPct = %d, want 80", results[1].DiscountPct)
}
if results[1].Price != 7.99 {
t.Errorf("results[1].Price = %v, want 7.99", results[1].Price)
}
// Free to play game
if results[2].AppID != 440 {
t.Errorf("results[2].AppID = %d, want 440", results[2].AppID)
}
if !results[2].FreeToPlay {
t.Error("results[2].FreeToPlay = false, want true")
}
}
func TestGetGamePrice_MockBrowser(t *testing.T) {
doc := makeGameDoc(1245620)
browser := &extractortest.MockBrowser{
Documents: map[string]*extractortest.MockDocument{
"https://store.steampowered.com/app/1245620": doc,
},
}
data, err := DefaultConfig.GetGamePrice(context.Background(), browser, 1245620)
if err != nil {
t.Fatalf("GetGamePrice() error: %v", err)
}
if data.Name != "ELDEN RING" {
t.Errorf("Name = %q, want %q", data.Name, "ELDEN RING")
}
if data.Price != 59.99 {
t.Errorf("Price = %v, want 59.99", data.Price)
}
}
func TestSearchGames_MockBrowser(t *testing.T) {
doc := &extractortest.MockDocument{
URLValue: "https://store.steampowered.com/search/?term=elden+ring",
MockNode: extractortest.MockNode{
Children: map[string]extractor.Nodes{
"a.search_result_row": {
&extractortest.MockNode{
Attrs: map[string]string{"data-ds-appid": "1245620"},
Children: map[string]extractor.Nodes{
"span.title": {&extractortest.MockNode{TextValue: "ELDEN RING"}},
"div.discount_final_price": {&extractortest.MockNode{TextValue: "$59.99"}},
},
},
},
},
},
}
browser := &extractortest.MockBrowser{
Documents: map[string]*extractortest.MockDocument{
"https://store.steampowered.com/search/?term=elden+ring": doc,
},
}
results, err := DefaultConfig.SearchGames(context.Background(), browser, "elden ring")
if err != nil {
t.Fatalf("SearchGames() error: %v", err)
}
if len(results) != 1 {
t.Fatalf("len(results) = %d, want 1", len(results))
}
if results[0].Name != "ELDEN RING" {
t.Errorf("Name = %q, want %q", results[0].Name, "ELDEN RING")
}
}
func TestExtractGamePrice_Empty(t *testing.T) {
doc := &extractortest.MockDocument{
MockNode: extractortest.MockNode{
Children: map[string]extractor.Nodes{},
},
}
data, err := extractGamePrice(doc, 0)
if err != nil {
t.Fatalf("extractGamePrice() error: %v", err)
}
if data.Name != "" || data.Price != 0 {
t.Error("expected zero values for empty doc")
}
}
func TestExtractCurrency(t *testing.T) {
tests := []struct {
input string
want string
}{
{"$59.99", "USD"},
{"€49.99", "EUR"},
{"£39.99", "GBP"},
{"59.99", ""},
}
for _, tt := range tests {
got := extractCurrency(tt.input)
if got != tt.want {
t.Errorf("extractCurrency(%q) = %q, want %q", tt.input, got, tt.want)
}
}
}
func TestAppURL(t *testing.T) {
got := appURL(1245620)
want := "https://store.steampowered.com/app/1245620"
if got != want {
t.Errorf("appURL(1245620) = %q, want %q", got, want)
}
}
func TestSearchURL(t *testing.T) {
got := searchURL("elden ring")
want := "https://store.steampowered.com/search/?term=elden+ring"
if got != want {
t.Errorf("searchURL(\"elden ring\") = %q, want %q", got, want)
}
}