Compare commits
6 Commits
ace6c1e0bf
...
main
| Author | SHA1 | Date | |
|---|---|---|---|
| 3b6d864330 | |||
| adefaaef36 | |||
| d89031b20d | |||
| 84e811572b | |||
| 61b68adfd0 | |||
| 0447f1bdbe |
@@ -48,6 +48,16 @@ type InteractiveBrowser interface {
|
|||||||
// Cookies returns all cookies from the browser context.
|
// Cookies returns all cookies from the browser context.
|
||||||
Cookies() ([]Cookie, error)
|
Cookies() ([]Cookie, error)
|
||||||
|
|
||||||
|
// SetDefaultTimeout sets the default timeout for all Playwright operations
|
||||||
|
// (navigation, clicks, screenshots, cookie extraction, etc.). A value of 0
|
||||||
|
// disables timeouts. By default, Playwright uses a 30-second timeout.
|
||||||
|
//
|
||||||
|
// This is the primary mechanism for preventing hung sessions: callers can
|
||||||
|
// set a timeout so that any Playwright call returns an error instead of
|
||||||
|
// blocking forever if the browser process crashes or the remote server
|
||||||
|
// becomes unresponsive.
|
||||||
|
SetDefaultTimeout(timeout time.Duration)
|
||||||
|
|
||||||
// Close tears down the browser.
|
// Close tears down the browser.
|
||||||
Close() error
|
Close() error
|
||||||
}
|
}
|
||||||
@@ -95,6 +105,9 @@ func NewInteractiveBrowser(ctx context.Context, opts ...BrowserOptions) (Interac
|
|||||||
|
|
||||||
page, err := res.bctx.NewPage()
|
page, err := res.bctx.NewPage()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
_ = res.bctx.Close()
|
||||||
|
_ = res.browser.Close()
|
||||||
|
_ = res.pw.Stop()
|
||||||
ch <- result{nil, fmt.Errorf("failed to create page: %w", err)}
|
ch <- result{nil, fmt.Errorf("failed to create page: %w", err)}
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
@@ -112,6 +125,12 @@ func NewInteractiveBrowser(ctx context.Context, opts ...BrowserOptions) (Interac
|
|||||||
|
|
||||||
select {
|
select {
|
||||||
case <-ctx.Done():
|
case <-ctx.Done():
|
||||||
|
go func() {
|
||||||
|
r := <-ch
|
||||||
|
if r.err == nil && r.ib != nil {
|
||||||
|
_ = r.ib.Close()
|
||||||
|
}
|
||||||
|
}()
|
||||||
return nil, ctx.Err()
|
return nil, ctx.Err()
|
||||||
case r := <-ch:
|
case r := <-ch:
|
||||||
return r.ib, r.err
|
return r.ib, r.err
|
||||||
@@ -237,6 +256,14 @@ func (ib *interactiveBrowser) Cookies() ([]Cookie, error) {
|
|||||||
return cookies, nil
|
return cookies, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (ib *interactiveBrowser) SetDefaultTimeout(timeout time.Duration) {
|
||||||
|
ms := float64(timeout.Milliseconds())
|
||||||
|
ib.page.SetDefaultTimeout(ms)
|
||||||
|
ib.page.SetDefaultNavigationTimeout(ms)
|
||||||
|
ib.ctx.SetDefaultTimeout(ms)
|
||||||
|
ib.ctx.SetDefaultNavigationTimeout(ms)
|
||||||
|
}
|
||||||
|
|
||||||
func (ib *interactiveBrowser) Close() error {
|
func (ib *interactiveBrowser) Close() error {
|
||||||
if ib.detached {
|
if ib.detached {
|
||||||
return nil
|
return nil
|
||||||
|
|||||||
2
node.go
2
node.go
@@ -29,7 +29,7 @@ type node struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (n node) Type(input string) error {
|
func (n node) Type(input string) error {
|
||||||
return n.locator.Type(input)
|
return n.locator.PressSequentially(input)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (n node) Click() error {
|
func (n node) Click() error {
|
||||||
|
|||||||
@@ -122,12 +122,17 @@ func playwrightSameSiteToSameSite(s *playwright.SameSiteAttribute) SameSite {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func cookieToPlaywrightOptionalCookie(cookie Cookie) playwright.OptionalCookie {
|
func cookieToPlaywrightOptionalCookie(cookie Cookie) playwright.OptionalCookie {
|
||||||
|
expires := float64(cookie.Expires.Unix())
|
||||||
|
if cookie.Expires.IsZero() || expires <= 0 {
|
||||||
|
expires = -1
|
||||||
|
}
|
||||||
|
|
||||||
oc := playwright.OptionalCookie{
|
oc := playwright.OptionalCookie{
|
||||||
Name: cookie.Name,
|
Name: cookie.Name,
|
||||||
Value: cookie.Value,
|
Value: cookie.Value,
|
||||||
Domain: playwright.String(cookie.Host),
|
Domain: playwright.String(cookie.Host),
|
||||||
Path: playwright.String(cookie.Path),
|
Path: playwright.String(cookie.Path),
|
||||||
Expires: playwright.Float(float64(cookie.Expires.Unix())),
|
Expires: playwright.Float(expires),
|
||||||
Secure: playwright.Bool(cookie.Secure),
|
Secure: playwright.Bool(cookie.Secure),
|
||||||
HttpOnly: playwright.Bool(cookie.HttpOnly),
|
HttpOnly: playwright.Bool(cookie.HttpOnly),
|
||||||
}
|
}
|
||||||
@@ -195,6 +200,12 @@ func NewBrowser(ctx context.Context, opts ...BrowserOptions) (Browser, error) {
|
|||||||
|
|
||||||
select {
|
select {
|
||||||
case <-ctx.Done():
|
case <-ctx.Done():
|
||||||
|
go func() {
|
||||||
|
r := <-resultCh
|
||||||
|
if r.err == nil && r.browser != nil {
|
||||||
|
_ = r.browser.Close()
|
||||||
|
}
|
||||||
|
}()
|
||||||
return nil, ctx.Err()
|
return nil, ctx.Err()
|
||||||
case result := <-resultCh:
|
case result := <-resultCh:
|
||||||
return result.browser, result.err
|
return result.browser, result.err
|
||||||
@@ -208,11 +219,35 @@ func (b playWrightBrowser) updateCookies(_ context.Context, page playwright.Page
|
|||||||
return fmt.Errorf("error getting cookies from browser: %w", err)
|
return fmt.Errorf("error getting cookies from browser: %w", err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Build a lookup of existing cookies so we can preserve their security
|
||||||
|
// attributes. Chromium's Cookies() API can lose or normalize Secure,
|
||||||
|
// SameSite, and HttpOnly during the AddCookies → navigate → Cookies()
|
||||||
|
// round-trip, so we only update Value and Expires for cookies that
|
||||||
|
// already exist in the jar.
|
||||||
|
existing, err := b.cookieJar.Get(page.URL())
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("error getting existing cookies from jar: %w", err)
|
||||||
|
}
|
||||||
|
type cookieKey struct{ Name, Path string }
|
||||||
|
existingMap := make(map[cookieKey]Cookie, len(existing))
|
||||||
|
for _, c := range existing {
|
||||||
|
existingMap[cookieKey{c.Name, c.Path}] = c
|
||||||
|
}
|
||||||
|
|
||||||
for _, cookie := range cookies {
|
for _, cookie := range cookies {
|
||||||
// TODO: add support for deleting cookies from the jar which are deleted in the browser
|
// TODO: add support for deleting cookies from the jar which are deleted in the browser
|
||||||
err = b.cookieJar.Set(playwrightCookieToCookie(cookie))
|
c := playwrightCookieToCookie(cookie)
|
||||||
|
|
||||||
if err != nil {
|
if prev, ok := existingMap[cookieKey{c.Name, c.Path}]; ok {
|
||||||
|
// Preserve the original security attributes; only update
|
||||||
|
// Value and Expires which are the fields that legitimately
|
||||||
|
// change during navigation.
|
||||||
|
c.Secure = prev.Secure
|
||||||
|
c.HttpOnly = prev.HttpOnly
|
||||||
|
c.SameSite = prev.SameSite
|
||||||
|
}
|
||||||
|
|
||||||
|
if err = b.cookieJar.Set(c); err != nil {
|
||||||
return fmt.Errorf("error setting cookie in cookie jar: %w", err)
|
return fmt.Errorf("error setting cookie in cookie jar: %w", err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -242,6 +277,7 @@ func (b playWrightBrowser) openPage(_ context.Context, target string, opts OpenP
|
|||||||
|
|
||||||
resp, err := page.Goto(target, pwOpts)
|
resp, err := page.Goto(target, pwOpts)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
_ = page.Close()
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -277,8 +313,8 @@ func (b playWrightBrowser) Open(ctx context.Context, url string, opts OpenPageOp
|
|||||||
|
|
||||||
func (b playWrightBrowser) Close() error {
|
func (b playWrightBrowser) Close() error {
|
||||||
return errors.Join(
|
return errors.Join(
|
||||||
b.browser.Close(),
|
|
||||||
b.ctx.Close(),
|
b.ctx.Close(),
|
||||||
|
b.browser.Close(),
|
||||||
b.pw.Stop(),
|
b.pw.Stop(),
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ package extractor
|
|||||||
import (
|
import (
|
||||||
"errors"
|
"errors"
|
||||||
"testing"
|
"testing"
|
||||||
|
"time"
|
||||||
)
|
)
|
||||||
|
|
||||||
// mockInteractiveBrowser implements InteractiveBrowser for testing without Playwright.
|
// mockInteractiveBrowser implements InteractiveBrowser for testing without Playwright.
|
||||||
@@ -22,6 +23,7 @@ func (m mockInteractiveBrowser) KeyboardPress(string) error { return
|
|||||||
func (m mockInteractiveBrowser) KeyboardInsertText(string) error { return nil }
|
func (m mockInteractiveBrowser) KeyboardInsertText(string) error { return nil }
|
||||||
func (m mockInteractiveBrowser) Screenshot(int) ([]byte, error) { return nil, nil }
|
func (m mockInteractiveBrowser) Screenshot(int) ([]byte, error) { return nil, nil }
|
||||||
func (m mockInteractiveBrowser) Cookies() ([]Cookie, error) { return nil, nil }
|
func (m mockInteractiveBrowser) Cookies() ([]Cookie, error) { return nil, nil }
|
||||||
|
func (m mockInteractiveBrowser) SetDefaultTimeout(time.Duration) {}
|
||||||
func (m mockInteractiveBrowser) Close() error { return nil }
|
func (m mockInteractiveBrowser) Close() error { return nil }
|
||||||
|
|
||||||
func TestPromoteToInteractive_NonPromotable(t *testing.T) {
|
func TestPromoteToInteractive_NonPromotable(t *testing.T) {
|
||||||
|
|||||||
Reference in New Issue
Block a user