.
func (el *Element) Resource() ([]byte, error) {
src, err := el.Evaluate(evalHelper(js.Resource).ByPromise())
if err != nil {
return nil, err
}
return el.page.Context(el.ctx).GetResource(src.Value.String())
}
// BackgroundImage returns the css background-image of the element.
func (el *Element) BackgroundImage() ([]byte, error) {
res, err := el.Eval(`() => window.getComputedStyle(this).backgroundImage.replace(/^url\("/, '').replace(/"\)$/, '')`)
if err != nil {
return nil, err
}
u := res.Value.Str()
return el.page.Context(el.ctx).GetResource(u)
}
// Screenshot of the area of the element.
func (el *Element) Screenshot(format proto.PageCaptureScreenshotFormat, quality int) ([]byte, error) {
err := el.ScrollIntoView()
if err != nil {
return nil, err
}
opts := &proto.PageCaptureScreenshot{
Quality: gson.Int(quality),
Format: format,
}
bin, err := el.page.Context(el.ctx).Screenshot(false, opts)
if err != nil {
return nil, err
}
// so that it won't clip the css-transformed element
shape, err := el.Shape()
if err != nil {
return nil, err
}
box := shape.Box()
// TODO: proto.PageCaptureScreenshot has a Clip option, but it's buggy, so now we do in Go.
return utils.CropImage(bin, quality,
int(box.X),
int(box.Y),
int(box.Width),
int(box.Height),
)
}
// Release is a shortcut for [Page.Release] current element.
func (el *Element) Release() error {
return el.page.Context(el.ctx).Release(el.Object)
}
// Remove the element from the page.
func (el *Element) Remove() error {
_, err := el.Eval(`() => this.remove()`)
if err != nil {
return err
}
return el.Release()
}
// Call implements the [proto.Client].
func (el *Element) Call(ctx context.Context, sessionID, methodName string, params interface{}) (res []byte, err error) {
return el.page.Call(ctx, sessionID, methodName, params)
}
// Eval is a shortcut for [Element.Evaluate] with AwaitPromise, ByValue and AutoExp set to true.
func (el *Element) Eval(js string, params ...interface{}) (*proto.RuntimeRemoteObject, error) {
return el.Evaluate(Eval(js, params...).ByPromise())
}
// Evaluate is just a shortcut of [Page.Evaluate] with This set to current element.
func (el *Element) Evaluate(opts *EvalOptions) (*proto.RuntimeRemoteObject, error) {
return el.page.Context(el.ctx).Evaluate(opts.This(el.Object))
}
// Equal checks if the two elements are equal.
func (el *Element) Equal(elm *Element) (bool, error) {
res, err := el.Eval(`elm => this === elm`, elm.Object)
return res.Value.Bool(), err
}
func (el *Element) id() proto.RuntimeRemoteObjectID {
return el.Object.ObjectID
}
// GetXPath returns the xpath of the element.
func (el *Element) GetXPath(optimized bool) (string, error) {
str, err := el.Evaluate(evalHelper(js.GetXPath, optimized))
if err != nil {
return "", err
}
return str.Value.String(), nil
}
golang-github-go-rod-rod-0.116.2/element_test.go 0000664 0000000 0000000 00000056700 15206741465 0021420 0 ustar 00root root 0000000 0000000 package rod_test
import (
"bytes"
"encoding/json"
"errors"
"fmt"
"image/color"
"image/png"
"net"
"os"
"path/filepath"
"testing"
"time"
"github.com/go-rod/rod"
"github.com/go-rod/rod/lib/cdp"
"github.com/go-rod/rod/lib/devices"
"github.com/go-rod/rod/lib/input"
"github.com/go-rod/rod/lib/launcher"
"github.com/go-rod/rod/lib/proto"
"github.com/go-rod/rod/lib/utils"
"github.com/ysmood/gson"
)
func TestGetElementPage(t *testing.T) {
g := setup(t)
el := g.page.MustNavigate(g.blank()).MustElement("html")
g.Eq(el.Page().SessionID, g.page.SessionID)
}
func TestClick(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/click.html"))
el := p.MustElement("button")
el.MustClick()
g.True(p.MustHas("[a=ok]"))
g.Panic(func() {
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
el.MustClick()
})
g.Panic(func() {
g.mc.stubErr(8, proto.RuntimeCallFunctionOn{})
el.MustClick()
})
}
func TestClickWrapped(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/click-wrapped.html")).MustWaitLoad()
el := p.MustElement("#target")
shape := el.MustShape()
g.Len(shape.Quads, 2)
el.MustClick()
g.True(p.MustHas("[a=ok]"))
}
func TestTap(t *testing.T) {
g := setup(t)
page := g.newPage()
page.MustEmulate(devices.IPad).
MustNavigate(g.srcFile("fixtures/touch.html")).
MustWaitLoad()
el := page.MustElement("button")
el.MustTap()
g.True(page.MustHas("[tapped=true]"))
g.Panic(func() {
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
el.MustTap()
})
g.Panic(func() {
g.mc.stubErr(1, proto.DOMScrollIntoViewIfNeeded{})
el.MustTap()
})
g.Panic(func() {
g.mc.stubErr(4, proto.RuntimeCallFunctionOn{})
el.MustTap()
})
g.Panic(func() {
g.mc.stubErr(7, proto.RuntimeCallFunctionOn{})
el.MustTap()
})
}
func TestInteractable(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/click.html"))
el := p.MustElement("button")
g.True(el.MustInteractable())
g.mc.stubErr(4, proto.RuntimeCallFunctionOn{})
g.Err(el.Interactable())
}
func TestNotInteractable(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/click.html"))
el := p.MustElement("button")
// cover the button with a green div
p.MustWaitLoad().MustEval(`() => {
let div = document.createElement('div')
div.style = 'position: absolute; left: 0; top: 0; width: 500px; height: 500px;'
document.body.append(div)
}`)
_, err := el.Interactable()
g.Has(err.Error(), "element covered by: a
`)
r2.Route("/page", ".html", `
`)
u := launcher.New().HeadlessNew(true).NoSandbox(true).MustLaunch()
browser := rod.New().ControlURL(u).NoDefaultDevice().MustConnect()
defer browser.MustClose()
page := browser.MustPage(u2)
g.Eq(page.MustElement("iframe").MustFrame().MustElement("#a").MustText(), "a")
}
func TestContains(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/click.html"))
a := p.MustElement("button")
b := p.MustElementFromNode(a.MustDescribe())
g.True(a.MustContainsElement(b))
pt := a.MustShape().OnePointInside()
el := p.MustElementFromPoint(int(pt.X), int(pt.Y))
g.True(a.MustContainsElement(el))
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
g.Err(a.ContainsElement(el))
}
func TestShadowDOM(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/shadow-dom.html")).MustWaitLoad()
el := p.MustElement("#container")
g.Eq("inside", el.MustShadowRoot().MustElement("p").MustText())
g.Panic(func() {
g.mc.stubErr(1, proto.DOMDescribeNode{})
el.MustShadowRoot()
})
g.Panic(func() {
g.mc.stubErr(1, proto.DOMResolveNode{})
el.MustShadowRoot()
})
elNoShadow := p.MustElement("script")
_, err := elNoShadow.ShadowRoot()
g.True((&rod.NoShadowRootError{}).Is(err))
g.Has(err.Error(), "element has no shadow root:")
}
func TestInputTime(t *testing.T) {
g := setup(t)
now := time.Date(2006, 1, 2, 3, 4, 5, 0, time.Local)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
var el *rod.Element
{
el = p.MustElement("[type=date]")
el.MustInputTime(now)
g.Eq(el.MustText(), now.Format("2006-01-02"))
g.True(p.MustHas("[event=input-date-change]"))
}
{
el = p.MustElement("[type=datetime-local]")
el.MustInputTime(now)
g.Eq(el.MustText(), now.Format("2006-01-02T15:04"))
g.True(p.MustHas("[event=input-datetime-local-change]"))
}
{
el = p.MustElement("[type=time]")
el.MustInputTime(now)
g.Eq(el.MustText(), fmt.Sprintf("%02d:%02d", now.Hour(), now.Minute()))
g.True(p.MustHas("[event=input-time-change]"))
}
{
el = p.MustElement("[type=month]")
el.MustInputTime(now)
g.Eq(el.MustText(), now.Format("2006-01"))
g.True(p.MustHas("[event=input-month-change]"))
}
g.Panic(func() {
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
el.MustInputTime(now)
})
g.Panic(func() {
g.mc.stubErr(5, proto.RuntimeCallFunctionOn{})
el.MustInputTime(now)
})
g.Panic(func() {
g.mc.stubErr(6, proto.RuntimeCallFunctionOn{})
el.MustInputTime(now)
})
g.Panic(func() {
g.mc.stubErr(7, proto.RuntimeCallFunctionOn{})
el.MustInputTime(now)
})
}
func TestInputColor(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
var el *rod.Element
{
el = p.MustElement("[type=color]")
el.MustInputColor("#ff6f00")
g.Eq(el.MustText(), "#ff6f00")
g.True(p.MustHas("[event=input-color-change]"))
}
g.Panic(func() {
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
el.MustInputColor("#ff6f00")
})
g.Panic(func() {
g.mc.stubErr(5, proto.RuntimeCallFunctionOn{})
el.MustInputColor("#ff6f00")
})
g.Panic(func() {
g.mc.stubErr(6, proto.RuntimeCallFunctionOn{})
el.MustInputColor("#ff6f00")
})
}
func TestElementInputDate(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
p.MustElement("[type=date]").MustInput("12")
}
func TestCheckbox(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement("[type=checkbox]")
g.True(el.MustClick().MustProperty("checked").Bool())
}
func TestSelectText(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement("textarea")
el.MustInput("test")
el.MustSelectAllText()
el.MustInput("test")
g.Eq("test", el.MustText())
el.MustSelectText(`es`)
el.MustInput("__")
g.Eq("t__t", el.MustText())
g.Panic(func() {
g.mc.stubErr(1, proto.DOMScrollIntoViewIfNeeded{})
el.MustSelectText("")
})
g.Panic(func() {
g.mc.stubErr(1, proto.DOMScrollIntoViewIfNeeded{})
el.MustSelectAllText()
})
g.Panic(func() {
g.mc.stubErr(1, proto.DOMScrollIntoViewIfNeeded{})
el.MustInput("")
})
g.Panic(func() {
g.mc.stubErr(1, proto.InputInsertText{})
el.MustInput("")
})
}
func TestBlur(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement("#blur").MustInput("test").MustBlur()
g.Eq("ok", *el.MustAttribute("a"))
}
func TestSelectQuery(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement("select")
err := el.Select([]string{`[value="c"]`}, true, rod.SelectorTypeCSSSector)
g.E(err)
g.Eq(2, el.MustEval("() => this.selectedIndex").Int())
}
func TestSelectOptions(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement("select")
el.MustSelect("B", "C")
g.Eq("B,C", el.MustText())
g.Eq(1, el.MustProperty("selectedIndex").Int())
// unselect with regex
err := el.Select([]string{`^B$`}, false, rod.SelectorTypeRegex)
g.E(err)
g.Eq("C", el.MustText())
// unselect with css selector
err = el.Select([]string{`[value="c"]`}, false, rod.SelectorTypeCSSSector)
g.E(err)
g.Eq("", el.MustText())
// option not found error
g.Is(el.Select([]string{"not-exists"}, true, rod.SelectorTypeCSSSector), &rod.ElementNotFoundError{})
{
g.mc.stubErr(5, proto.RuntimeCallFunctionOn{})
g.Err(el.Select([]string{"B"}, true, rod.SelectorTypeText))
}
}
func TestMatches(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement("textarea")
g.True(el.MustMatches(`[cols="30"]`))
g.Panic(func() {
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
el.MustMatches("")
})
}
func TestAttribute(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement("textarea")
cols := el.MustAttribute("cols")
rows := el.MustAttribute("rows")
g.Eq("30", *cols)
g.Eq("10", *rows)
p = g.page.MustNavigate(g.srcFile("fixtures/click.html"))
el = p.MustElement("button").MustClick()
g.Eq("ok", *el.MustAttribute("a"))
g.Nil(el.MustAttribute("b"))
g.Panic(func() {
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
el.MustAttribute("")
})
}
func TestProperty(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement("textarea")
cols := el.MustProperty("cols")
rows := el.MustProperty("rows")
g.Eq(float64(30), cols.Num())
g.Eq(float64(10), rows.Num())
p = g.page.MustNavigate(g.srcFile("fixtures/open-page.html"))
el = p.MustElement("a")
g.Eq("link", el.MustProperty("id").Str())
g.Eq("_blank", el.MustProperty("target").Str())
g.True(el.MustProperty("test").Nil())
g.Panic(func() {
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
el.MustProperty("")
})
}
func TestDisabled(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
g.False(p.MustElement("#EnabledButton").MustDisabled())
g.True(p.MustElement("#DisabledButton").MustDisabled())
g.Panic(func() {
el := p.MustElement("#EnabledButton")
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
el.MustDisabled()
})
}
func TestSetFiles(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement(`[type=file]`)
el.MustSetFiles(
slash("fixtures/click.html"),
slash("fixtures/alert.html"),
)
list := el.MustEval("() => Array.from(this.files).map(f => f.name)").Arr()
g.Len(list, 2)
g.Eq("alert.html", list[1].String())
}
func TestEnter(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement("[type=submit]")
el.MustType(input.Enter)
g.True(p.MustHas("[event=submit]"))
}
func TestWaitInvisible(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/click.html"))
h4 := p.MustElement("h4")
btn := p.MustElement("button")
g.True(h4.MustVisible())
h4.MustWaitVisible()
go func() {
utils.Sleep(0.03)
h4.MustEval(`() => this.remove()`)
utils.Sleep(0.03)
btn.MustEval(`() => this.style.visibility = 'hidden'`)
}()
h4.MustWaitInvisible()
btn.MustWaitInvisible()
g.False(p.MustHas("h4"))
}
func TestWaitEnabled(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/click.html"))
p.MustElement("button").MustWaitEnabled()
}
func TestWaitWritable(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
p.MustElement("input").MustWaitWritable()
}
func TestWaitStable(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/wait-stable.html"))
el := p.MustElement("button")
go func() {
utils.Sleep(1)
el.MustEval(`() => this.classList.remove("play")`)
}()
start := time.Now()
el.MustWaitStable()
g.Gt(time.Since(start), time.Second)
ctx := g.Context()
g.mc.stub(1, proto.DOMGetContentQuads{}, func(send StubSend) (gson.JSON, error) {
go func() {
utils.Sleep(0.1)
ctx.Cancel()
}()
return send()
})
g.Err(el.Context(ctx).WaitStable(time.Minute))
g.Panic(func() {
g.mc.stubErr(1, proto.DOMGetContentQuads{})
el.MustWaitStable()
})
g.Panic(func() {
g.mc.stubErr(2, proto.DOMGetContentQuads{})
el.MustWaitStable()
})
}
func TestWaitStableRAP(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/wait-stable.html"))
el := p.MustElement("button")
go func() {
utils.Sleep(1)
el.MustEval(`() => this.classList.remove("play")`)
}()
start := time.Now()
g.E(el.WaitStableRAF())
g.Gt(time.Since(start), time.Second)
g.mc.stubErr(2, proto.RuntimeCallFunctionOn{})
g.Err(el.WaitStableRAF())
g.mc.stubErr(1, proto.DOMGetContentQuads{})
g.Err(el.WaitStableRAF())
}
func TestCanvasToImage(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/canvas.html"))
src, err := png.Decode(bytes.NewBuffer(p.MustElement("#canvas").MustCanvasToImage()))
g.E(err)
g.Eq(src.At(50, 50), color.NRGBA{0xFF, 0x00, 0x00, 0xFF})
}
func TestElementWaitLoad(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/resource.html"))
p.MustElement("img").MustWaitLoad()
}
func TestResource(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/resource.html"))
el := p.MustElement("img")
g.Eq(len(el.MustResource()), 22661)
g.mc.stub(1, proto.PageGetResourceContent{}, func(_ StubSend) (gson.JSON, error) {
return gson.New(proto.PageGetResourceContentResult{
Content: "ok",
Base64Encoded: false,
}), nil
})
g.Eq([]byte("ok"), el.MustResource())
g.Panic(func() {
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
el.MustResource()
})
g.Panic(func() {
g.mc.stubErr(1, proto.PageGetResourceContent{})
el.MustResource()
})
}
func TestBackgroundImage(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/resource.html")).MustWaitStable()
el := p.MustElement("div")
g.Eq(len(el.MustBackgroundImage()), 22661)
{
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
g.Err(el.BackgroundImage())
}
}
func TestElementScreenshot(t *testing.T) {
g := setup(t)
f := filepath.Join("tmp", "screenshots", g.RandStr(16)+".png")
p := g.page.MustNavigate(g.srcFile("fixtures/click.html"))
el := p.MustElement("h4")
data := el.MustScreenshot(f)
img, err := png.Decode(bytes.NewBuffer(data))
g.E(err)
g.Eq(200, img.Bounds().Dx())
g.Eq(30, img.Bounds().Dy())
g.Nil(os.Stat(f))
g.Panic(func() {
g.mc.stubErr(1, proto.DOMScrollIntoViewIfNeeded{})
el.MustScreenshot()
})
g.Panic(func() {
g.mc.stubErr(1, proto.PageCaptureScreenshot{})
el.MustScreenshot()
})
g.Panic(func() {
g.mc.stubErr(3, proto.DOMGetContentQuads{})
el.MustScreenshot()
})
}
func TestUseReleasedElement(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/click.html"))
btn := p.MustElement("button")
btn.MustRelease()
g.Err(btn.Click("left", 1))
btn = p.MustElement("button")
g.E(proto.RuntimeReleaseObject{ObjectID: btn.Object.ObjectID}.Call(p))
g.Is(btn.Click("left", 1), cdp.ErrObjNotFound)
}
func TestElementRemove(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/click.html"))
btn := p.MustElement("button")
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
g.Err(btn.Remove())
}
func TestElementMultipleTimes(t *testing.T) {
g := setup(t)
// To see whether chrome will reuse the remote object ID or not.
// Seems like it will not.
page := g.page.MustNavigate(g.srcFile("fixtures/click.html"))
btn01 := page.MustElement("button")
btn02 := page.MustElement("button")
g.Eq(btn01.MustText(), btn02.MustText())
g.Neq(btn01.Object, btn02.Object)
}
func TestFnErr(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/click.html"))
el := p.MustElement("button")
_, err := el.Eval("foo()")
g.Err(err)
g.Has(err.Error(), "ReferenceError: foo is not defined")
var e *rod.EvalError
g.True(errors.As(err, &e))
g.Eq(proto.RuntimeRemoteObjectSubtypeError, e.Exception.Subtype)
_, err = el.ElementByJS(rod.Eval("() => foo()"))
g.Err(err)
g.Has(err.Error(), "ReferenceError: foo is not defined")
g.True(errors.Is(err, &rod.EvalError{}))
}
func TestElementEWithDepth(t *testing.T) {
g := setup(t)
checkStr := `green tea`
p := g.page.MustNavigate(g.srcFile("fixtures/describe.html"))
ulDOMNode, err := p.MustElement(`ul`).Describe(-1, true)
g.Nil(errors.Unwrap(err))
data, err := json.Marshal(ulDOMNode)
g.Nil(errors.Unwrap(err))
// The depth is -1, should contain checkStr
g.Has(string(data), checkStr)
}
func TestElementOthers(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement("form")
el.MustFocus()
el.MustScrollIntoView()
g.Eq("submit", el.MustElement("[type=submit]").MustText())
g.Eq("", el.MustElement("[type=submit]").MustHTML())
el.MustWait(`() => true`)
g.Eq("form", el.MustElementByJS(`() => this`).MustDescribe().LocalName)
g.Len(el.MustElementsByJS(`() => []`), 0)
}
func TestElementEqual(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/describe.html"))
el1 := p.MustElement("body > ul")
el2 := p.MustElement("html > body > ul")
g.True(el1.MustEqual(el2))
el3 := p.MustElement("ul ul")
g.False(el1.MustEqual(el3))
}
func TestElementWait(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/describe.html"))
e1 := p.MustElement("body > ul > li")
g.Eq(e1.MustText(), "coffee")
params := []interface{}{1, 3, 4}
go func() {
utils.Sleep(0.3)
e1.MustEval(`(a, b, c) => this.innerText = 'x'.repeat(a + b + c)`, params...)
}()
e1.MustWait(`(a, b, c) => this.innerText.length === (a + b + c)`, params...)
g.Eq(e1.MustText(), "xxxxxxxx")
}
func TestShapeInIframe(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/click-iframe.html"))
pt := p.MustElement("iframe").MustFrame().MustElement("button").MustShape().OnePointInside()
g.InDelta(pt.X, 238, 1)
g.InDelta(pt.Y, 287, 1)
}
func TestElementFromPointErr(t *testing.T) {
g := setup(t)
g.mc.stubErr(1, proto.DOMGetNodeForLocation{})
g.Err(g.page.ElementFromPoint(10, 10))
}
func TestElementFromNodeErr(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/click.html"))
el := p.MustElementX("//button/text()")
g.mc.stubErr(3, proto.RuntimeCallFunctionOn{})
g.Err(p.ElementFromNode(el.MustDescribe()))
}
func TestElementErrors(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement("form")
ctx := g.Timeout(0)
_, err := el.Context(ctx).Describe(-1, true)
g.Err(err)
_, err = el.Context(ctx).Frame()
g.Err(err)
err = el.Context(ctx).Focus()
g.Err(err)
_, err = el.Context(ctx).KeyActions()
g.Err(err)
err = el.Context(ctx).Input("a")
g.Err(err)
err = el.Context(ctx).Select([]string{"a"}, true, rod.SelectorTypeText)
g.Err(err)
err = el.Context(ctx).WaitStable(0)
g.Err(err)
_, err = el.Context(ctx).Resource()
g.Err(err)
err = el.Context(ctx).Input("a")
g.Err(err)
err = el.Context(ctx).Input("a")
g.Err(err)
_, err = el.Context(ctx).HTML()
g.Err(err)
_, err = el.Context(ctx).Visible()
g.Err(err)
_, err = el.Context(ctx).CanvasToImage("", 0)
g.Err(err)
err = el.Context(ctx).Release()
g.Err(err)
}
func TestElementGetXPath(t *testing.T) {
g := setup(t)
p := g.page.MustNavigate(g.srcFile("fixtures/input.html"))
el := p.MustElement("textarea")
xpath := el.MustGetXPath(true)
g.Eq(xpath, "/html/body/form/textarea")
xpath = el.MustGetXPath(false)
g.Eq(xpath, "/html/body/form/textarea")
g.Panic(func() {
g.mc.stubErr(1, proto.RuntimeCallFunctionOn{})
el.MustGetXPath(true)
})
}
golang-github-go-rod-rod-0.116.2/error.go 0000664 0000000 0000000 00000010712 15206741465 0020052 0 ustar 00root root 0000000 0000000 package rod
import (
"context"
"fmt"
"github.com/go-rod/rod/lib/proto"
"github.com/go-rod/rod/lib/utils"
)
// TryError error.
type TryError struct {
Value interface{}
Stack string
}
func (e *TryError) Error() string {
return fmt.Sprintf("error value: %#v\n%s", e.Value, e.Stack)
}
// Is interface.
func (e *TryError) Is(err error) bool { _, ok := err.(*TryError); return ok }
// Unwrap stdlib interface.
func (e *TryError) Unwrap() error {
if err, ok := e.Value.(error); ok {
return err
}
return fmt.Errorf("%v", e.Value)
}
// ExpectElementError error.
type ExpectElementError struct {
*proto.RuntimeRemoteObject
}
func (e *ExpectElementError) Error() string {
return fmt.Sprintf("expect js to return an element, but got: %s", utils.MustToJSON(e))
}
// Is interface.
func (e *ExpectElementError) Is(err error) bool { _, ok := err.(*ExpectElementError); return ok }
// ExpectElementsError error.
type ExpectElementsError struct {
*proto.RuntimeRemoteObject
}
func (e *ExpectElementsError) Error() string {
return fmt.Sprintf("expect js to return an array of elements, but got: %s", utils.MustToJSON(e))
}
// Is interface.
func (e *ExpectElementsError) Is(err error) bool { _, ok := err.(*ExpectElementsError); return ok }
// ElementNotFoundError error.
type ElementNotFoundError struct{}
func (e *ElementNotFoundError) Error() string {
return "cannot find element"
}
// NotFoundSleeper returns ErrElementNotFound on the first call.
func NotFoundSleeper() utils.Sleeper {
return func(context.Context) error {
return &ElementNotFoundError{}
}
}
// ObjectNotFoundError error.
type ObjectNotFoundError struct {
*proto.RuntimeRemoteObject
}
func (e *ObjectNotFoundError) Error() string {
return fmt.Sprintf("cannot find object: %s", utils.MustToJSON(e))
}
// Is interface.
func (e *ObjectNotFoundError) Is(err error) bool { _, ok := err.(*ObjectNotFoundError); return ok }
// EvalError error.
type EvalError struct {
*proto.RuntimeExceptionDetails
}
func (e *EvalError) Error() string {
exp := e.Exception
return fmt.Sprintf("eval js error: %s %s", exp.Description, exp.Value)
}
// Is interface.
func (e *EvalError) Is(err error) bool { _, ok := err.(*EvalError); return ok }
// NavigationError error.
type NavigationError struct {
Reason string
}
func (e *NavigationError) Error() string {
return "navigation failed: " + e.Reason
}
// Is interface.
func (e *NavigationError) Is(err error) bool { _, ok := err.(*NavigationError); return ok }
// PageCloseCanceledError error.
type PageCloseCanceledError struct{}
func (e *PageCloseCanceledError) Error() string {
return "page close canceled"
}
// NotInteractableError error. Check the doc of Element.Interactable for details.
type NotInteractableError struct{}
func (e *NotInteractableError) Error() string {
return "element is not cursor interactable"
}
// InvisibleShapeError error.
type InvisibleShapeError struct {
*Element
}
// Error ...
func (e *InvisibleShapeError) Error() string {
return fmt.Sprintf("element has no visible shape or outside the viewport: %s", e.String())
}
// Is interface.
func (e *InvisibleShapeError) Is(err error) bool { _, ok := err.(*InvisibleShapeError); return ok }
// Unwrap ...
func (e *InvisibleShapeError) Unwrap() error {
return &NotInteractableError{}
}
// CoveredError error.
type CoveredError struct {
*Element
}
// Error ...
func (e *CoveredError) Error() string {
return fmt.Sprintf("element covered by: %s", e.String())
}
// Unwrap ...
func (e *CoveredError) Unwrap() error {
return &NotInteractableError{}
}
// Is interface.
func (e *CoveredError) Is(err error) bool { _, ok := err.(*CoveredError); return ok }
// NoPointerEventsError error.
type NoPointerEventsError struct {
*Element
}
// Error ...
func (e *NoPointerEventsError) Error() string {
return fmt.Sprintf("element's pointer-events is none: %s", e.String())
}
// Unwrap ...
func (e *NoPointerEventsError) Unwrap() error {
return &NotInteractableError{}
}
// Is interface.
func (e *NoPointerEventsError) Is(err error) bool { _, ok := err.(*NoPointerEventsError); return ok }
// PageNotFoundError error.
type PageNotFoundError struct{}
func (e *PageNotFoundError) Error() string {
return "cannot find page"
}
// NoShadowRootError error.
type NoShadowRootError struct {
*Element
}
// Error ...
func (e *NoShadowRootError) Error() string {
return fmt.Sprintf("element has no shadow root: %s", e.String())
}
// Is interface.
func (e *NoShadowRootError) Is(err error) bool { _, ok := err.(*NoShadowRootError); return ok }
golang-github-go-rod-rod-0.116.2/examples_test.go 0000664 0000000 0000000 00000047367 15206741465 0021616 0 ustar 00root root 0000000 0000000 package rod_test
import (
"context"
"errors"
"fmt"
"math/rand"
"net/http"
"path/filepath"
"sync"
"time"
"github.com/go-rod/rod"
"github.com/go-rod/rod/lib/cdp"
"github.com/go-rod/rod/lib/input"
"github.com/go-rod/rod/lib/launcher"
"github.com/go-rod/rod/lib/proto"
"github.com/go-rod/rod/lib/utils"
"github.com/ysmood/gson"
)
// This example opens https://github.com/, searches for "git",
// and then gets the header element which gives the description for Git.
func Example_basic() {
// Launch a new browser with default options, and connect to it.
browser := rod.New().MustConnect()
// Even you forget to close, rod will close it after main process ends.
defer browser.MustClose()
// Create a new page
page := browser.MustPage("https://github.com").MustWaitStable()
// Trigger the search input with hotkey "/"
page.Keyboard.MustType(input.Slash)
// We use css selector to get the search input element and input "git"
page.MustElement("#query-builder-test").MustInput("git").MustType(input.Enter)
// Wait until css selector get the element then get the text content of it.
text := page.MustElementR("span", "most widely used").MustText()
fmt.Println(text)
// Get all input elements. Rod supports query elements by css selector, xpath, and regex.
// For more detailed usage, check the query_test.go file.
fmt.Println("Found", len(page.MustElements("input")), "input elements")
// Eval js on the page
page.MustEval(`() => console.log("hello world")`)
// Pass parameters as json objects to the js function. This MustEval will result 3
fmt.Println("1 + 2 =", page.MustEval(`(a, b) => a + b`, 1, 2).Int())
// When eval on an element, "this" in the js is the current DOM element.
fmt.Println(page.MustElement("title").MustEval(`() => this.innerText`).String())
// Output:
// Git is the most widely used version control system.
// Found 10 input elements
// 1 + 2 = 3
// Repository search results · GitHub
}
// Shows how to disable headless mode and debug.
// Rod provides a lot of debug options, you can set them with setter methods or use environment variables.
// Doc for environment variables: https://pkg.go.dev/github.com/go-rod/rod/lib/defaults
func Example_disable_headless_to_debug() {
// Headless runs the browser on foreground, you can also use flag "-rod=show"
// Devtools opens the tab in each new tab opened automatically
l := launcher.New().
Headless(false).
Devtools(true)
defer l.Cleanup()
url := l.MustLaunch()
// Trace shows verbose debug information for each action executed
// SlowMotion is a debug related function that waits 2 seconds between
// each action, making it easier to inspect what your code is doing.
browser := rod.New().
ControlURL(url).
Trace(true).
SlowMotion(2 * time.Second).
MustConnect()
// ServeMonitor plays screenshots of each tab. This feature is extremely
// useful when debugging with headless mode.
// You can also enable it with flag "-rod=monitor"
launcher.Open(browser.ServeMonitor(""))
defer browser.MustClose()
page := browser.MustPage("https://github.com/")
page.MustElement("input").MustInput("git").MustType(input.Enter)
text := page.MustElement(".codesearch-results p").MustText()
fmt.Println(text)
utils.Pause() // pause goroutine
}
// Rod use https://golang.org/pkg/context to handle cancellations for IO blocking operations, most times it's timeout.
// Context will be recursively passed to all sub-methods.
// For example, methods like Page.Context(ctx) will return a clone of the page with the ctx,
// all the methods of the returned page will use the ctx if they have IO blocking operations.
// [Page.Timeout] or [Page.WithCancel] is just a shortcut for Page.Context.
// Of course, Browser or Element works the same way.
func Example_context_and_timeout() {
page := rod.New().MustConnect().MustPage("https://github.com")
page.
// Set a 5-second timeout for all chained methods
Timeout(5 * time.Second).
// The total time for MustWaitLoad and MustElement must be less than 5 seconds
MustWaitLoad().
MustElement("title").
// Methods after CancelTimeout won't be affected by the 5-second timeout
CancelTimeout().
// Set a 10-second timeout for all chained methods
Timeout(10 * time.Second).
// Panics if it takes more than 10 seconds
MustText()
// The two code blocks below are basically the same:
{
page.Timeout(5 * time.Second).MustElement("a").CancelTimeout()
}
{
// Use this way you can customize your own way to cancel long-running task
page, cancel := page.WithCancel()
go func() {
time.Sleep(time.Duration(rand.Int())) // cancel after randomly time
cancel()
}()
page.MustElement("a")
}
}
func Example_context_and_EachEvent() {
browser := rod.New().MustConnect()
defer browser.MustClose()
page := browser.MustPage("https://github.com").MustWaitLoad()
page, cancel := page.WithCancel()
go func() {
time.Sleep(time.Second)
cancel()
}()
// It's a blocking method, it will wait until the context is cancelled
page.EachEvent(func(_ *proto.PageLifecycleEvent) {})()
if page.GetContext().Err() == context.Canceled {
fmt.Println("cancelled")
}
}
// We use "Must" prefixed functions to write example code. But in production you may want to use
// the no-prefix version of them.
// About why we use "Must" as the prefix, it's similar to https://golang.org/pkg/regexp/#MustCompile
func Example_error_handling() {
page := rod.New().MustConnect().MustPage("https://mdn.dev")
// We use Go's standard way to check error types, no magic.
check := func(err error) {
var evalErr *rod.EvalError
if errors.Is(err, context.DeadlineExceeded) { // timeout error
fmt.Println("timeout err")
} else if errors.As(err, &evalErr) { // eval error
fmt.Println(evalErr.LineNumber)
} else if err != nil {
fmt.Println("can't handle", err)
}
}
// The two code blocks below are doing the same thing in two styles:
// The block below is better for debugging or quick scripting. We use panic to short-circuit logics.
// So that we can take advantage of fluent interface (https://en.wikipedia.org/wiki/Fluent_interface)
// and fail-fast (https://en.wikipedia.org/wiki/Fail-fast).
// This style will reduce code, but it may also catch extra errors (less consistent and precise).
{
err := rod.Try(func() {
fmt.Println(page.MustElement("a").MustHTML()) // use "Must" prefixed functions
})
check(err)
}
// The block below is better for production code. It's the standard way to handle errors.
// Usually, this style is more consistent and precise.
{
el, err := page.Element("a")
if err != nil {
check(err)
return
}
html, err := el.HTML()
if err != nil {
check(err)
return
}
fmt.Println(html)
}
}
// Example_search shows how to use Search to get element inside nested iframes or shadow DOMs.
// It works the same as https://developers.google.com/web/tools/chrome-devtools/dom#search
func Example_search() {
browser := rod.New().MustConnect()
defer browser.MustClose()
page := browser.MustPage("https://developer.mozilla.org/en-US/docs/Web/HTML/Element/iframe")
// Click the zoom-in button of the OpenStreetMap
page.MustSearch(".leaflet-control-zoom-in").MustClick()
fmt.Println("done")
// Output: done
}
func Example_page_screenshot() {
page := rod.New().MustConnect().MustPage("https://github.com").MustWaitLoad()
// simple version
page.MustScreenshot("my.png")
// customization version
img, _ := page.Screenshot(true, &proto.PageCaptureScreenshot{
Format: proto.PageCaptureScreenshotFormatJpeg,
Quality: gson.Int(90),
Clip: &proto.PageViewport{
X: 0,
Y: 0,
Width: 300,
Height: 200,
Scale: 1,
},
FromSurface: true,
})
_ = utils.OutputFile("my.jpg", img)
}
func Example_page_scroll_screenshot() {
browser := rod.New().MustConnect()
// capture entire browser viewport, returning jpg with quality=90
img, err := browser.MustPage("https://desktop.github.com/").MustWaitStable().ScrollScreenshot(&rod.ScrollScreenshotOptions{
Format: proto.PageCaptureScreenshotFormatJpeg,
Quality: gson.Int(90),
})
if err != nil {
panic(err)
}
_ = utils.OutputFile("my.jpg", img)
}
func Example_page_pdf() {
page := rod.New().MustConnect().MustPage("https://github.com").MustWaitLoad()
// simple version
page.MustPDF("my.pdf")
// customized version
pdf, _ := page.PDF(&proto.PagePrintToPDF{
PaperWidth: gson.Num(8.5),
PaperHeight: gson.Num(11),
PageRanges: "1-3",
})
_ = utils.OutputFile("my.pdf", pdf)
}
// Show how to handle multiple results of an action.
// Such as when you login a page, the result can be success or wrong password.
func Example_race_selectors() {
const username = ""
const password = ""
browser := rod.New().MustConnect()
page := browser.MustPage("https://leetcode.com/accounts/login/")
page.MustElement("#id_login").MustInput(username)
page.MustElement("#id_password").MustInput(password).MustType(input.Enter)
// It will keep retrying until one selector has found a match
elm := page.Race().Element(".nav-user-icon-base").MustHandle(func(e *rod.Element) {
// print the username after successful login
fmt.Println(*e.MustAttribute("title"))
}).Element("[data-cy=sign-in-error]").MustDo()
if elm.MustMatches("[data-cy=sign-in-error]") {
// when wrong username or password
panic(elm.MustText())
}
}
// Rod uses mouse cursor to simulate clicks, so if a button is moving because of animation, the click may not work as expected.
// We usually use WaitStable to make sure the target isn't changing anymore.
func Example_wait_for_animation() {
browser := rod.New().MustConnect()
defer browser.MustClose()
page := browser.MustPage("https://getbootstrap.com/docs/4.0/components/modal/")
page.MustWaitLoad().MustElement("[data-target='#exampleModalLive']").MustClick()
saveBtn := page.MustElementR("#exampleModalLive button", "Close")
// Here, WaitStable will wait until the button's position and size become stable.
saveBtn.MustWaitStable().MustClick().MustWaitInvisible()
fmt.Println("done")
// Output: done
}
// When you want to wait for an ajax request to complete, this example will be useful.
func Example_wait_for_request() {
browser := rod.New().MustConnect()
defer browser.MustClose()
page := browser.MustPage("https://www.wikipedia.org/").MustWaitLoad()
// Start to analyze request events
wait := page.MustWaitRequestIdle()
// This will trigger the search ajax request
page.MustElement("#searchInput").MustClick().MustInput("lisp")
// Wait until there's no active requests
wait()
// We want to make sure that after waiting, there are some autocomplete
// suggestions available.
fmt.Println(len(page.MustElements(".suggestion-link")) > 0)
// Output: true
}
// Shows how to change the retry/polling options that is used to query elements.
// This is useful when you want to customize the element query retry logic.
func Example_customize_retry_strategy() {
browser := rod.New().MustConnect()
defer browser.MustClose()
page := browser.MustPage("https://github.com")
// sleep for 0.5 seconds before every retry
sleeper := func() utils.Sleeper {
return func(context.Context) error {
time.Sleep(time.Second / 2)
return nil
}
}
el, _ := page.Sleeper(sleeper).Element("input")
fmt.Println(el.MustProperty("name"))
// If sleeper is nil page.ElementE will query without retrying.
// If nothing found it will return an error.
el, err := page.Sleeper(rod.NotFoundSleeper).Element("input")
if errors.Is(err, &rod.ElementNotFoundError{}) {
fmt.Println("element not found")
} else if err != nil {
panic(err)
}
fmt.Println(el.MustProperty("name"))
// Output:
// type
// type
}
// Shows how we can further customize the browser with the launcher library.
// Usually you use launcher lib to set the browser's command line flags (switches).
// Doc for flags: https://peter.sh/experiments/chromium-command-line-switches
func Example_customize_browser_launch() {
url := launcher.New().
Proxy("127.0.0.1:8080"). // set flag "--proxy-server=127.0.0.1:8080"
Delete("use-mock-keychain"). // delete flag "--use-mock-keychain"
MustLaunch()
browser := rod.New().ControlURL(url).MustConnect()
defer browser.MustClose()
// So that we don't have to self issue certs for MITM
browser.MustIgnoreCertErrors(true)
// Adding authentication to the proxy, for the next auth request.
// We use CLI tool "mitmproxy --proxyauth user:pass" as an example.
go browser.MustHandleAuth("user", "pass")()
// mitmproxy needs a cert config to support https. We use http here instead,
// for example
fmt.Println(browser.MustPage("https://mdn.dev/").MustElement("title").MustText())
}
// When rod doesn't have a feature that you need. You can easily call the cdp to achieve it.
// List of cdp API: https://github.com/go-rod/rod/tree/main/lib/proto
func Example_direct_cdp() {
page := rod.New().MustConnect().MustPage()
// Rod doesn't have a method to enable AD blocking,
// but you can call cdp interface directly to achieve it.
// The two code blocks below are equal to enable AD blocking
{
_ = proto.PageSetAdBlockingEnabled{
Enabled: true,
}.Call(page)
}
{
// Interact with the cdp JSON API directly
_, _ = page.Call(context.TODO(), "", "Page.setAdBlockingEnabled", map[string]bool{
"enabled": true,
})
}
}
// Shows how to listen for events.
func Example_handle_events() {
browser := rod.New().MustConnect()
defer browser.MustClose()
page := browser.MustPage()
done := make(chan struct{})
// Listen for all events of console output.
go page.EachEvent(func(e *proto.RuntimeConsoleAPICalled) {
if e.Type == proto.RuntimeConsoleAPICalledTypeLog {
fmt.Println(page.MustObjectsToJSON(e.Args))
close(done)
}
})()
wait := page.WaitEvent(&proto.PageLoadEventFired{})
page.MustNavigate("https://mdn.dev")
wait()
// EachEvent allows us to achieve the same functionality as above.
if false {
// Subscribe events before they happen, run the "wait()" to start consuming
// the events. We can return an optional stop signal to unsubscribe events.
wait := page.EachEvent(func(_ *proto.PageLoadEventFired) (stop bool) {
return true
})
page.MustNavigate("https://mdn.dev")
wait()
}
// Or the for-loop style to handle events to do the same thing above.
if false {
page.MustNavigate("https://mdn.dev")
for msg := range page.Event() {
e := proto.PageLoadEventFired{}
if msg.Load(&e) {
break
}
}
}
page.MustEval(`() => console.log("hello", "world")`)
<-done
// Output:
// [hello world]
}
func Example_download_file() {
browser := rod.New().MustConnect()
page := browser.MustPage("https://file-examples.com/index.php/sample-documents-download/sample-pdf-download/")
wait := browser.MustWaitDownload()
page.MustElementR("a", "DOWNLOAD SAMPLE PDF FILE").MustClick()
_ = utils.OutputFile("t.pdf", wait())
}
// Shows how to intercept requests and modify
// both the request and the response.
// The entire process of hijacking one request:
//
// browser --req-> rod ---> server ---> rod --res-> browser
//
// The --req-> and --res-> are the parts that can be modified.
func Example_hijack_requests() {
browser := rod.New().MustConnect()
defer browser.MustClose()
router := browser.HijackRequests()
defer router.MustStop()
router.MustAdd("*.js", func(ctx *rod.Hijack) {
// Here we update the request's header. Rod gives functionality to
// change or update all parts of the request. Refer to the documentation
// for more information.
ctx.Request.Req().Header.Set("My-Header", "test")
// LoadResponse runs the default request to the destination of the request.
// Not calling this will require you to mock the entire response.
// This can be done with the SetXxx (Status, Header, Body) functions on the
// ctx.Response struct.
_ = ctx.LoadResponse(http.DefaultClient, true)
// Here we append some code to every js file.
// The code will update the document title to "hi"
ctx.Response.SetBody(ctx.Response.Body() + "\n document.title = 'hi' ")
})
go router.Run()
browser.MustPage("https://go-rod.github.io").MustWait(`() => document.title === 'hi'`)
fmt.Println("done")
// Output: done
}
// Shows how to share a remote object reference between two Eval.
func Example_eval_reuse_remote_object() {
page := rod.New().MustConnect().MustPage()
fn := page.MustEvaluate(rod.Eval(`() => Math.random`).ByObject())
res := page.MustEval(`f => f()`, fn)
// print a random number
fmt.Println(res.Num())
}
// Shows how to update the state of the current page.
// In this example we enable the network domain.
func Example_states() {
browser := rod.New().MustConnect()
defer browser.MustClose()
page := browser.MustPage()
// LoadState detects whether the network domain is enabled or not.
fmt.Println(page.LoadState(&proto.NetworkEnable{}))
_ = proto.NetworkEnable{}.Call(page)
// Check if the network domain is successfully enabled.
fmt.Println(page.LoadState(&proto.NetworkEnable{}))
// Output:
// false
// true
}
// We can use [rod.PagePool] to concurrently control and reuse pages.
func ExamplePage_pool() {
browser := rod.New().MustConnect()
defer browser.MustClose()
// We create a pool that will hold at most 3 pages which means the max concurrency is 3
pool := rod.NewPagePool(3)
// Create a page if needed
create := func() *rod.Page {
// We use MustIncognito to isolate pages with each other
return browser.MustIncognito().MustPage()
}
yourJob := func() {
page := pool.MustGet(create)
// Put the instance back to the pool after we're done,
// so the instance can be reused by other goroutines.
defer pool.Put(page)
page.MustNavigate("http://mdn.dev").MustWaitLoad()
fmt.Println(page.MustInfo().Title)
}
// Run jobs concurrently
wg := sync.WaitGroup{}
for range "...." {
wg.Add(1)
go func() {
defer wg.Done()
yourJob()
}()
}
wg.Wait()
// cleanup pool
pool.Cleanup(func(p *rod.Page) { p.MustClose() })
// Output:
// MDN Web Docs
// MDN Web Docs
// MDN Web Docs
// MDN Web Docs
}
// We can use [rod.BrowserPool] to concurrently control and reuse browsers.
func ExampleBrowser_pool() {
// Create a new browser pool with a limit of 3
pool := rod.NewBrowserPool(3)
// Create a function that returns a new browser instance
create := func() *rod.Browser {
browser := rod.New().MustConnect()
return browser
}
// Use the browser instances in separate goroutines
var wg sync.WaitGroup
for i := 0; i < 3; i++ {
wg.Add(1)
go func() {
defer wg.Done()
// Get a browser instance from the pool
browser := pool.MustGet(create)
// Put the instance back to the pool after we're done,
// so the instance can be reused by other goroutines.
defer pool.Put(browser)
// Use the browser instance
page := browser.MustPage("https://www.google.com")
fmt.Println(page.MustInfo().Title)
}()
}
// Wait for all the goroutines to finish
wg.Wait()
// Cleanup the pool by closing all the browser instances
pool.Cleanup(func(p *rod.Browser) {
p.MustClose()
})
}
func Example_load_extension() {
extPath, _ := filepath.Abs("fixtures/chrome-extension")
u := launcher.New().
// Must use abs path for an extension
Set("load-extension", extPath).
// Headless mode doesn't support extension yet.
// Reason: https://bugs.chromium.org/p/chromium/issues/detail?id=706008#c5
// You can use XVFB to get rid of it: https://github.com/go-rod/rod/blob/main/lib/examples/launch-managed/main.go
Headless(false).
MustLaunch()
page := rod.New().ControlURL(u).MustConnect().MustPage("http://mdn.dev")
page.MustWait(`() => document.title === 'test-extension'`)
fmt.Println("ok")
// Skip
// Output: ok
}
func Example_log_cdp_traffic() {
cdp := cdp.New().
// Here we can customize how to log the requests, responses, and events transferred between Rod and the browser.
Logger(utils.Log(func(args ...interface{}) {
switch v := args[0].(type) {
case *cdp.Request:
fmt.Printf("id: %d", v.ID)
}
})).
Start(cdp.MustConnectWS(launcher.New().MustLaunch()))
rod.New().Client(cdp).MustConnect().MustPage("http://mdn.dev")
}
golang-github-go-rod-rod-0.116.2/fixtures/ 0000775 0000000 0000000 00000000000 15206741465 0020242 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/fixtures/README.md 0000664 0000000 0000000 00000000164 15206741465 0021522 0 ustar 00root root 0000000 0000000 # Overview
The source code for all images under this folder are all come from file [design.sketch](design.sketch).
golang-github-go-rod-rod-0.116.2/fixtures/add-script-tag.js 0000664 0000000 0000000 00000000073 15206741465 0023403 0 ustar 00root root 0000000 0000000 window.n = 0
window.count = () => {
return window.n++
}
golang-github-go-rod-rod-0.116.2/fixtures/add-style-tag.css 0000664 0000000 0000000 00000000025 15206741465 0023410 0 ustar 00root root 0000000 0000000 h4 {
color: red;
}
golang-github-go-rod-rod-0.116.2/fixtures/alert.html 0000664 0000000 0000000 00000000130 15206741465 0022231 0 ustar 00root root 0000000 0000000
golang-github-go-rod-rod-0.116.2/fixtures/blank.html 0000664 0000000 0000000 00000000016 15206741465 0022214 0 ustar 00root root 0000000 0000000
golang-github-go-rod-rod-0.116.2/fixtures/canvas.html 0000664 0000000 0000000 00000000420 15206741465 0022377 0 ustar 00root root 0000000 0000000
golang-github-go-rod-rod-0.116.2/fixtures/chrome-extension/ 0000775 0000000 0000000 00000000000 15206741465 0023531 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/fixtures/chrome-extension/main.js 0000664 0000000 0000000 00000000051 15206741465 0025007 0 ustar 00root root 0000000 0000000 window.document.title = 'test-extension'
golang-github-go-rod-rod-0.116.2/fixtures/chrome-extension/manifest.json 0000664 0000000 0000000 00000000307 15206741465 0026232 0 ustar 00root root 0000000 0000000 {
"manifest_version": 2,
"name": "test",
"description": "Test extension",
"version": "1.0",
"content_scripts": [
{
"js": ["main.js"],
"matches": ["
long-text-content-to-wrap
Title
golang-github-go-rod-rod-0.116.2/fixtures/describe.html 0000664 0000000 0000000 00000000325 15206741465 0022710 0 ustar 00root root 0000000 0000000- coffee
-
tea
- red tea
- green tea
- milk
This div is draggable
This file is generated by "fixtures/gen-fonts"
Test smileys: 😀 😁 😂 🤣 😃 😄 😅 😆 😉 😊 😋 😎 😍 😘 🥰 😗 😙 😚
| Afrikaans | Toets die google translate. |
| Albanian | Testo përkthimin google. |
| Amharic | የጉግል ትርጉምን ይሞክሩ። |
| Arabic | اختبر ترجمة جوجل. |
| Armenian | Փորձեք google- ի թարգմանությունը: |
| Azerbaijani | Google translate test edin. |
| Basque | Probatu google itzulpena. |
| Belarusian | Праверце пераклад Google. |
| Bengali | গুগল অনুবাদ পরীক্ষা করুন। |
| Bosnian | Testirajte Google Translate. |
| Bulgarian | Тествайте google translate. |
| Catalan | Proveu el Google Translate. |
| Cebuano | Sulayi ang paghubad sa google. |
| Chichewa | Yesani kutanthauzira kwa google. |
| Chinese (Simplified) | 测试谷歌翻译。 |
| Chinese (Traditional) | 測試谷歌翻譯。 |
| Corsican | Pruvate u google translate. |
| Croatian | Testirajte Google Translate. |
| Czech | Vyzkoušejte překladač Google. |
| Danish | Test google translate. |
| Dutch | Test de google translate. |
| English | Test the google translate. |
| Esperanto | Provu la google-tradukon. |
| Estonian | Testige Google'i tõlget. |
| Filipino | Subukan ang isalin sa google. |
| Finnish | Testaa Google-käännös. |
| French | Testez la traduction de Google. |
| Frisian | Test de google translate. |
| Galician | Proba o google translate. |
| Georgian | შეამოწმეთ google translate. |
| German | Testen Sie die Google Übersetzer. |
| Greek | Δοκιμάστε τη μετάφραση google. |
| Gujarati | ગૂગલ ટ્રાન્સલેટનું પરીક્ષણ કરો. |
| Haitian Creole | Teste google translate la. |
| Hausa | Gwada fassarar google. |
| Hawaiian | Hoʻāʻo i ka unuhi google. |
| Hebrew | בדוק את תרגום Google. |
| Hindi | Google अनुवाद का परीक्षण करें। |
| Hmong | Sim google txhais lus. |
| Hungarian | Tesztelje a google fordítást. |
| Icelandic | Prófaðu google translate. |
| Igbo | Nwaleenụ google ịsụgharị. |
| Indonesian | Uji google translate. |
| Irish | Tástáil an google translate. |
| Italian | Prova Google Translate. |
| Japanese | グーグル翻訳をテストします。 |
| Javanese | Tes nerjemahake google. |
| Kannada | Google ಅನುವಾದವನ್ನು ಪರೀಕ್ಷಿಸಿ. |
| Kazakh | Google translate бағдарламасын тексеріп көріңіз. |
| Khmer | សាកល្បងកម្មវិធីបកប្រែហ្គូហ្គល។ |
| Kinyarwanda | Gerageza ibisobanuro bya google. |
| Korean | Google 번역을 테스트하십시오. |
| Kurdish (Kurmanji) | Wergera google-ê biceribînin. |
| Kyrgyz | Google котормосун сынап көрүңүз. |
| Lao | ທົດສອບການແປພາສາ google. |
| Latin | Ad temptare translate. |
| Latvian | Pārbaudiet Google tulkošanu. |
| Lithuanian | Išbandykite „Google“ vertimą. |
| Luxembourgish | Test de Google Iwwersetzen. |
| Macedonian | Тестирајте го преводот на Google. |
| Malagasy | Andramo ny fandikanteny google. |
| Malay | Uji terjemahan google. |
| Malayalam | Google വിവർത്തനം പരിശോധിക്കുക. |
| Maltese | Ittestja l-google translate. |
| Maori | Whakamatauhia te whakamaori google. |
| Marathi | गूगल ट्रान्सलेशनची चाचणी घ्या. |
| Mongolian | Google орчуулгыг туршиж үзээрэй. |
| Myanmar (Burmese) | Google Translate ကိုစမ်းသပ်ပါ။ |
| Nepali | गुगल अनुवाद परीक्षण गर्नुहोस्। |
| Norwegian | Test google translate. |
| Odia (Oriya) | ଗୁଗୁଲ୍ ଅନୁବାଦ ପରୀକ୍ଷା କରନ୍ତୁ | |
| Pashto | د ګوګل ژباړې ازمول. |
| Persian | گوگل ترجمه را امتحان کنید. |
| Polish | Przetestuj tłumacza Google. |
| Portuguese | Teste o google tradutor. |
| Punjabi | ਗੂਗਲ ਅਨੁਵਾਦ ਦੀ ਜਾਂਚ ਕਰੋ. |
| Romanian | Testați traducerea google. |
| Russian | Протестируйте гугл переводчик. |
| Samoan | Tofotofo le faʻaliliu google. |
| Scots Gaelic | Dèan deuchainn air an eadar-theangachadh google. |
| Serbian | Тестирајте Гоогле Транслате. |
| Sesotho | Leka phetolelo ea google. |
| Shona | Edza iyo google translate. |
| Sindhi | گوگل ٽرانسليٽر ٽيسٽ ڪريو. |
| Sinhala | ගූගල් පරිවර්තනය පරීක්ෂා කරන්න. |
| Slovak | Vyskúšajte prekladač google. |
| Slovenian | Preizkusite google translate. |
| Somali | Tijaabi tarjumaadda google. |
| Spanish | Prueba el traductor de Google. |
| Sundanese | Nguji tarjamahan google. |
| Swahili | Jaribu kutafsiri kwa google. |
| Swedish | Testa google translate. |
| Tajik | Google translate -ро санҷед. |
| Tamil | Google மொழிபெயர்ப்பை சோதிக்கவும். |
| Tatar | Google тәрҗемәсен сынап кара. |
| Telugu | గూగుల్ అనువాదాన్ని పరీక్షించండి. |
| Thai | ทดสอบ Google Translate |
| Turkish | Google çeviriyi test edin. |
| Turkmen | Google terjimesini synap görüň. |
| Ukrainian | Перевірте перекладач Google. |
| Urdu | گوگل ترجمہ کی جانچ کریں۔ |
| Uyghur | Google تەرجىمىسىنى سىناپ بېقىڭ. |
| Uzbek | Google translate-ni sinab ko'ring. |
| Vietnamese | Kiểm tra google dịch. |
| Welsh | Profwch y cyfieithiad google. |
| Xhosa | Vavanya ukuguqulelwa kukagoogle. |
| Yiddish | טעסט די Google איבערזעצן. |
| Yoruba | Ṣe idanwo itumọ google. |
| Zulu | Hlola ukuhumusha kwe-google. |
This file is generated by "fixtures/gen-fonts"
Test smileys: 😀 😁 😂 🤣 😃 😄 😅 😆 😉 😊 😋 😎 😍 😘 🥰 😗 😙 😚
golang-github-go-rod-rod-0.116.2/fixtures/scroll-y.html 0000664 0000000 0000000 00000000220 15206741465 0022666 0 ustar 00root root 0000000 0000000
golang-github-go-rod-rod-0.116.2/fixtures/scroll.html 0000664 0000000 0000000 00000000253 15206741465 0022426 0 ustar 00root root 0000000 0000000
golang-github-go-rod-rod-0.116.2/fixtures/selector.html 0000664 0000000 0000000 00000000257 15206741465 0022754 0 ustar 00root root 0000000 0000000
01
- list 1
- list 2
- list 3
- list 4
- list 5
ok
`)(w, r) }) s.Route("/err", ".html", "err page") go g.browser.MustHandleAuth("a", "b")() page := g.newPage(s.URL("/a")) page.MustElementR("p", "ok") wait := g.browser.HandleAuth("a", "b") var page2 *rod.Page wait2 := utils.All(func() { page2, _ = g.browser.Page(proto.TargetCreateTarget{URL: s.URL("/err")}) }) g.mc.stubErr(1, proto.FetchContinueRequest{}) g.Err(wait()) wait2() page2.MustClose() } golang-github-go-rod-rod-0.116.2/input.go 0000664 0000000 0000000 00000024337 15206741465 0020070 0 ustar 00root root 0000000 0000000 package rod import ( "fmt" "sync" "github.com/go-rod/rod/lib/input" "github.com/go-rod/rod/lib/proto" "github.com/go-rod/rod/lib/utils" "github.com/ysmood/gson" ) // Keyboard represents the keyboard on a page, it's always related the main frame. type Keyboard struct { sync.Mutex page *Page // pressed keys must be released before it can be pressed again pressed map[input.Key]struct{} } func (p *Page) newKeyboard() *Page { p.Keyboard = &Keyboard{page: p, pressed: map[input.Key]struct{}{}} return p } func (k *Keyboard) getModifiers() int { k.Lock() defer k.Unlock() return k.modifiers() } func (k *Keyboard) modifiers() int { ms := 0 for key := range k.pressed { ms |= key.Modifier() } return ms } // Press the key down. // To input characters that are not on the keyboard, such as Chinese or Japanese, you should // use method like [Page.InsertText]. func (k *Keyboard) Press(key input.Key) error { defer k.page.tryTrace(TraceTypeInput, "press key: "+key.Info().Code)() k.page.browser.trySlowMotion() k.Lock() defer k.Unlock() k.pressed[key] = struct{}{} return key.Encode(proto.InputDispatchKeyEventTypeKeyDown, k.modifiers()).Call(k.page) } // Release the key. func (k *Keyboard) Release(key input.Key) error { defer k.page.tryTrace(TraceTypeInput, "release key: "+key.Info().Code)() k.Lock() defer k.Unlock() if _, has := k.pressed[key]; !has { return nil } delete(k.pressed, key) return key.Encode(proto.InputDispatchKeyEventTypeKeyUp, k.modifiers()).Call(k.page) } // Type releases the key after the press. func (k *Keyboard) Type(keys ...input.Key) (err error) { for _, key := range keys { err = k.Press(key) if err != nil { return } err = k.Release(key) if err != nil { return } } return } // KeyActionType enum. type KeyActionType int // KeyActionTypes. const ( KeyActionPress KeyActionType = iota KeyActionRelease KeyActionTypeKey ) // KeyAction to perform. type KeyAction struct { Type KeyActionType Key input.Key } // KeyActions to simulate. type KeyActions struct { keyboard *Keyboard Actions []KeyAction } // KeyActions simulates the type actions on a physical keyboard. // Useful when input shortcuts like ctrl+enter . func (p *Page) KeyActions() *KeyActions { return &KeyActions{keyboard: p.Keyboard} } // Press keys is guaranteed to have a release at the end of actions. func (ka *KeyActions) Press(keys ...input.Key) *KeyActions { for _, key := range keys { ka.Actions = append(ka.Actions, KeyAction{KeyActionPress, key}) } return ka } // Release keys. func (ka *KeyActions) Release(keys ...input.Key) *KeyActions { for _, key := range keys { ka.Actions = append(ka.Actions, KeyAction{KeyActionRelease, key}) } return ka } // Type will release the key immediately after the pressing. func (ka *KeyActions) Type(keys ...input.Key) *KeyActions { for _, key := range keys { ka.Actions = append(ka.Actions, KeyAction{KeyActionTypeKey, key}) } return ka } // Do the actions. func (ka *KeyActions) Do() (err error) { for _, a := range ka.balance() { switch a.Type { case KeyActionPress: err = ka.keyboard.Press(a.Key) case KeyActionRelease: err = ka.keyboard.Release(a.Key) case KeyActionTypeKey: err = ka.keyboard.Type(a.Key) } if err != nil { return } } return } // Make sure there's at least one release after the presses, such as: // // p1,p2,p1,r1 => p1,p2,p1,r1,r2 func (ka *KeyActions) balance() []KeyAction { actions := ka.Actions h := map[input.Key]bool{} for _, a := range actions { switch a.Type { case KeyActionPress: h[a.Key] = true case KeyActionRelease, KeyActionTypeKey: h[a.Key] = false } } for key, needRelease := range h { if needRelease { actions = append(actions, KeyAction{KeyActionRelease, key}) } } return actions } // InsertText is like pasting text into the page. func (p *Page) InsertText(text string) error { defer p.tryTrace(TraceTypeInput, "insert text "+text)() p.browser.trySlowMotion() err := proto.InputInsertText{Text: text}.Call(p) return err } // Mouse represents the mouse on a page, it's always related the main frame. type Mouse struct { sync.Mutex page *Page id string // mouse svg dom element id pos proto.Point // the buttons is currently being pressed, reflects the press order buttons []proto.InputMouseButton } func (p *Page) newMouse() *Page { p.Mouse = &Mouse{page: p, id: utils.RandString(8)} return p } // Position of current cursor. func (m *Mouse) Position() proto.Point { m.Lock() defer m.Unlock() return m.pos } // MoveTo the absolute position. func (m *Mouse) MoveTo(p proto.Point) error { m.Lock() defer m.Unlock() button, buttons := input.EncodeMouseButton(m.buttons) m.page.browser.trySlowMotion() err := proto.InputDispatchMouseEvent{ Type: proto.InputDispatchMouseEventTypeMouseMoved, X: p.X, Y: p.Y, Button: button, Buttons: gson.Int(buttons), Modifiers: m.page.Keyboard.getModifiers(), }.Call(m.page) if err != nil { return err } // to make sure set only when call is successful m.pos = p if m.page.browser.trace { if !m.updateMouseTracer() { m.initMouseTracer() m.updateMouseTracer() } } return nil } // MoveAlong the guide function. // Every time the guide function is called it should return the next mouse position, return true to stop. // Read the source code of [Mouse.MoveLinear] as an example to use this method. func (m *Mouse) MoveAlong(guide func() (proto.Point, bool)) error { for { p, stop := guide() if stop { return m.MoveTo(p) } err := m.MoveTo(p) if err != nil { return err } } } // MoveLinear to the absolute position with the given steps. // Such as move from (0,0) to (6,6) with 3 steps, the mouse will first move to (2,2) then (4,4) then (6,6). func (m *Mouse) MoveLinear(to proto.Point, steps int) error { p := m.Position() step := to.Minus(p).Scale(1 / float64(steps)) count := 0 return m.MoveAlong(func() (proto.Point, bool) { count++ if count == steps { return to, true } p = p.Add(step) return p, false }) } // Scroll the relative offset with specified steps. func (m *Mouse) Scroll(offsetX, offsetY float64, steps int) error { m.Lock() defer m.Unlock() defer m.page.tryTrace(TraceTypeInput, fmt.Sprintf("scroll (%.2f, %.2f)", offsetX, offsetY))() m.page.browser.trySlowMotion() if steps < 1 { steps = 1 } button, buttons := input.EncodeMouseButton(m.buttons) stepX := offsetX / float64(steps) stepY := offsetY / float64(steps) for i := 0; i < steps; i++ { err := proto.InputDispatchMouseEvent{ Type: proto.InputDispatchMouseEventTypeMouseWheel, Button: button, Buttons: gson.Int(buttons), Modifiers: m.page.Keyboard.getModifiers(), DeltaX: stepX, DeltaY: stepY, X: m.pos.X, Y: m.pos.Y, }.Call(m.page) if err != nil { return err } } return nil } // Down holds the button down. func (m *Mouse) Down(button proto.InputMouseButton, clickCount int) error { m.Lock() defer m.Unlock() toButtons := append(append([]proto.InputMouseButton{}, m.buttons...), button) _, buttons := input.EncodeMouseButton(toButtons) err := proto.InputDispatchMouseEvent{ Type: proto.InputDispatchMouseEventTypeMousePressed, Button: button, Buttons: gson.Int(buttons), ClickCount: clickCount, Modifiers: m.page.Keyboard.getModifiers(), X: m.pos.X, Y: m.pos.Y, }.Call(m.page) if err != nil { return err } m.buttons = toButtons return nil } // Up releases the button. func (m *Mouse) Up(button proto.InputMouseButton, clickCount int) error { m.Lock() defer m.Unlock() toButtons := []proto.InputMouseButton{} for _, btn := range m.buttons { if btn == button { continue } toButtons = append(toButtons, btn) } _, buttons := input.EncodeMouseButton(toButtons) err := proto.InputDispatchMouseEvent{ Type: proto.InputDispatchMouseEventTypeMouseReleased, Button: button, Buttons: gson.Int(buttons), ClickCount: clickCount, Modifiers: m.page.Keyboard.getModifiers(), X: m.pos.X, Y: m.pos.Y, }.Call(m.page) if err != nil { return err } m.buttons = toButtons return nil } // Click the button. It's the combination of [Mouse.Down] and [Mouse.Up]. func (m *Mouse) Click(button proto.InputMouseButton, clickCount int) error { m.page.browser.trySlowMotion() err := m.Down(button, clickCount) if err != nil { return err } return m.Up(button, clickCount) } // Touch presents a touch device, such as a hand with fingers, each finger is a [proto.InputTouchPoint]. // Touch events is stateless, we use the struct here only as a namespace to make the API style unified. type Touch struct { page *Page } func (p *Page) newTouch() *Page { p.Touch = &Touch{page: p} return p } // Start a touch action. func (t *Touch) Start(points ...*proto.InputTouchPoint) error { // TODO: https://crbug.com/613219 _ = t.page.WaitRepaint() _ = t.page.WaitRepaint() return proto.InputDispatchTouchEvent{ Type: proto.InputDispatchTouchEventTypeTouchStart, TouchPoints: points, Modifiers: t.page.Keyboard.getModifiers(), }.Call(t.page) } // Move touch points. Use the [proto.InputTouchPoint.ID] (Touch.identifier) to track points. // Doc: https://developer.mozilla.org/en-US/docs/Web/API/Touch_events func (t *Touch) Move(points ...*proto.InputTouchPoint) error { return proto.InputDispatchTouchEvent{ Type: proto.InputDispatchTouchEventTypeTouchMove, TouchPoints: points, Modifiers: t.page.Keyboard.getModifiers(), }.Call(t.page) } // End touch action. func (t *Touch) End() error { return proto.InputDispatchTouchEvent{ Type: proto.InputDispatchTouchEventTypeTouchEnd, TouchPoints: []*proto.InputTouchPoint{}, Modifiers: t.page.Keyboard.getModifiers(), }.Call(t.page) } // Cancel touch action. func (t *Touch) Cancel() error { return proto.InputDispatchTouchEvent{ Type: proto.InputDispatchTouchEventTypeTouchCancel, TouchPoints: []*proto.InputTouchPoint{}, Modifiers: t.page.Keyboard.getModifiers(), }.Call(t.page) } // Tap dispatches a touchstart and touchend event. func (t *Touch) Tap(x, y float64) error { defer t.page.tryTrace(TraceTypeInput, "touch")() t.page.browser.trySlowMotion() p := &proto.InputTouchPoint{X: x, Y: y} err := t.Start(p) if err != nil { return err } return t.End() } golang-github-go-rod-rod-0.116.2/input_test.go 0000664 0000000 0000000 00000015350 15206741465 0021122 0 ustar 00root root 0000000 0000000 package rod_test import ( "testing" "github.com/go-rod/rod/lib/devices" "github.com/go-rod/rod/lib/input" "github.com/go-rod/rod/lib/proto" "github.com/go-rod/rod/lib/utils" ) func TestKeyActions(t *testing.T) { g := setup(t) p := g.page.MustNavigate(g.srcFile("fixtures/keys.html")) body := p.MustElement("body") p.KeyActions().Press(input.ControlLeft).Type(input.Enter).MustDo() g.Eq(body.MustText(), `↓ "Control" ControlLeft 17 modifiers(ctrl) ↓ "Enter" Enter 13 modifiers(ctrl) ↑ "Enter" Enter 13 modifiers(ctrl) ↑ "Control" ControlLeft 17 modifiers() `) body.MustEval("() => this.innerText = ''") body.MustKeyActions(). Press(input.ShiftLeft).Type('A', 'X').Release(input.ShiftLeft). Type('a').MustDo() g.Eq(body.MustText(), `↓ "Shift" ShiftLeft 16 modifiers(shift) ↓ "A" KeyA 65 modifiers(shift) ↑ "A" KeyA 65 modifiers(shift) ↓ "X" KeyX 88 modifiers(shift) ↑ "X" KeyX 88 modifiers(shift) ↑ "Shift" ShiftLeft 16 modifiers() ↓ "a" KeyA 65 modifiers() ↑ "a" KeyA 65 modifiers() `) g.Nil(p.Keyboard.Release('a')) } func TestKeyType(t *testing.T) { g := setup(t) p := g.page.MustNavigate(g.srcFile("fixtures/input.html")) el := p.MustElement("[type=text]") el.MustKeyActions().Type('1', '2', input.Backspace, ' ').MustDo() el.MustKeyActions().Type('A', ' ', 'b').MustDo() p.MustInsertText(" test") p.Keyboard.MustType(input.Tab) g.Eq("1 A b test", el.MustText()) } func TestKeyTypeErr(t *testing.T) { g := setup(t) p := g.page.MustNavigate(g.srcFile("fixtures/keys.html")) body := p.MustElement("body") g.mc.stubErr(1, proto.RuntimeCallFunctionOn{}) g.Err(body.Type('a')) g.mc.stubErr(1, proto.InputDispatchKeyEvent{}) g.Err(p.Keyboard.Type('a')) g.mc.stubErr(2, proto.InputDispatchKeyEvent{}) g.Err(p.Keyboard.Type('a')) g.mc.stubErr(1, proto.InputDispatchKeyEvent{}) g.Err(p.KeyActions().Press('a').Do()) } func TestInput(t *testing.T) { g := setup(t) text := "雲の上は\nいつも晴れ" p := g.page.MustNavigate(g.srcFile("fixtures/input.html")) { el := p.MustElement("[contenteditable=true]").MustInput(text) g.Eq(text, el.MustText()) } el := p.MustElement("textarea") el.MustInput(text) g.Eq(text, el.MustText()) g.True(p.MustHas("[event=textarea-change]")) g.Panic(func() { g.mc.stubErr(1, proto.RuntimeCallFunctionOn{}) el.MustText() }) g.Panic(func() { g.mc.stubErr(4, proto.RuntimeCallFunctionOn{}) el.MustInput("") }) g.Panic(func() { g.mc.stubErr(5, proto.RuntimeCallFunctionOn{}) el.MustInput("") }) g.Panic(func() { g.mc.stubErr(6, proto.RuntimeCallFunctionOn{}) el.MustInput("") }) g.Panic(func() { g.mc.stubErr(1, proto.InputInsertText{}) el.MustInput("") }) } func TestMouse(t *testing.T) { g := setup(t) page := g.page.MustNavigate(g.srcFile("fixtures/click.html")) page.MustElement("button") mouse := page.Mouse mouse.MustScroll(0, 10) mouse.MustMoveTo(140, 160) mouse.MustDown("left") mouse.MustUp("left") g.True(page.MustHas("[a=ok]")) g.Panic(func() { g.mc.stubErr(1, proto.InputDispatchMouseEvent{}) mouse.MustScroll(0, 10) }) g.Panic(func() { g.mc.stubErr(1, proto.InputDispatchMouseEvent{}) mouse.MustDown(proto.InputMouseButtonLeft) }) g.Panic(func() { g.mc.stubErr(1, proto.InputDispatchMouseEvent{}) mouse.MustUp(proto.InputMouseButtonLeft) }) g.Panic(func() { g.mc.stubErr(1, proto.InputDispatchMouseEvent{}) mouse.MustClick(proto.InputMouseButtonLeft) }) } func TestMouseHoldMultiple(t *testing.T) { g := setup(t) p := g.page.MustNavigate(g.blank()) p.Mouse.MustDown("left") defer p.Mouse.MustUp("left") p.Mouse.MustDown("right") defer p.Mouse.MustUp("right") } func TestMouseClick(t *testing.T) { g := setup(t) g.browser.SlowMotion(1) defer func() { g.browser.SlowMotion(0) }() page := g.page.MustNavigate(g.srcFile("fixtures/click.html")) page.MustElement("button") mouse := page.Mouse mouse.MustMoveTo(140, 160) mouse.MustClick("left") g.True(page.MustHas("[a=ok]")) } func TestMouseDoubleClick(t *testing.T) { g := setup(t) g.browser.SlowMotion(1) defer func() { g.browser.SlowMotion(0) }() page := g.page.MustNavigate(g.srcFile("fixtures/double-click.html")) el := page.MustElement("button") el.MustDoubleClick() g.Eq(el.MustText(), "ok") } func TestMouseDrag(t *testing.T) { g := setup(t) page := g.newPage().MustNavigate(g.srcFile("fixtures/drag.html")).MustWaitLoad() mouse := page.Mouse mouse.MustMoveTo(3, 3) mouse.MustDown("left") g.E(mouse.MoveLinear(proto.NewPoint(60, 80), 3)) mouse.MustUp("left") utils.Sleep(0.3) g.Eq(page.MustEval(`() => dragTrack`).Str(), " move 3 3 down 3 3 move 22 28 move 41 54 move 60 80 up 60 80") } func TestMouseScroll(t *testing.T) { g := setup(t) p := g.page.MustNavigate(g.srcFile("fixtures/scroll.html")).MustWaitLoad() p.Mouse.MustMoveTo(30, 30) p.Mouse.MustClick(proto.InputMouseButtonLeft) p.Mouse.MustScroll(0, 10) p.Mouse.MustScroll(100, 190) g.E(p.Mouse.Scroll(200, 300, 5)) p.MustWait(`() => pageXOffset > 200 && pageYOffset > 300`) } func TestMouseMoveLinear(t *testing.T) { g := setup(t) page := g.newPage().MustNavigate(g.srcFile("fixtures/mouse-move.html")).MustWaitLoad() mouse := page.Mouse mouse.MustMoveTo(1, 2) g.E(mouse.MoveLinear(proto.NewPoint(3, 4), 3)) utils.Sleep(0.3) g.Eq(page.MustEval(`() => moveTrack`).Str(), " move 1 2 move 1 2 move 2 3 move 3 4") } func TestMouseMoveErr(t *testing.T) { g := setup(t) p := g.page.MustNavigate(g.srcFile("fixtures/click.html")) g.mc.stubErr(2, proto.InputDispatchMouseEvent{}) g.Err(p.Mouse.MoveLinear(proto.NewPoint(10, 10), 3)) } func TestNativeDrag(t *testing.T) { // devtools doesn't support to use mouse event to simulate it for now t.Skip() g := setup(t) page := g.page.MustNavigate(g.srcFile("fixtures/drag.html")) mouse := page.Mouse pt := page.MustElement("#draggable").MustShape().OnePointInside() toY := page.MustElement(".dropzone:nth-child(2)").MustShape().OnePointInside().Y page.Overlay(pt.X, pt.Y, 10, 10, "from") page.Overlay(pt.X, toY, 10, 10, "to") mouse.MustMoveTo(pt.X, pt.Y) mouse.MustDown("left") g.E(mouse.MoveLinear(proto.NewPoint(pt.X, toY), 5)) page.MustScreenshot("") mouse.MustUp("left") page.MustElement(".dropzone:nth-child(2) #draggable") } func TestTouch(t *testing.T) { g := setup(t) page := g.newPage().MustEmulate(devices.IPad) wait := page.WaitNavigation(proto.PageLifecycleEventNameLoad) page.MustNavigate(g.srcFile("fixtures/touch.html")) wait() touch := page.Touch touch.MustTap(10, 20) p := &proto.InputTouchPoint{X: 30, Y: 40} touch.MustStart(p).MustEnd() touch.MustStart(p) p.MoveTo(50, 60) touch.MustMove(p).MustCancel() page.MustWait(`() => touchTrack == ' start 10 20 end start 30 40 end start 30 40 move 50 60 cancel'`) g.Panic(func() { g.mc.stubErr(1, proto.InputDispatchTouchEvent{}) touch.MustTap(1, 2) }) } golang-github-go-rod-rod-0.116.2/lib/ 0000775 0000000 0000000 00000000000 15206741465 0017137 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/assets/ 0000775 0000000 0000000 00000000000 15206741465 0020441 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/assets/README.md 0000664 0000000 0000000 00000000047 15206741465 0021721 0 ustar 00root root 0000000 0000000 # Assets Static files for the project golang-github-go-rod-rod-0.116.2/lib/assets/assets.go 0000664 0000000 0000000 00000012365 15206741465 0022301 0 ustar 00root root 0000000 0000000 // Package assets is generated by "lib/assets/generate" package assets // MousePointer for rod. const MousePointer = ` ` // Monitor for rod. const Monitor = `Choose a Page to Monitor
` // MonitorPage for rod. const MonitorPage = `Choose a Page to Monitor
golang-github-go-rod-rod-0.116.2/lib/benchmark/ 0000775 0000000 0000000 00000000000 15206741465 0021071 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/benchmark/basic_test.go 0000664 0000000 0000000 00000001250 15206741465 0023536 0 ustar 00root root 0000000 0000000 // Example run: // go test -bench . ./lib/benchmark package main_test import ( "path/filepath" "testing" "github.com/go-rod/rod" "github.com/go-rod/rod/lib/launcher" "github.com/go-rod/rod/lib/utils" "github.com/ysmood/got" ) func BenchmarkCleanup(b *testing.B) { u := got.New(b).Serve().Route("/", "", "page body").URL("/") b.RunParallel(func(pb *testing.PB) { for pb.Next() { launch := launcher.New().UserDataDir(filepath.Join("tmp", "cleanup", utils.RandString(8))) b.Cleanup(launch.Cleanup) url := launch.MustLaunch() browser := rod.New().ControlURL(url).MustConnect() b.Cleanup(browser.MustClose) browser.MustPage(u).MustClose() } }) } golang-github-go-rod-rod-0.116.2/lib/cdp/ 0000775 0000000 0000000 00000000000 15206741465 0017705 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/cdp/README.md 0000664 0000000 0000000 00000000524 15206741465 0021165 0 ustar 00root root 0000000 0000000 # Overview This client is directly based on this [doc](https://chromedevtools.github.io/devtools-protocol/). You can treat it as a minimal example of how to use the DevTools Protocol, no complex abstraction. It's thread-safe, and context first. For basic usage, check this [file](example_test.go). For more info, check the unit tests. golang-github-go-rod-rod-0.116.2/lib/cdp/client.go 0000664 0000000 0000000 00000007442 15206741465 0021521 0 ustar 00root root 0000000 0000000 // Package cdp for application layer communication with browser. package cdp import ( "context" "encoding/json" "sync" "sync/atomic" "github.com/go-rod/rod/lib/defaults" "github.com/go-rod/rod/lib/utils" ) // Request to send to browser. type Request struct { ID int `json:"id"` SessionID string `json:"sessionId,omitempty"` Method string `json:"method"` Params interface{} `json:"params,omitempty"` } // Response from browser. type Response struct { ID int `json:"id"` Result json.RawMessage `json:"result,omitempty"` Error *Error `json:"error,omitempty"` } // Event from browser. type Event struct { SessionID string `json:"sessionId,omitempty"` Method string `json:"method"` Params json.RawMessage `json:"params,omitempty"` } // WebSocketable enables you to choose the websocket lib you want to use. // Such as you can easily wrap gorilla/websocket and use it as the transport layer. type WebSocketable interface { // Send text message only Send(data []byte) error // Read returns text message only Read() ([]byte, error) } // Client is a devtools protocol connection instance. type Client struct { count uint64 ws WebSocketable pending sync.Map // pending requests event chan *Event // events from browser logger utils.Logger } // New creates a cdp connection, all messages from Client.Event must be received or they will block the client. func New() *Client { return &Client{ event: make(chan *Event), logger: defaults.CDP, } } // Logger sets the logger to log all the requests, responses, and events transferred between Rod and the browser. // The default format for each type is in file format.go. func (cdp *Client) Logger(l utils.Logger) *Client { cdp.logger = l return cdp } // Start to browser. func (cdp *Client) Start(ws WebSocketable) *Client { cdp.ws = ws go cdp.consumeMessages() return cdp } type result struct { msg json.RawMessage err error } // Call a method and wait for its response. func (cdp *Client) Call(ctx context.Context, sessionID, method string, params interface{}) ([]byte, error) { req := &Request{ ID: int(atomic.AddUint64(&cdp.count, 1)), SessionID: sessionID, Method: method, Params: params, } cdp.logger.Println(req) data, err := json.Marshal(req) utils.E(err) done := make(chan result) once := sync.Once{} cdp.pending.Store(req.ID, func(res result) { once.Do(func() { select { case <-ctx.Done(): case done <- res: } }) }) defer cdp.pending.Delete(req.ID) err = cdp.ws.Send(data) if err != nil { return nil, err } select { case <-ctx.Done(): return nil, ctx.Err() case res := <-done: return res.msg, res.err } } // Event returns a channel that will emit browser devtools protocol events. Must be consumed or will block producer. func (cdp *Client) Event() <-chan *Event { return cdp.event } // Consume messages coming from the browser via the websocket. func (cdp *Client) consumeMessages() { defer close(cdp.event) for { data, err := cdp.ws.Read() if err != nil { cdp.pending.Range(func(_, val interface{}) bool { val.(func(result))(result{err: err}) //nolint: forcetypeassert return true }) return } var id struct { ID int `json:"id"` } err = json.Unmarshal(data, &id) utils.E(err) if id.ID == 0 { var evt Event err := json.Unmarshal(data, &evt) utils.E(err) cdp.logger.Println(&evt) cdp.event <- &evt continue } var res Response err = json.Unmarshal(data, &res) utils.E(err) cdp.logger.Println(&res) val, ok := cdp.pending.Load(id.ID) if !ok { continue } if res.Error == nil { val.(func(result))(result{res.Result, nil}) //nolint: forcetypeassert } else { val.(func(result))(result{nil, res.Error}) //nolint: forcetypeassert } } } golang-github-go-rod-rod-0.116.2/lib/cdp/client_test.go 0000664 0000000 0000000 00000016566 15206741465 0022567 0 ustar 00root root 0000000 0000000 package cdp_test import ( "context" "encoding/json" "fmt" "io" "path/filepath" "testing" "time" "github.com/go-rod/rod" "github.com/go-rod/rod/lib/cdp" "github.com/go-rod/rod/lib/defaults" "github.com/go-rod/rod/lib/launcher" "github.com/go-rod/rod/lib/utils" "github.com/ysmood/got" "github.com/ysmood/gotrace" "github.com/ysmood/gson" ) var setup = got.Setup(nil) func TestBasic(t *testing.T) { g := setup(t) ctx := g.Context() client := cdp.New().Logger(defaults.CDP).Start(cdp.MustConnectWS(launcher.New().MustLaunch())) defer func() { _, _ = client.Call(ctx, "", "Browser.close", nil) }() go func() { for range client.Event() { utils.Noop() } }() file, err := filepath.Abs(filepath.FromSlash("fixtures/iframe.html")) g.E(err) res, err := client.Call(ctx, "", "Target.createTarget", map[string]string{ "url": "file://" + file, }) g.E(err) targetID := gson.New(res).Get("targetId").String() res, err = client.Call(ctx, "", "Target.attachToTarget", map[string]interface{}{ "targetId": targetID, "flatten": true, // if it's not set no response will return }) g.E(err) sessionID := gson.New(res).Get("sessionId").String() _, err = client.Call(ctx, sessionID, "Page.enable", nil) g.E(err) _, err = client.Call(ctx, "", "Target.attachToTarget", map[string]interface{}{ "targetId": "abc", }) g.Err(err) timeout := g.Context() sleeper := func() utils.Sleeper { return utils.BackoffSleeper(30*time.Millisecond, 3*time.Second, nil) } // cancel call tmpCtx, tmpCancel := context.WithCancel(ctx) tmpCancel() _, err = client.Call(tmpCtx, sessionID, "Runtime.evaluate", map[string]interface{}{ "expression": `10`, }) g.Eq(err.Error(), context.Canceled.Error()) g.E(utils.Retry(timeout, sleeper(), func() (bool, error) { res, err = client.Call(ctx, sessionID, "Runtime.evaluate", map[string]interface{}{ "expression": `document.querySelector('iframe')`, }) return err == nil && gson.New(res).Get("result.subtype").String() != "null", nil })) res, err = client.Call(ctx, sessionID, "DOM.describeNode", map[string]interface{}{ "objectId": gson.New(res).Get("result.objectId").String(), }) g.E(err) frameID := gson.New(res).Get("node.frameId").String() timeout = g.Context() g.E(utils.Retry(timeout, sleeper(), func() (bool, error) { // we might need to recreate the world because world can be // destroyed after the frame is reloaded res, err = client.Call(ctx, sessionID, "Page.createIsolatedWorld", map[string]interface{}{ "frameId": frameID, }) g.E(err) res, err = client.Call(ctx, sessionID, "Runtime.evaluate", map[string]interface{}{ "contextId": gson.New(res).Get("executionContextId").Int(), "expression": `document.querySelector('h4')`, }) return err == nil && gson.New(res).Get("result.subtype").String() != "null", nil })) res, err = client.Call(ctx, sessionID, "DOM.getOuterHTML", map[string]interface{}{ "objectId": gson.New(res).Get("result.objectId").String(), }) g.E(err) g.Eq("it works
", gson.New(res).Get("outerHTML").String()) } func TestError(t *testing.T) { g := setup(t) cdpErr := cdp.Error{10, "err", "data"} g.Eq(cdpErr.Error(), "{10 err data}") g.True(cdpErr.Is(&cdpErr)) g.Panic(func() { cdp.MustStartWithURL(context.Background(), "", nil) }) } func TestCrash(t *testing.T) { g := setup(t) ctx := g.Context() client := cdp.MustStartWithURL(ctx, launcher.New().MustLaunch(), nil) go func() { for range client.Event() { utils.Noop() } }() file, err := filepath.Abs(filepath.FromSlash("fixtures/iframe.html")) g.E(err) res, err := client.Call(ctx, "", "Target.createTarget", map[string]interface{}{ "url": "file://" + file, }) g.E(err) targetID := gson.New(res).Get("targetId").String() res, err = client.Call(ctx, "", "Target.attachToTarget", map[string]interface{}{ "targetId": targetID, "flatten": true, }) g.E(err) sessionID := gson.New(res).Get("sessionId").String() _, err = client.Call(ctx, sessionID, "Page.enable", nil) g.E(err) go func() { utils.Sleep(1) _, err := client.Call(ctx, sessionID, "Browser.crash", nil) g.Eq(err, io.EOF) }() _, err = client.Call(ctx, sessionID, "Runtime.evaluate", map[string]interface{}{ "expression": `new Promise(() => {})`, "awaitPromise": true, }) g.Eq(err, io.EOF) _, err = client.Call(ctx, sessionID, "Runtime.evaluate", map[string]interface{}{ "expression": `10`, }) g.Has(err.Error(), "use of closed network connection") } func TestFormat(t *testing.T) { g := setup(t) g.Eq(cdp.Request{ ID: 123, SessionID: "000000001234", Method: "test", Params: 1, }.String(), `=> #123 @00000000 test 1`) g.Eq(cdp.Response{ ID: 0, Result: []byte("11"), }.String(), "<= #0 11") g.Eq(cdp.Response{Error: &cdp.Error{}}.String(), `<= #0 error: {"code":0,"message":"","data":""}`) g.Eq(cdp.Event{ Method: "event", Params: []byte("11"), }.String(), `<- @00000000 event 11`) } func TestSlowSend(t *testing.T) { g := setup(t) gotrace.CheckLeak(g, 0) id := 0 wait := make(chan int) ws := &MockWebSocket{ send: func([]byte) error { close(wait) utils.Sleep(0.3) return nil }, read: func() ([]byte, error) { if id > 0 { return nil, io.EOF } id++ <-wait return json.Marshal(cdp.Response{ ID: id, Result: json.RawMessage("1"), Error: nil, }) }, } c := cdp.New().Start(ws) _, err := c.Call(g.Context(), "1234567890", "method", 1) g.E(err) } func TestCancelCallLeak(t *testing.T) { g := setup(t) gotrace.CheckLeak(g, 0) for i := 0; i < 30; i++ { id := 0 wait := make(chan int) ws := &MockWebSocket{ send: func([]byte) error { close(wait) utils.Sleep(0.01) return nil }, read: func() ([]byte, error) { if id > 0 { return nil, io.EOF } id++ <-wait return json.Marshal(cdp.Response{ ID: id, Result: json.RawMessage("1"), Error: nil, }) }, } c := cdp.New().Start(ws) ctx := g.Context() ctx.Cancel() _, _ = c.Call(ctx, "1234567890", "method", 1) } } func TestConcurrentCall(t *testing.T) { g := setup(t) gotrace.CheckLeak(g, 0) req := make(chan []byte, 30) t.Cleanup(func() { close(req) }) ws := &MockWebSocket{ send: func(data []byte) error { req <- data return nil }, read: func() ([]byte, error) { data, ok := <-req if !ok { return nil, io.EOF } var req cdp.Request err := json.Unmarshal(data, &req) if err != nil { return nil, err } return json.Marshal(cdp.Response{ ID: req.ID, Result: json.RawMessage(gson.New(req.Params).JSON("", "")), Error: nil, }) }, } c := cdp.New().Start(ws) for i := 0; i < 1000; i++ { i := i t.Run(fmt.Sprintf("%v", i), func(t *testing.T) { g := setup(t) g.Parallel() res, err := c.Call(g.Context(), "1234567890", "method", i) g.E(err) g.Eq(gson.New(res).Int(), i) }) } } func TestMassBrowserClose(t *testing.T) { //nolint: tparallel t.Skip() g := setup(t) s := g.Serve() for i := 0; i < 50; i++ { t.Run(fmt.Sprintf("%d", i), func(t *testing.T) { t.Parallel() browser := rod.New().MustConnect() browser.MustPage(s.URL()).MustWaitLoad().MustClose() browser.MustClose() }) } } type MockWebSocket struct { send func(data []byte) error read func() ([]byte, error) } func (c *MockWebSocket) Send(data []byte) error { return c.send(data) } func (c *MockWebSocket) Read() ([]byte, error) { return c.read() } golang-github-go-rod-rod-0.116.2/lib/cdp/error.go 0000664 0000000 0000000 00000002424 15206741465 0021367 0 ustar 00root root 0000000 0000000 package cdp import ( "fmt" ) // Error of the Response. type Error struct { Code int `json:"code"` Message string `json:"message"` Data string `json:"data"` } // Error stdlib interface. func (e *Error) Error() string { return fmt.Sprintf("%v", *e) } // Is stdlib interface. func (e Error) Is(target error) bool { err, ok := target.(*Error) return ok && e == *err } // ErrCtxNotFound type. var ErrCtxNotFound = &Error{ Code: -32000, Message: "Cannot find context with specified id", } // ErrSessionNotFound type. var ErrSessionNotFound = &Error{ Code: -32001, Message: "Session with given id not found.", } // ErrSearchSessionNotFound type. var ErrSearchSessionNotFound = &Error{ Code: -32000, Message: "No search session with given id found", } // ErrCtxDestroyed type. var ErrCtxDestroyed = &Error{ Code: -32000, Message: "Execution context was destroyed.", } // ErrObjNotFound type. var ErrObjNotFound = &Error{ Code: -32000, Message: "Could not find object with given id", } // ErrNodeNotFoundAtPos type. var ErrNodeNotFoundAtPos = &Error{ Code: -32000, Message: "No node found at given location", } // ErrNotAttachedToActivePage type. var ErrNotAttachedToActivePage = &Error{ Code: -32000, Message: "Not attached to an active page", } golang-github-go-rod-rod-0.116.2/lib/cdp/example_test.go 0000664 0000000 0000000 00000002335 15206741465 0022731 0 ustar 00root root 0000000 0000000 package cdp_test import ( "context" "fmt" "github.com/go-rod/rod/lib/cdp" "github.com/go-rod/rod/lib/launcher" "github.com/go-rod/rod/lib/proto" "github.com/go-rod/rod/lib/utils" "github.com/ysmood/gson" ) func ExampleClient() { ctx := context.Background() // launch a browser url := launcher.New().MustLaunch() // create a controller client := cdp.New().Start(cdp.MustConnectWS(url)) go func() { for range client.Event() { // you must consume the events utils.Noop() } }() // Such as call this endpoint on the api doc: // https://chromedevtools.github.io/devtools-protocol/tot/Page#method-navigate // This will create a new tab and navigate to the test.com res, err := client.Call(ctx, "", "Target.createTarget", map[string]string{ "url": "http://test.com", }) utils.E(err) fmt.Println(len(gson.New(res).Get("targetId").Str())) // close browser by using the proto lib to encode json _ = proto.BrowserClose{}.Call(client) // Output: 32 } func Example_customize_cdp_log() { ws := cdp.MustConnectWS(launcher.New().MustLaunch()) cdp.New(). Logger(utils.Log(func(args ...interface{}) { switch v := args[0].(type) { case *cdp.Request: fmt.Printf("id: %d", v.ID) } })). Start(ws) } golang-github-go-rod-rod-0.116.2/lib/cdp/fixtures/ 0000775 0000000 0000000 00000000000 15206741465 0021556 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/cdp/fixtures/basic.html 0000664 0000000 0000000 00000000070 15206741465 0023522 0 ustar 00root root 0000000 0000000it works
golang-github-go-rod-rod-0.116.2/lib/cdp/fixtures/iframe.html 0000664 0000000 0000000 00000000113 15206741465 0023702 0 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/cdp/format.go 0000664 0000000 0000000 00000001343 15206741465 0021525 0 ustar 00root root 0000000 0000000 package cdp import ( "fmt" "github.com/go-rod/rod/lib/utils" ) func (req Request) String() string { return fmt.Sprintf( "=> #%d %s %s %s", req.ID, fSessionID(req.SessionID), req.Method, dump(req.Params), ) } func (res Response) String() string { if res.Error != nil { return fmt.Sprintf( "<= #%d error: %s", res.ID, dump(res.Error), ) } return fmt.Sprintf( "<= #%d %s", res.ID, dump(res.Result), ) } func (e Event) String() string { return fmt.Sprintf( "<- %s %s %s", fSessionID(e.SessionID), e.Method, dump(e.Params), ) } func fSessionID(s string) string { if s == "" { s = "00000000" } s = s[:8] return "@" + s } func dump(v interface{}) string { return utils.MustToJSON(v) } golang-github-go-rod-rod-0.116.2/lib/cdp/utils.go 0000664 0000000 0000000 00000002167 15206741465 0021402 0 ustar 00root root 0000000 0000000 package cdp import ( "context" "crypto/tls" "net" "net/http" "github.com/go-rod/rod/lib/utils" ) // Dialer interface for WebSocket connection. type Dialer interface { DialContext(ctx context.Context, network, address string) (net.Conn, error) } // TODO: replace it with tls.Dialer once golang v1.15 is widely used. type tlsDialer struct{} func (d *tlsDialer) DialContext(_ context.Context, network, address string) (net.Conn, error) { return tls.Dial(network, address, nil) } // MustConnectWS helper to make a websocket connection. func MustConnectWS(wsURL string) WebSocketable { ws := &WebSocket{} utils.E(ws.Connect(context.Background(), wsURL, nil)) return ws } // MustStartWithURL helper for ConnectURL. func MustStartWithURL(ctx context.Context, u string, h http.Header) *Client { c, err := StartWithURL(ctx, u, h) utils.E(err) return c } // StartWithURL helper to connect to the u with the default websocket lib. func StartWithURL(ctx context.Context, u string, h http.Header) (*Client, error) { ws := &WebSocket{} err := ws.Connect(ctx, u, h) if err != nil { return nil, err } return New().Start(ws), nil } golang-github-go-rod-rod-0.116.2/lib/cdp/websocket.go 0000664 0000000 0000000 00000011017 15206741465 0022222 0 ustar 00root root 0000000 0000000 package cdp import ( "bufio" "context" "crypto/sha1" "encoding/base64" "fmt" "io" "net" "net/http" "net/url" "sync" ) var _ WebSocketable = &WebSocket{} // WebSocket client for chromium. It only implements a subset of WebSocket protocol. // Both the Read and Write are thread-safe. // Limitation: https://bugs.chromium.org/p/chromium/issues/detail?id=1069431 // Ref: https://tools.ietf.org/html/rfc6455 type WebSocket struct { // Dialer is usually used for proxy Dialer Dialer lock sync.Mutex conn net.Conn r *bufio.Reader } // Connect to browser. func (ws *WebSocket) Connect(ctx context.Context, wsURL string, header http.Header) error { if ws.conn != nil { panic("duplicated connection: " + wsURL) } u, err := url.Parse(wsURL) if err != nil { return err } ws.initDialer(u) conn, err := ws.Dialer.DialContext(ctx, "tcp", u.Host) if err != nil { return err } ws.conn = conn ws.r = bufio.NewReader(conn) return ws.handshake(ctx, u, header) } // Close the underlying connection. func (ws *WebSocket) Close() error { return ws.conn.Close() } func (ws *WebSocket) initDialer(u *url.URL) { if ws.Dialer != nil { return } if u.Scheme == "wss" { ws.Dialer = &tlsDialer{} if u.Port() == "" { u.Host += ":443" } } else { ws.Dialer = &net.Dialer{} } } // Send a message to browser. // Because we use zero-copy design, it will modify the content of the msg. // It won't allocate new memory. func (ws *WebSocket) Send(msg []byte) error { err := ws.send(msg) if err != nil { _ = ws.Close() } return err } func (ws *WebSocket) send(msg []byte) error { // FIN is alway true, Opcode is always text frame. header := [18]byte{0b1000_0001, 0b1000_0000} mask := []byte{0, 1, 2, 3} size := len(msg) fieldLen := 0 switch { case size <= 125: header[1] |= byte(size) case size < 65536: header[1] |= 126 fieldLen = 2 default: header[1] |= 127 fieldLen = 8 } var i int for i = 0; i < fieldLen; i++ { digit := (fieldLen - i - 1) * 8 header[i+2] = byte((size >> digit) & 0xff) } copy(header[i+2:], mask) for i := range msg { msg[i] ^= mask[i%4] } data := make([]byte, i+6+len(msg)) copy(data, header[:i+6]) copy(data[i+6:], msg) _, err := ws.conn.Write(data) return err } // Read a message from browser. func (ws *WebSocket) Read() ([]byte, error) { b, err := ws.read() if err != nil { _ = ws.Close() return nil, err } return b, nil } func (ws *WebSocket) read() ([]byte, error) { ws.lock.Lock() defer ws.lock.Unlock() _, err := ws.r.ReadByte() if err != nil { return nil, err } b, err := ws.r.ReadByte() if err != nil { return nil, err } size := 0 fieldLen := 0 b &= 0x7f switch { case b <= 125: size = int(b) case b == 126: fieldLen = 2 case b == 127: fieldLen = 8 } for i := 0; i < fieldLen; i++ { b, err := ws.r.ReadByte() if err != nil { return nil, err } size = size<<8 + int(b) } data := make([]byte, size) _, err = io.ReadFull(ws.r, data) return data, err } // BadHandshakeError type. type BadHandshakeError struct { Status string Body string } func (e *BadHandshakeError) Error() string { return fmt.Sprintf( "websocket bad handshake: %s. %s", e.Status, e.Body, ) } func verifyWebSocketAccept(responseHeaders http.Header, websocketKey string) bool { expectedKey := websocketKey + "258EAFA5-E914-47DA-95CA-C5AB0DC85B11" hash := sha1.New() hash.Write([]byte(expectedKey)) expectedAccept := base64.StdEncoding.EncodeToString(hash.Sum(nil)) return responseHeaders.Get("Sec-WebSocket-Accept") == expectedAccept } func (ws *WebSocket) handshake(ctx context.Context, u *url.URL, header http.Header) error { defaultSecKey := "nil" req := (&http.Request{Method: http.MethodGet, URL: u, Header: http.Header{ "Upgrade": {"websocket"}, "Connection": {"Upgrade"}, "Sec-WebSocket-Key": {defaultSecKey}, "Sec-WebSocket-Version": {"13"}, }}).WithContext(ctx) secKey := defaultSecKey for k, vs := range header { switch { case k == "Host" && len(vs) > 0: req.Host = vs[0] case k == "Sec-WebSocket-Key" && len(vs) > 0: secKey = vs[0] req.Header[k] = vs default: req.Header[k] = vs } } err := req.Write(ws.conn) if err != nil { return err } res, err := http.ReadResponse(ws.r, req) if err != nil { return err } defer func() { _ = res.Body.Close() }() if res.StatusCode != http.StatusSwitchingProtocols || !verifyWebSocketAccept(res.Header, secKey) { body, _ := io.ReadAll(res.Body) return &BadHandshakeError{ Status: res.Status, Body: string(body), } } return nil } golang-github-go-rod-rod-0.116.2/lib/cdp/websocket_private_test.go 0000664 0000000 0000000 00000003304 15206741465 0025013 0 ustar 00root root 0000000 0000000 package cdp import ( "bufio" "context" "errors" "net" "net/url" "sync" "testing" "time" "github.com/ysmood/got" ) var setup = got.Setup(nil) func TestWebSocketErr(t *testing.T) { g := setup(t) ws := WebSocket{} g.Err(ws.Connect(g.Context(), "://", nil)) ws.Dialer = &net.Dialer{} ws.initDialer(nil) u, err := url.Parse("wss://no-exist") g.E(err) ws.Dialer = nil ws.initDialer(u) mc := &MockConn{} ws.conn = mc g.Err(ws.Send([]byte("test"))) mc.errOnCount = 1 mc.frame = []byte{0, 127, 1} ws.r = bufio.NewReader(mc) g.Err(ws.Read()) mc.errOnCount = 1 mc.frame = []byte{0} ws.r = bufio.NewReader(mc) g.Err(ws.Read()) g.Err(ws.handshake(g.Timeout(0), nil, nil)) mc.errOnCount = 1 g.Err(ws.handshake(g.Context(), u, nil)) tls := &tlsDialer{} g.Err(tls.DialContext(context.Background(), "", "")) } type MockConn struct { sync.Mutex errOnCount int frame []byte } func (c *MockConn) checkErr(d int) error { c.Lock() defer c.Unlock() if c.errOnCount == 0 { return errors.New("err") } c.errOnCount += d return nil } func (c *MockConn) Read(b []byte) (int, error) { if err := c.checkErr(-1); err != nil { return 0, err } return copy(b, c.frame), nil } func (c *MockConn) Write(b []byte) (int, error) { if err := c.checkErr(-1); err != nil { return 0, err } return len(b), nil } func (c *MockConn) Close() error { return c.checkErr(0) } func (c *MockConn) LocalAddr() net.Addr { return nil } func (c *MockConn) RemoteAddr() net.Addr { return nil } func (c *MockConn) SetDeadline(_ time.Time) error { return nil } func (c *MockConn) SetReadDeadline(_ time.Time) error { return nil } func (c *MockConn) SetWriteDeadline(_ time.Time) error { return nil } golang-github-go-rod-rod-0.116.2/lib/cdp/websocket_test.go 0000664 0000000 0000000 00000005055 15206741465 0023266 0 ustar 00root root 0000000 0000000 package cdp_test import ( "context" "fmt" "net/http" "path/filepath" "strings" "sync" "testing" "github.com/go-rod/rod/lib/cdp" "github.com/go-rod/rod/lib/launcher" "github.com/go-rod/rod/lib/utils" "github.com/ysmood/got" "github.com/ysmood/gson" ) func TestWebSocketLargePayload(t *testing.T) { g := setup(t) ctx := g.Context() client, id := newPage(ctx, g) const size = 2 * 1024 * 1024 res, err := client.Call(ctx, id, "Runtime.evaluate", map[string]interface{}{ "expression": fmt.Sprintf(`"%s"`, strings.Repeat("a", size)), "returnByValue": true, }) g.E(err) g.Gt(len(res), size) // 2MB } func ConcurrentCall(t *testing.T) { t.Helper() g := setup(t) ctx := g.Context() client, id := newPage(ctx, g) wg := sync.WaitGroup{} for i := 0; i < 30; i++ { wg.Add(1) go func() { res, err := client.Call(ctx, id, "Runtime.evaluate", map[string]interface{}{ "expression": `10`, }) g.Nil(err) g.Eq(string(res), "{\"result\":{\"type\":\"number\",\"value\":10,\"description\":\"10\"}}") wg.Done() }() } wg.Wait() } func TestWebSocketHeader(t *testing.T) { g := setup(t) s := g.Serve() wait := make(chan struct{}) s.Mux.HandleFunc("/a", func(_ http.ResponseWriter, r *http.Request) { g.Eq(r.Header.Get("Test"), "header") g.Eq(r.Host, "test.com") g.Eq(r.URL.Query().Get("q"), "ok") close(wait) }) ws := cdp.WebSocket{} err := ws.Connect(g.Context(), s.URL("/a?q=ok"), http.Header{ "Host": {"test.com"}, "Test": {"header"}, "Sec-WebSocket-Key": {"key"}, }) <-wait g.Eq(err.Error(), "websocket bad handshake: 200 OK. ") } func newPage(ctx context.Context, g got.G) (*cdp.Client, string) { l := launcher.New() g.Cleanup(l.Kill) client := cdp.New().Start(cdp.MustConnectWS(l.MustLaunch())) go func() { for range client.Event() { utils.Noop() } }() file, err := filepath.Abs(filepath.FromSlash("fixtures/basic.html")) g.E(err) res, err := client.Call(ctx, "", "Target.createTarget", map[string]interface{}{ "url": "file://" + file, }) g.E(err) targetID := gson.New(res).Get("targetId").String() res, err = client.Call(ctx, "", "Target.attachToTarget", map[string]interface{}{ "targetId": targetID, "flatten": true, }) g.E(err) sessionID := gson.New(res).Get("sessionId").String() return client, sessionID } func TestDuplicatedConnectErr(t *testing.T) { g := setup(t) l := launcher.New() g.Cleanup(l.Kill) u := l.MustLaunch() ws := &cdp.WebSocket{} g.E(ws.Connect(g.Context(), u, nil)) g.Panic(func() { _ = ws.Connect(g.Context(), u, nil) }) } golang-github-go-rod-rod-0.116.2/lib/defaults/ 0000775 0000000 0000000 00000000000 15206741465 0020746 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/defaults/defaults.go 0000664 0000000 0000000 00000010216 15206741465 0023104 0 ustar 00root root 0000000 0000000 // Package defaults of commonly used options parsed from environment. // Check ResetWith for details. package defaults import ( "flag" "log" "os" "regexp" "strconv" "strings" "time" "github.com/go-rod/rod/lib/utils" ) // Trace is the default of rod.Browser.Trace . // Option name is "trace". var Trace bool // Slow is the default of rod.Browser.SlowMotion . // The format is same as https://golang.org/pkg/time/#ParseDuration // Option name is "slow". var Slow time.Duration // Monitor is the default of rod.Browser.ServeMonitor . // Option name is "monitor". var Monitor string // Show is the default of launcher.Launcher.Headless . // Option name is "show". var Show bool // Devtools is the default of launcher.Launcher.Devtools . // Option name is "devtools". var Devtools bool // Dir is the default of launcher.Launcher.UserDataDir . // Option name is "dir". var Dir string // Port is the default of launcher.Launcher.RemoteDebuggingPort . // Option name is "port". var Port string // Bin is the default of launcher.Launcher.Bin . // Option name is "bin". var Bin string // Proxy is the default of launcher.Launcher.Proxy // Option name is "proxy". var Proxy string // LockPort is the default of launcher.Browser.LockPort // Option name is "lock". var LockPort int // URL is the default websocket url for remote control a browser. // Option name is "url". var URL string // CDP is the default of cdp.Client.Logger // Option name is "cdp". var CDP utils.Logger // Reset all flags to their init values. func Reset() { Trace = false Slow = 0 Monitor = "" Show = false Devtools = false Dir = "" Port = "0" Bin = "" Proxy = "" LockPort = 2978 URL = "" CDP = utils.LoggerQuiet } var envParsers = map[string]func(string){ "trace": func(string) { Trace = true }, "slow": func(v string) { var err error Slow, err = time.ParseDuration(v) if err != nil { msg := "invalid value for \"slow\": " + err.Error() + " (learn format from https://golang.org/pkg/time/#ParseDuration)" panic(msg) } }, "monitor": func(v string) { Monitor = ":0" if v != "" { Monitor = v } }, "show": func(string) { Show = true }, "devtools": func(string) { Devtools = true }, "dir": func(v string) { Dir = v }, "port": func(v string) { Port = v }, "bin": func(v string) { Bin = v }, "proxy": func(v string) { Proxy = v }, "lock": func(v string) { i, err := strconv.ParseInt(v, 10, 32) if err == nil { LockPort = int(i) } }, "url": func(v string) { URL = v }, "cdp": func(_ string) { CDP = log.New(log.Writer(), "[cdp] ", log.LstdFlags) }, } // Parse the flags. func init() { ResetWith("") } // ResetWith options and "-rod" command line flag. // It will be called in an init() , so you don't have to call it manually. // It will try to load the cli flag "-rod" and then the options, the later override the former. // If you want to disable the global cli argument flag, set env DISABLE_ROD_FLAG. // Values are separated by commas, key and value are separated by "=". For example: // // go run main.go -rod=show // go run main.go -rod show,trace,slow=1s,monitor // go run main.go --rod="slow=1s,dir=path/has /space,monitor=:9223" func ResetWith(options string) { Reset() if _, has := os.LookupEnv("DISABLE_ROD_FLAG"); !has { if !flag.Parsed() && flag.Lookup("rod") == nil { flag.String("rod", "", `Set the default value of options used by rod.`) } parseFlag(os.Args) } parse(options) } func parseFlag(args []string) { reg := regexp.MustCompile(`^--?rod$`) regEq := regexp.MustCompile(`^--?rod=(.*)$`) opts := "" for i, arg := range args { if reg.MatchString(arg) && i+1 < len(args) { opts = args[i+1] } else if m := regEq.FindStringSubmatch(arg); len(m) == 2 { opts = m[1] } } parse(opts) } // parse options and set them globally. func parse(options string) { if options == "" { return } reg := regexp.MustCompile(`[,\r\n]`) for _, str := range reg.Split(options, -1) { kv := strings.SplitN(str, "=", 2) v := "" if len(kv) == 2 { v = kv[1] } n := strings.TrimSpace(kv[0]) if n == "" { continue } f := envParsers[n] if f == nil { panic("unknown rod env option: " + n) } f(v) } } golang-github-go-rod-rod-0.116.2/lib/defaults/defaults_test.go 0000664 0000000 0000000 00000002434 15206741465 0024146 0 ustar 00root root 0000000 0000000 package defaults import ( "testing" "time" "github.com/ysmood/got" ) func TestBasic(t *testing.T) { g := got.T(t) Show = true Devtools = true URL = "test" Monitor = "test" ResetWith("") parse("") g.False(Show) g.False(Devtools) g.Eq("", Monitor) g.Eq("", URL) g.Eq(2978, LockPort) parse("show,devtools,trace,slow=2s,port=8080,dir=tmp," + "url=http://test.com,cdp,monitor,bin=/path/to/chrome," + "proxy=localhost:8080,lock=9981,", ) g.True(Show) g.True(Devtools) g.True(Trace) g.Eq(2*time.Second, Slow) g.Eq("8080", Port) g.Eq("/path/to/chrome", Bin) g.Eq("tmp", Dir) g.Eq("http://test.com", URL) g.NotNil(CDP.Println) g.Eq(":0", Monitor) g.Eq("localhost:8080", Proxy) g.Eq(9981, LockPort) parse("monitor=:1234") g.Eq(":1234", Monitor) g.Panic(func() { parse("a") }) g.Eq(try(func() { parse("slow=1") }), "invalid value for \"slow\": time: missing unit in duration \"1\" (learn format from https://golang.org/pkg/time/#ParseDuration)") } func try(fn func()) (err interface{}) { defer func() { err = recover() }() fn() return err } func TestParseFlag(t *testing.T) { g := got.T(t) Reset() parseFlag([]string{"-rod"}) g.False(Show) parseFlag([]string{"-rod=show"}) g.True(Show) Reset() parseFlag([]string{"-rod", "show"}) g.True(Show) } golang-github-go-rod-rod-0.116.2/lib/devices/ 0000775 0000000 0000000 00000000000 15206741465 0020561 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/devices/device.go 0000664 0000000 0000000 00000004373 15206741465 0022356 0 ustar 00root root 0000000 0000000 // Package devices ... package devices import ( "github.com/go-rod/rod/lib/proto" "github.com/ysmood/gson" ) // Device represents a emulated device. type Device struct { Capabilities []string UserAgent string AcceptLanguage string Screen Screen Title string landscape bool clear bool } // Screen represents the screen of a device. type Screen struct { DevicePixelRatio float64 Horizontal ScreenSize Vertical ScreenSize } // ScreenSize represents the size of the screen. type ScreenSize struct { Width int Height int } // Landscape clones the device and set it to landscape mode. func (device Device) Landscape() Device { d := device d.landscape = true return d } // MetricsEmulation config. func (device Device) MetricsEmulation() *proto.EmulationSetDeviceMetricsOverride { if device.IsClear() { return nil } var screen ScreenSize var orientation *proto.EmulationScreenOrientation if device.landscape { screen = device.Screen.Horizontal orientation = &proto.EmulationScreenOrientation{ Angle: 90, Type: proto.EmulationScreenOrientationTypeLandscapePrimary, } } else { screen = device.Screen.Vertical orientation = &proto.EmulationScreenOrientation{ Angle: 0, Type: proto.EmulationScreenOrientationTypePortraitPrimary, } } return &proto.EmulationSetDeviceMetricsOverride{ Width: screen.Width, Height: screen.Height, DeviceScaleFactor: device.Screen.DevicePixelRatio, ScreenOrientation: orientation, Mobile: has(device.Capabilities, "mobile"), } } // TouchEmulation config. func (device Device) TouchEmulation() *proto.EmulationSetTouchEmulationEnabled { if device.IsClear() { return &proto.EmulationSetTouchEmulationEnabled{ Enabled: false, } } return &proto.EmulationSetTouchEmulationEnabled{ Enabled: has(device.Capabilities, "touch"), MaxTouchPoints: gson.Int(5), } } // UserAgentEmulation config. func (device Device) UserAgentEmulation() *proto.NetworkSetUserAgentOverride { if device.IsClear() { return nil } return &proto.NetworkSetUserAgentOverride{ UserAgent: device.UserAgent, AcceptLanguage: device.AcceptLanguage, } } // IsClear type. func (device Device) IsClear() bool { return device.clear } golang-github-go-rod-rod-0.116.2/lib/devices/generate/ 0000775 0000000 0000000 00000000000 15206741465 0022353 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/devices/generate/main.go 0000664 0000000 0000000 00000005445 15206741465 0023636 0 ustar 00root root 0000000 0000000 // Package main ... package main import ( "fmt" "io" "net/http" "path/filepath" "strings" "github.com/go-rod/rod/lib/utils" "github.com/ysmood/gson" ) func main() { devices := getDeviceList() code := `` for _, d := range devices.Arr() { d = d.Get("device") name := d.Get("title").String() code += utils.S(` // {{.name}} device {{.name}} = Device{ Title: "{{.title}}", Capabilities: {{.capabilities}}, UserAgent: "{{.userAgent}}", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: {{.devicePixelRatio}}, Horizontal: ScreenSize{ Width: {{.horizontalWidth}}, Height: {{.horizontalHeight}}, }, Vertical: ScreenSize{ Width: {{.verticalWidth}}, Height: {{.verticalHeight}}, }, }, }`, "name", normalizeName(name), "title", name, "capabilities", toGoArr(d.Get("capabilities")), "userAgent", getUserAgent(d), "devicePixelRatio", d.Get("screen.device-pixel-ratio").Int(), "horizontalWidth", d.Get("screen.horizontal.width").Int(), "horizontalHeight", d.Get("screen.horizontal.height").Int(), "verticalWidth", d.Get("screen.vertical.width").Int(), "verticalHeight", d.Get("screen.vertical.height").Int(), ) } code = utils.S(`// generated by "lib/devices/generate" package devices var ( {{.code}} ) `, "code", code) path := "./lib/devices/list.go" utils.E(utils.OutputFile(path, code)) utils.Exec("gofumpt -w", path) utils.Exec( "go run github.com/ysmood/golangci-lint@latest -- "+ "run --fix", filepath.Dir(path), ) } func getDeviceList() gson.JSON { // we use the list from the web UI of devtools // TODO: We should keep update with their latest list, using hash id is a temp solution res, err := http.Get( "https://raw.githubusercontent.com/ChromeDevTools/devtools-frontend/c4e2fefe3327aa9fe5f4398a1baddb8726c230d5/front_end/emulated_devices/module.json", ) utils.E(err) defer func() { _ = res.Body.Close() }() data, err := io.ReadAll(res.Body) utils.E(err) return gson.New(data).Get("extensions") } func normalizeName(name string) string { name = strings.ReplaceAll(name, "/", "or") list := []string{} for _, s := range strings.Split(name, " ") { if len(s) > 1 { list = append(list, strings.ToUpper(s[0:1])+s[1:]) } else { list = append(list, strings.ToUpper(s)) } } return strings.Join(list, "") } func getUserAgent(val gson.JSON) string { ua := val.Get("user-agent").String() if ua == "" { return "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36" } ua = strings.ReplaceAll(ua, "%s", "114.0.0.0") return ua } func toGoArr(val gson.JSON) string { list := []string{} for _, s := range val.Arr() { list = append(list, s.String()) } return fmt.Sprintf("%#v", list) } golang-github-go-rod-rod-0.116.2/lib/devices/list.go 0000664 0000000 0000000 00000042314 15206741465 0022067 0 ustar 00root root 0000000 0000000 // generated by "lib/devices/generate" package devices var ( // IPhone4 device. IPhone4 = Device{ Title: "iPhone 4", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (iPhone; CPU iPhone OS 7_1_2 like Mac OS X) AppleWebKit/537.51.2 (KHTML, like Gecko) Version/7.0 Mobile/11D257 Safari/9537.53", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 480, Height: 320, }, Vertical: ScreenSize{ Width: 320, Height: 480, }, }, } // IPhone5orSE device. IPhone5orSE = Device{ Title: "iPhone 5/SE", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (iPhone; CPU iPhone OS 10_3_1 like Mac OS X) AppleWebKit/603.1.30 (KHTML, like Gecko) Version/10.0 Mobile/14E304 Safari/602.1", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 568, Height: 320, }, Vertical: ScreenSize{ Width: 320, Height: 568, }, }, } // IPhone6or7or8 device. IPhone6or7or8 = Device{ Title: "iPhone 6/7/8", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 667, Height: 375, }, Vertical: ScreenSize{ Width: 375, Height: 667, }, }, } // IPhone6or7or8Plus device. IPhone6or7or8Plus = Device{ Title: "iPhone 6/7/8 Plus", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 3, Horizontal: ScreenSize{ Width: 736, Height: 414, }, Vertical: ScreenSize{ Width: 414, Height: 736, }, }, } // IPhoneX device. IPhoneX = Device{ Title: "iPhone X", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 3, Horizontal: ScreenSize{ Width: 812, Height: 375, }, Vertical: ScreenSize{ Width: 375, Height: 812, }, }, } // BlackBerryZ30 device. BlackBerryZ30 = Device{ Title: "BlackBerry Z30", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (BB10; Touch) AppleWebKit/537.10+ (KHTML, like Gecko) Version/10.0.9.2372 Mobile Safari/537.10+", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 640, Height: 360, }, Vertical: ScreenSize{ Width: 360, Height: 640, }, }, } // Nexus4 device. Nexus4 = Device{ Title: "Nexus 4", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 4.4.2; Nexus 4 Build/KOT49H) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 640, Height: 384, }, Vertical: ScreenSize{ Width: 384, Height: 640, }, }, } // Nexus5 device. Nexus5 = Device{ Title: "Nexus 5", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 3, Horizontal: ScreenSize{ Width: 640, Height: 360, }, Vertical: ScreenSize{ Width: 360, Height: 640, }, }, } // Nexus5X device. Nexus5X = Device{ Title: "Nexus 5X", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 8.0.0; Nexus 5X Build/OPR4.170623.006) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 732, Height: 412, }, Vertical: ScreenSize{ Width: 412, Height: 732, }, }, } // Nexus6 device. Nexus6 = Device{ Title: "Nexus 6", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 7.1.1; Nexus 6 Build/N6F26U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 3, Horizontal: ScreenSize{ Width: 732, Height: 412, }, Vertical: ScreenSize{ Width: 412, Height: 732, }, }, } // Nexus6P device. Nexus6P = Device{ Title: "Nexus 6P", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 8.0.0; Nexus 6P Build/OPP3.170518.006) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 3, Horizontal: ScreenSize{ Width: 732, Height: 412, }, Vertical: ScreenSize{ Width: 412, Height: 732, }, }, } // Pixel2 device. Pixel2 = Device{ Title: "Pixel 2", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 731, Height: 411, }, Vertical: ScreenSize{ Width: 411, Height: 731, }, }, } // Pixel2XL device. Pixel2XL = Device{ Title: "Pixel 2 XL", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 8.0.0; Pixel 2 XL Build/OPD1.170816.004) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 3, Horizontal: ScreenSize{ Width: 823, Height: 411, }, Vertical: ScreenSize{ Width: 411, Height: 823, }, }, } // LGOptimusL70 device. LGOptimusL70 = Device{ Title: "LG Optimus L70", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; U; Android 4.4.2; en-us; LGMS323 Build/KOT49I.MS32310c) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/114.0.0.0 Mobile Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 1, Horizontal: ScreenSize{ Width: 640, Height: 384, }, Vertical: ScreenSize{ Width: 384, Height: 640, }, }, } // NokiaN9 device. NokiaN9 = Device{ Title: "Nokia N9", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (MeeGo; NokiaN9) AppleWebKit/534.13 (KHTML, like Gecko) NokiaBrowser/8.5.0 Mobile Safari/534.13", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 1, Horizontal: ScreenSize{ Width: 854, Height: 480, }, Vertical: ScreenSize{ Width: 480, Height: 854, }, }, } // NokiaLumia520 device. NokiaLumia520 = Device{ Title: "Nokia Lumia 520", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (compatible; MSIE 10.0; Windows Phone 8.0; Trident/6.0; IEMobile/10.0; ARM; Touch; NOKIA; Lumia 520)", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 1, Horizontal: ScreenSize{ Width: 533, Height: 320, }, Vertical: ScreenSize{ Width: 320, Height: 533, }, }, } // MicrosoftLumia550 device. MicrosoftLumia550 = Device{ Title: "Microsoft Lumia 550", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Windows Phone 10.0; Android 4.2.1; Microsoft; Lumia 550) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/46.0.2486.0 Mobile Safari/537.36 Edge/14.14263", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 640, Height: 360, }, Vertical: ScreenSize{ Width: 640, Height: 360, }, }, } // MicrosoftLumia950 device. MicrosoftLumia950 = Device{ Title: "Microsoft Lumia 950", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Windows Phone 10.0; Android 4.2.1; Microsoft; Lumia 950) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/46.0.2486.0 Mobile Safari/537.36 Edge/14.14263", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 4, Horizontal: ScreenSize{ Width: 640, Height: 360, }, Vertical: ScreenSize{ Width: 360, Height: 640, }, }, } // GalaxySIII device. GalaxySIII = Device{ Title: "Galaxy S III", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; U; Android 4.0; en-us; GT-I9300 Build/IMM76D) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.0 Mobile Safari/534.30", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 640, Height: 360, }, Vertical: ScreenSize{ Width: 360, Height: 640, }, }, } // GalaxyS5 device. GalaxyS5 = Device{ Title: "Galaxy S5", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 3, Horizontal: ScreenSize{ Width: 640, Height: 360, }, Vertical: ScreenSize{ Width: 360, Height: 640, }, }, } // JioPhone2 device. JioPhone2 = Device{ Title: "JioPhone 2", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Mobile; LYF/F300B/LYF-F300B-001-01-15-130718-i;Android; rv:48.0) Gecko/48.0 Firefox/48.0 KAIOS/2.5", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 1, Horizontal: ScreenSize{ Width: 320, Height: 240, }, Vertical: ScreenSize{ Width: 240, Height: 320, }, }, } // KindleFireHDX device. KindleFireHDX = Device{ Title: "Kindle Fire HDX", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; U; en-us; KFAPWI Build/JDQ39) AppleWebKit/535.19 (KHTML, like Gecko) Silk/3.13 Safari/535.19 Silk-Accelerated=true", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 1280, Height: 800, }, Vertical: ScreenSize{ Width: 800, Height: 1280, }, }, } // IPadMini device. IPadMini = Device{ Title: "iPad Mini", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (iPad; CPU OS 11_0 like Mac OS X) AppleWebKit/604.1.34 (KHTML, like Gecko) Version/11.0 Mobile/15A5341f Safari/604.1", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 1024, Height: 768, }, Vertical: ScreenSize{ Width: 768, Height: 1024, }, }, } // IPad device. IPad = Device{ Title: "iPad", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (iPad; CPU OS 11_0 like Mac OS X) AppleWebKit/604.1.34 (KHTML, like Gecko) Version/11.0 Mobile/15A5341f Safari/604.1", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 1024, Height: 768, }, Vertical: ScreenSize{ Width: 768, Height: 1024, }, }, } // IPadPro device. IPadPro = Device{ Title: "iPad Pro", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (iPad; CPU OS 11_0 like Mac OS X) AppleWebKit/604.1.34 (KHTML, like Gecko) Version/11.0 Mobile/15A5341f Safari/604.1", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 1366, Height: 1024, }, Vertical: ScreenSize{ Width: 1024, Height: 1366, }, }, } // BlackberryPlayBook device. BlackberryPlayBook = Device{ Title: "Blackberry PlayBook", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (PlayBook; U; RIM Tablet OS 2.1.0; en-US) AppleWebKit/536.2+ (KHTML like Gecko) Version/7.2.1.0 Safari/536.2+", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 1, Horizontal: ScreenSize{ Width: 1024, Height: 600, }, Vertical: ScreenSize{ Width: 600, Height: 1024, }, }, } // Nexus10 device. Nexus10 = Device{ Title: "Nexus 10", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 10 Build/MOB31T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 1280, Height: 800, }, Vertical: ScreenSize{ Width: 800, Height: 1280, }, }, } // Nexus7 device. Nexus7 = Device{ Title: "Nexus 7", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 7 Build/MOB30X) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 960, Height: 600, }, Vertical: ScreenSize{ Width: 600, Height: 960, }, }, } // GalaxyNote3 device. GalaxyNote3 = Device{ Title: "Galaxy Note 3", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; U; Android 4.3; en-us; SM-N900T Build/JSS15J) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.0 Mobile Safari/534.30", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 3, Horizontal: ScreenSize{ Width: 640, Height: 360, }, Vertical: ScreenSize{ Width: 360, Height: 640, }, }, } // GalaxyNoteII device. GalaxyNoteII = Device{ Title: "Galaxy Note II", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; U; Android 4.1; en-us; GT-N7100 Build/JRO03C) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.0 Mobile Safari/534.30", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 640, Height: 360, }, Vertical: ScreenSize{ Width: 360, Height: 640, }, }, } // LaptopWithTouch device. LaptopWithTouch = Device{ Title: "Laptop with touch", Capabilities: []string{"touch"}, UserAgent: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 1, Horizontal: ScreenSize{ Width: 1280, Height: 950, }, Vertical: ScreenSize{ Width: 950, Height: 1280, }, }, } // LaptopWithHiDPIScreen device. LaptopWithHiDPIScreen = Device{ Title: "Laptop with HiDPI screen", Capabilities: []string{}, UserAgent: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 1440, Height: 900, }, Vertical: ScreenSize{ Width: 900, Height: 1440, }, }, } // LaptopWithMDPIScreen device. LaptopWithMDPIScreen = Device{ Title: "Laptop with MDPI screen", Capabilities: []string{}, UserAgent: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 1, Horizontal: ScreenSize{ Width: 1280, Height: 800, }, Vertical: ScreenSize{ Width: 800, Height: 1280, }, }, } // MotoG4 device. MotoG4 = Device{ Title: "Moto G4", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 6.0.1; Moto G (4)) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 3, Horizontal: ScreenSize{ Width: 640, Height: 360, }, Vertical: ScreenSize{ Width: 360, Height: 640, }, }, } // SurfaceDuo device. SurfaceDuo = Device{ Title: "Surface Duo", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 2, Horizontal: ScreenSize{ Width: 720, Height: 540, }, Vertical: ScreenSize{ Width: 540, Height: 720, }, }, } // GalaxyFold device. GalaxyFold = Device{ Title: "Galaxy Fold", Capabilities: []string{"touch", "mobile"}, UserAgent: "Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", AcceptLanguage: "en", Screen: Screen{ DevicePixelRatio: 3, Horizontal: ScreenSize{ Width: 653, Height: 280, }, Vertical: ScreenSize{ Width: 280, Height: 653, }, }, } ) golang-github-go-rod-rod-0.116.2/lib/devices/utils.go 0000664 0000000 0000000 00000000326 15206741465 0022251 0 ustar 00root root 0000000 0000000 package devices // Clear is used to clear overrides. var Clear = Device{clear: true} func has(arr []string, str string) bool { for _, item := range arr { if item == str { return true } } return false } golang-github-go-rod-rod-0.116.2/lib/devices/utils_test.go 0000664 0000000 0000000 00000001663 15206741465 0023315 0 ustar 00root root 0000000 0000000 package devices_test import ( "testing" "github.com/go-rod/rod/lib/devices" "github.com/ysmood/got" ) func TestErr(t *testing.T) { as := got.New(t) v := devices.IPad.MetricsEmulation() touch := devices.IPad.TouchEmulation() as.Eq(768, v.Width) as.Eq(1024, v.Height) as.Eq(2, v.DeviceScaleFactor) as.Eq(0, v.ScreenOrientation.Angle) as.True(v.Mobile) as.True(touch.Enabled) v = devices.LaptopWithMDPIScreen.Landscape().MetricsEmulation() touch = devices.LaptopWithMDPIScreen.TouchEmulation() as.Eq(1280, v.Width) as.Eq(90, v.ScreenOrientation.Angle) as.False(v.Mobile) as.False(touch.Enabled) u := devices.IPad.UserAgentEmulation() as.Eq("Mozilla/5.0 (iPad; CPU OS 11_0 like Mac OS X) AppleWebKit/604.1.34 (KHTML, like Gecko) Version/11.0 Mobile/15A5341f Safari/604.1", u.UserAgent) as.Nil(devices.Clear.MetricsEmulation()) as.False(devices.Clear.TouchEmulation().Enabled) as.Nil(devices.Clear.UserAgentEmulation()) } golang-github-go-rod-rod-0.116.2/lib/docker/ 0000775 0000000 0000000 00000000000 15206741465 0020406 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/docker/Dockerfile 0000664 0000000 0000000 00000002370 15206741465 0022402 0 ustar 00root root 0000000 0000000 # To build the image: # docker build -t ghcr.io/go-rod/rod -f lib/docker/Dockerfile . # # build rod-manager FROM golang as go ARG goproxy="https://proxy.golang.org,direct" COPY . /rod WORKDIR /rod RUN go env -w GOPROXY=$goproxy RUN go build ./lib/launcher/rod-manager RUN go run ./lib/utils/get-browser FROM ubuntu:noble COPY --from=go /root/.cache/rod /root/.cache/rod RUN ln -s /root/.cache/rod/browser/$(ls /root/.cache/rod/browser)/chrome /usr/bin/chrome RUN touch /.dockerenv COPY --from=go /rod/rod-manager /usr/bin/ ARG apt_sources="http://archive.ubuntu.com" RUN sed -i "s|http://archive.ubuntu.com|$apt_sources|g" /etc/apt/sources.list && \ apt-get update > /dev/null && \ apt-get install --no-install-recommends -y \ # chromium dependencies libnss3 \ libxss1 \ libasound2t64 \ libxtst6 \ libgtk-3-0 \ libgbm1 \ ca-certificates \ # fonts fonts-liberation fonts-noto-color-emoji fonts-noto-cjk \ # timezone tzdata \ # process reaper dumb-init \ # headful mode support, for example: $ xvfb-run chromium-browser --remote-debugging-port=9222 xvfb \ > /dev/null && \ # cleanup rm -rf /var/lib/apt/lists/* # process reaper ENTRYPOINT ["dumb-init", "--"] CMD rod-manager golang-github-go-rod-rod-0.116.2/lib/docker/dev.Dockerfile 0000664 0000000 0000000 00000001651 15206741465 0023160 0 ustar 00root root 0000000 0000000 # A docker image for rod development. # To build the image: # docker build -t ghcr.io/go-rod/rod:dev -f lib/docker/dev.Dockerfile . FROM ghcr.io/go-rod/rod ARG nodejs ARG golang ARG apt_sources="http://archive.ubuntu.com" RUN sed -i "s|http://archive.ubuntu.com|$apt_sources|g" /etc/apt/sources.list && \ apt-get update > /dev/null && \ apt-get install --no-install-recommends -y git curl xz-utils build-essential > /dev/null && \ rm -rf /var/lib/apt/lists/* # install nodejs RUN curl -L $nodejs > node.tar.xz && \ tar -xf node.tar.xz && \ mv node-* /usr/local/lib/.node && \ rm node.tar.xz # install golang RUN curl -L $golang > golang.tar.gz && \ tar -xf golang.tar.gz && \ mv go /usr/local/lib/go && \ rm golang.tar.gz ENV PATH="/usr/local/lib/.node/bin:/usr/local/lib/go/bin:/root/go/bin/:${PATH}" # setup global git ignore RUN git config --global core.excludesfile ~/.gitignore_global golang-github-go-rod-rod-0.116.2/lib/docker/fonts-local.conf 0000664 0000000 0000000 00000001370 15206741465 0023477 0 ustar 00root root 0000000 0000000%s
`
)
golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/download_file/ 0000775 0000000 0000000 00000000000 15206741465 0027010 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/download_file/main.go 0000664 0000000 0000000 00000001574 15206741465 0030272 0 ustar 00root root 0000000 0000000 // Package main ...
package main
import (
"fmt"
"log"
"os"
"path/filepath"
"github.com/go-rod/rod"
"github.com/go-rod/rod/lib/proto"
)
func main() {
// get working directory
wd, err := os.Getwd()
if err != nil {
log.Fatal(err)
}
browser := rod.New().MustConnect()
page := browser.MustPage("https://github.com/chromedp/examples")
page.MustElementR("summary", "Code").MustClick()
wait := page.Browser().WaitDownload(wd)
go browser.EachEvent(func(e *proto.PageDownloadProgress) bool {
completed := "(unknown)"
if e.TotalBytes != 0 {
completed = fmt.Sprintf("%0.2f%%", e.ReceivedBytes/e.TotalBytes*100.0)
}
log.Printf("state: %s, completed: %s\n", e.State, completed)
return e.State == proto.PageDownloadProgressStateCompleted
})()
page.MustElementR("a", "Download ZIP").MustClick()
res := wait()
log.Printf("wrote %s", filepath.Join(wd, res.GUID))
}
golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/download_image/ 0000775 0000000 0000000 00000000000 15206741465 0027153 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/download_image/main.go 0000664 0000000 0000000 00000000653 15206741465 0030432 0 ustar 00root root 0000000 0000000 // Package main ...
package main
import (
"log"
"os"
"github.com/go-rod/rod"
)
func main() {
u := "https://avatars.githubusercontent.com/u/33149672"
browser := rod.New().MustConnect()
page := browser.MustPage(u).MustWaitLoad()
b, err := page.GetResource(u)
if err != nil {
log.Fatal(err)
}
if err := os.WriteFile("download.png", b, 0o644); err != nil {
log.Fatal(err)
}
log.Print("wrote download.png")
}
golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/emulate/ 0000775 0000000 0000000 00000000000 15206741465 0025636 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/emulate/main.go 0000664 0000000 0000000 00000001061 15206741465 0027107 0 ustar 00root root 0000000 0000000 // Package main ...
package main
import (
"github.com/go-rod/rod"
"github.com/go-rod/rod/lib/devices"
)
func main() {
page := rod.New().MustConnect().MustPage()
// emulate iPhone 7 landscape
err := page.Emulate(devices.IPhone6or7or8.Landscape())
if err != nil {
panic(err)
}
page.MustNavigate("https://www.whatsmyua.info/")
page.MustScreenshot("screenshot1.png")
// reset
page.MustEmulate(devices.Clear)
page.MustSetViewport(1920, 2000, 1, false)
page.MustNavigate("https://www.whatsmyua.info/?a")
page.MustScreenshot("screenshot2.png")
}
golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/eval/ 0000775 0000000 0000000 00000000000 15206741465 0025131 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/eval/main.go 0000664 0000000 0000000 00000000755 15206741465 0026413 0 ustar 00root root 0000000 0000000 // Package main ...
package main
import (
"log"
"github.com/go-rod/rod"
)
// This example shows how we can use Eval to run scripts in the page.
// Note: `this` in the eval function will refer to the element that Eval is
// called on. This can be useful for things such as blurring elements.
func main() {
res := rod.New().MustConnect().
MustPage("https://www.google.com/").
MustElement(`input`).
MustEval("() => Object.keys(window)")
log.Printf("window object keys: %v", res)
}
golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/headers/ 0000775 0000000 0000000 00000000000 15206741465 0025615 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/headers/main.go 0000664 0000000 0000000 00000002051 15206741465 0027066 0 ustar 00root root 0000000 0000000 // Package main ...
package main
import (
"encoding/json"
"fmt"
"log"
"net"
"net/http"
"github.com/go-rod/rod"
)
// This example demonstrates how to set a HTTP header on requests.
func main() {
host := headerServer()
page := rod.New().MustConnect().MustPage(host)
page.MustSetExtraHeaders("X-Header", "my request header")
page.MustNavigate(host)
res := page.MustElement("#result").MustText()
log.Printf("received headers: %s", res)
}
// headerServer is a simple HTTP server that displays the passed headers in the html.
func headerServer() string {
l, _ := net.Listen("tcp4", "127.0.0.1:0")
go func() {
_ = http.Serve(l, http.HandlerFunc(func(res http.ResponseWriter, req *http.Request) {
buf, err := json.MarshalIndent(req.Header, "", " ")
if err != nil {
http.Error(res, err.Error(), http.StatusInternalServerError)
return
}
_, _ = fmt.Fprintf(res, indexHTML, string(buf))
}))
}()
return "http://" + l.Addr().String()
}
const indexHTML = `
%s
`
golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/keys/ 0000775 0000000 0000000 00000000000 15206741465 0025155 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/keys/main.go 0000664 0000000 0000000 00000003455 15206741465 0026437 0 ustar 00root root 0000000 0000000 // Package main ...
package main
import (
"fmt"
"log"
"net"
"net/http"
"github.com/go-rod/rod"
"github.com/go-rod/rod/lib/input"
)
// This example demonstrates how to send key events to an element.
func main() {
page := rod.New().MustConnect().MustPage(testServer())
val1 := page.MustElement("#input1").MustText()
// cSpell:ignore naoeu
val2 := page.MustElement("#textarea1").MustInput("\b\b\n\naoeu\n\ntest1\n\nblah2\n\n\t\t\t\b\bother box!\t\ntest4").MustText()
val3 := page.MustElement("#input2").MustInput("test3").MustText()
val4 := page.MustElement("#select1").MustType(input.ArrowDown, input.ArrowDown).MustProperty("value").Str()
log.Printf("#input1 value: %s", val1)
log.Printf("#textarea1 value: %s", val2)
log.Printf("#input2 value: %s", val3)
log.Printf("#select1 value: %s", val4)
}
// testServer is a simple HTTP server that displays elements and inputs.
func testServer() string {
l, _ := net.Listen("tcp4", "127.0.0.1:0")
go func() {
_ = http.Serve(l, http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
_, _ = fmt.Fprint(w, indexHTML)
}))
}()
return "http://" + l.Addr().String()
}
const indexHTML = `
box3
box4 text
content of h1 1 hello world
`, ) })) defer ts.Close() page := rod.New().MustConnect().MustPage(ts.URL) node, err := page.MustElement("body").Describe(-1, true) if err != nil { log.Fatal(err) } printNodes(os.Stdout, node.Children, "", " ") } func printNodes(w io.Writer, nodes []*proto.DOMNode, padding, indent string) { for _, node := range nodes { switch { case node.NodeName == "#text": fmt.Fprintf(w, "%s#text: %q\n", padding, node.NodeValue) default: fmt.Fprintf(w, "%s%s:\n", padding, strings.ToLower(node.NodeName)) if n := len(node.Attributes); n > 0 { fmt.Fprintf(w, "%sattributes:\n", padding+indent) for i := 0; i < n; i += 2 { fmt.Fprintf(w, "%s%s: %q\n", padding+indent+indent, node.Attributes[i], node.Attributes[i+1]) } } } if node.ChildNodeCount != nil { fmt.Fprintf(w, "%schildren:\n", padding+indent) printNodes(w, node.Children, padding+indent+indent, indent) } } } golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/text/ 0000775 0000000 0000000 00000000000 15206741465 0025166 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/text/main.go 0000664 0000000 0000000 00000000542 15206741465 0026442 0 ustar 00root root 0000000 0000000 // Package main ... package main import ( "log" "strings" "github.com/go-rod/rod" ) // This example demonstrates how to extract text from a specific element. func main() { page := rod.New().MustConnect().MustPage("https://pkg.go.dev/time") res := page.MustElement("#pkg-overview").MustParent().MustText() log.Println(strings.TrimSpace(res)) } golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/upload/ 0000775 0000000 0000000 00000000000 15206741465 0025466 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/upload/main.go 0000664 0000000 0000000 00000003271 15206741465 0026744 0 ustar 00root root 0000000 0000000 // Package main ... package main import ( "fmt" "io" "log" "net" "net/http" "os" "github.com/go-rod/rod" ) // This example demonstrates how to upload a file on a form. func main() { host := uploadServer() page := rod.New().MustConnect().MustPage(host) page.MustElement(`input[name="upload"]`).MustSetFiles("./main.go") page.MustElement(`input[name="submit"]`).MustClick() log.Printf( "original size: %d, upload size: %s", size("./main.go"), page.MustElement("#result").MustText(), ) } // get some info about the file. func size(file string) int { fi, err := os.Stat(file) if err != nil { panic(err) } return int(fi.Size()) } func uploadServer() string { // create http server and result channel mux := http.NewServeMux() mux.HandleFunc("/", func(res http.ResponseWriter, _ *http.Request) { _, _ = fmt.Fprint(res, uploadHTML) }) mux.HandleFunc("/upload", func(res http.ResponseWriter, req *http.Request) { f, _, err := req.FormFile("upload") if err != nil { http.Error(res, err.Error(), http.StatusBadRequest) return } defer func() { _ = f.Close() }() buf, err := io.ReadAll(f) if err != nil { http.Error(res, err.Error(), http.StatusBadRequest) return } _, _ = fmt.Fprintf(res, resultHTML, len(buf)) }) l, _ := net.Listen("tcp4", "127.0.0.1:0") go func() { _ = http.Serve(l, mux) }() return "http://" + l.Addr().String() } const ( uploadHTML = ` ` resultHTML = `%d
`
)
golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/visible/ 0000775 0000000 0000000 00000000000 15206741465 0025637 5 ustar 00root root 0000000 0000000 golang-github-go-rod-rod-0.116.2/lib/examples/compare-chromedp/visible/main.go 0000664 0000000 0000000 00000003103 15206741465 0027107 0 ustar 00root root 0000000 0000000 // Package main ...
package main
import (
"fmt"
"log"
"net"
"net/http"
"github.com/go-rod/rod"
)
func main() {
page := rod.New().MustConnect().MustPage(testServer())
page.MustEval(makeVisibleScript)
log.Printf("waiting 3s for box to become visible")
page.MustElement("#box1").MustWaitVisible()
log.Printf(">>>>>>>>>>>>>>>>>>>> BOX1 IS VISIBLE")
page.MustElement("#box2").MustWaitVisible()
log.Printf(">>>>>>>>>>>>>>>>>>>> BOX2 IS VISIBLE")
}
const (
makeVisibleScript = `() => setTimeout(function() {
document.querySelector('#box1').style.display = '';
}, 3000)`
)
// testServer is a simple HTTP server that serves a static html page.
func testServer() string {
l, _ := net.Listen("tcp4", "127.0.0.1:0")
go func() {
_ = http.Serve(l, http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
_, _ = fmt.Fprint(w, indexHTML)
}))
}()
return "http://" + l.Addr().String()
}
const indexHTML = `
box3
box4 text