package chromedp import ( "bytes" "context" "errors" "fmt" "image" "image/png" "strconv" "strings" "sync" "github.com/disintegration/imaging" "github.com/knq/chromedp/cdp" "github.com/knq/chromedp/cdp/css" "github.com/knq/chromedp/cdp/dom" "github.com/knq/chromedp/cdp/page" ) // Nodes retrieves the document nodes matching the selector. func Nodes(sel interface{}, nodes *[]*cdp.Node, opts ...QueryOption) Action { if nodes == nil { panic("nodes cannot be nil") } return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, n ...*cdp.Node) error { *nodes = n return nil }, opts...) } // NodeIDs retrieves the node IDs matching the selector. func NodeIDs(sel interface{}, ids *[]cdp.NodeID, opts ...QueryOption) Action { if ids == nil { panic("nodes cannot be nil") } return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { nodeIDs := make([]cdp.NodeID, len(nodes)) for i, n := range nodes { nodeIDs[i] = n.NodeID } *ids = nodeIDs return nil }, opts...) } // Focus focuses the first node matching the selector. func Focus(sel interface{}, opts ...QueryOption) Action { return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } return dom.Focus(nodes[0].NodeID).Do(ctxt, h) }, opts...) } // Blur unfocuses (blurs) the first node matching the selector. func Blur(sel interface{}, opts ...QueryOption) Action { return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } var res bool err := EvaluateAsDevTools(fmt.Sprintf(blurJS, nodes[0].FullXPath()), &res).Do(ctxt, h) if err != nil { return err } if !res { return fmt.Errorf("could not blur node %d", nodes[0].NodeID) } return nil }, opts...) } // Dimensions retrieves the box model dimensions for the first node matching // the selector. func Dimensions(sel interface{}, model **dom.BoxModel, opts ...QueryOption) Action { if model == nil { panic("model cannot be nil") } return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } var err error *model, err = dom.GetBoxModel(nodes[0].NodeID).Do(ctxt, h) return err }, opts...) } // Text retrieves the visible text of the first node matching the selector. func Text(sel interface{}, text *string, opts ...QueryOption) Action { if text == nil { panic("text cannot be nil") } return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } return EvaluateAsDevTools(fmt.Sprintf(textJS, nodes[0].FullXPath()), text).Do(ctxt, h) }, opts...) } // Clear clears the values of any input/textarea nodes matching the selector. func Clear(sel interface{}, opts ...QueryOption) Action { return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } for _, n := range nodes { if n.NodeType != cdp.NodeTypeElement || (n.NodeName != "INPUT" && n.NodeName != "TEXTAREA") { return fmt.Errorf("selector `%s` matched node %d with name %s", sel, n.NodeID, strings.ToLower(n.NodeName)) } } errs := make([]error, len(nodes)) wg := new(sync.WaitGroup) for i, n := range nodes { wg.Add(1) go func(i int, n *cdp.Node) { defer wg.Done() var a Action if n.NodeName == "INPUT" { a = dom.SetAttributeValue(n.NodeID, "value", "") } else { a = dom.SetNodeValue(n.NodeID, "") } errs[i] = a.Do(ctxt, h) }(i, n) } wg.Wait() for _, err := range errs { if err != nil { return err } } return nil }, opts...) } // Value retrieves the value of the first node matching the selector. func Value(sel interface{}, value *string, opts ...QueryOption) Action { if value == nil { panic("value cannot be nil") } return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } return EvaluateAsDevTools(fmt.Sprintf(valueJS, nodes[0].FullXPath()), value).Do(ctxt, h) }, opts...) } // SetValue sets the value of an element. func SetValue(sel interface{}, value string, opts ...QueryOption) Action { return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } var res string err := EvaluateAsDevTools(fmt.Sprintf(setValueJS, nodes[0].FullXPath(), value), &res).Do(ctxt, h) if err != nil { return err } if res != value { return fmt.Errorf("could not set value on node %d", nodes[0].NodeID) } return nil }, opts...) } // Attributes retrieves the attributes for the first node matching the selector. func Attributes(sel interface{}, attributes *map[string]string, opts ...QueryOption) Action { if attributes == nil { panic("attributes cannot be nil") } return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } nodes[0].RLock() defer nodes[0].RUnlock() m := make(map[string]string) attrs := nodes[0].Attributes for i := 0; i < len(attrs); i += 2 { m[attrs[i]] = attrs[i+1] } *attributes = m return nil }, opts...) } // SetAttributes sets the attributes for the first node matching the selector. func SetAttributes(sel interface{}, attributes map[string]string, opts ...QueryOption) Action { return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return errors.New("expected at least one element") } attrs := make([]string, len(attributes)) i := 0 for k, v := range attributes { attrs[i] = fmt.Sprintf(`%s=%s`, k, strconv.Quote(v)) i++ } return dom.SetAttributesAsText(nodes[0].NodeID, strings.Join(attrs, " ")).Do(ctxt, h) }, opts...) } // AttributeValue retrieves the attribute value for the first node matching the // selector. func AttributeValue(sel interface{}, name string, value *string, ok *bool, opts ...QueryOption) Action { if value == nil { panic("value cannot be nil") } return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return errors.New("expected at least one element") } nodes[0].RLock() defer nodes[0].RUnlock() attrs := nodes[0].Attributes for i := 0; i < len(attrs); i += 2 { if attrs[i] == name { *value = attrs[i+1] if ok != nil { *ok = true } return nil } } if ok != nil { *ok = false } return nil }, opts...) } // SetAttributeValue sets the attribute with name to value on the first node // matching the selector. func SetAttributeValue(sel interface{}, name, value string, opts ...QueryOption) Action { return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } return dom.SetAttributeValue(nodes[0].NodeID, name, value).Do(ctxt, h) }, opts...) } // RemoveAttribute removes the attribute with name from the first node matching // the selector. func RemoveAttribute(sel interface{}, name string, opts ...QueryOption) Action { return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } return dom.RemoveAttribute(nodes[0].NodeID, name).Do(ctxt, h) }, opts...) } // Click sends a mouse click event to the first node matching the selector. func Click(sel interface{}, opts ...QueryOption) Action { return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } return MouseClickNode(nodes[0]).Do(ctxt, h) }, append(opts, NodeVisible)...) } // DoubleClick sends a mouse double click event to the first node matching the // selector. func DoubleClick(sel interface{}, opts ...QueryOption) Action { return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } return MouseClickNode(nodes[0], ClickCount(2)).Do(ctxt, h) }, append(opts, NodeVisible)...) } // SendKeys synthesizes the key up, char, and down events as needed for the // runes in v, sending them to the first node matching the selector. func SendKeys(sel interface{}, v string, opts ...QueryOption) Action { return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } return KeyActionNode(nodes[0], v).Do(ctxt, h) }, append(opts, NodeVisible)...) } // Screenshot takes a screenshot of the first node matching the selector. func Screenshot(sel interface{}, picbuf *[]byte, opts ...QueryOption) Action { if picbuf == nil { panic("picbuf cannot be nil") } return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } var err error // get box model box, err := dom.GetBoxModel(nodes[0].NodeID).Do(ctxt, h) if err != nil { return err } // check box if len(box.Margin) != 8 { return ErrInvalidBoxModel } // scroll to node position var pos []int err = EvaluateAsDevTools(fmt.Sprintf(scrollJS, int64(box.Margin[0]), int64(box.Margin[1])), &pos).Do(ctxt, h) if err != nil { return err } // take page screenshot buf, err := page.CaptureScreenshot().Do(ctxt, h) if err != nil { return err } // load image img, err := png.Decode(bytes.NewReader(buf)) if err != nil { return err } // crop to box model contents. cropped := imaging.Crop(img, image.Rect( int(box.Margin[0])-pos[0], int(box.Margin[1])-pos[1], int(box.Margin[4])-pos[0], int(box.Margin[5])-pos[1], )) // encode var croppedBuf bytes.Buffer err = png.Encode(&croppedBuf, cropped) if err != nil { return err } *picbuf = croppedBuf.Bytes() return nil }, append(opts, NodeVisible)...) } // Submit is an action that submits the form of the first node matching the // selector belongs to. func Submit(sel interface{}, opts ...QueryOption) Action { return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } var res bool err := EvaluateAsDevTools(fmt.Sprintf(submitJS, nodes[0].FullXPath()), &res).Do(ctxt, h) if err != nil { return err } if !res { return fmt.Errorf("could not call submit on node %d", nodes[0].NodeID) } return nil }, opts...) } // Reset is an action that resets the form of the first node matching the // selector belongs to. func Reset(sel interface{}, opts ...QueryOption) Action { return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } var res bool err := EvaluateAsDevTools(fmt.Sprintf(resetJS, nodes[0].FullXPath()), &res).Do(ctxt, h) if err != nil { return err } if !res { return fmt.Errorf("could not call reset on node %d", nodes[0].NodeID) } return nil }, opts...) } // ComputedStyle retrieves the computed style of the first node matching the selector. func ComputedStyle(sel interface{}, style *[]*css.ComputedProperty, opts ...QueryOption) Action { if style == nil { panic("style cannot be nil") } return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } computed, err := css.GetComputedStyleForNode(nodes[0].NodeID).Do(ctxt, h) if err != nil { return err } *style = computed return nil }, opts...) } // MatchedStyle retrieves the matched style information for the first node // matching the selector. func MatchedStyle(sel interface{}, style **css.GetMatchedStylesForNodeReturns, opts ...QueryOption) Action { if style == nil { panic("style cannot be nil") } return QueryAfter(sel, func(ctxt context.Context, h cdp.Handler, nodes ...*cdp.Node) error { if len(nodes) < 1 { return fmt.Errorf("selector `%s` did not return any nodes", sel) } var err error ret := &css.GetMatchedStylesForNodeReturns{} ret.InlineStyle, ret.AttributesStyle, ret.MatchedCSSRules, ret.PseudoElements, ret.Inherited, ret.CSSKeyframesRules, err = css.GetMatchedStylesForNode(nodes[0].NodeID).Do(ctxt, h) if err != nil { return err } *style = ret return nil }, opts...) }