分享一个Chrome控制台数据获取的例子

packageprocerimport (
"bufio""fmt""io""os""strings")
funcDiff_trace_id() {
rum, err :=os.OpenFile("rum_trace_id.log", os.O_RDONLY, 0644)
iferr!=nil {
fmt.Println("rum_trace_id.log file read error")
os.Exit(1)
    }
rum_list :=read(rum)
deferrum.Close()
xhr, err :=os.OpenFile("xhr_trace_id.log", os.O_RDONLY, 0644)
iferr!=nil {
fmt.Println("xhr_trace_id.log file read error")
os.Exit(1)
    }
xhr_list :=read(xhr)
deferxhr.Close()
trace_ids :=DiffArray(xhr_list, rum_list)
for_, item :=rangetrace_ids {
fmt.Println(strings.Trim(item, "\n"))
    }
}
funcread(f*os.File) []string {
list := []string{}
bf :=bufio.NewReader(f)
for {
line, err :=bf.ReadSlice('\n')
iferr!=nil&&err==io.EOF {
returnlist        }
list=append(list, string(line))
    }
returnlist}
funcDiffArray(a []string, b []string) []string {
vardiffArray []stringtemp :=map[string]struct{}{}
for_, val :=rangeb {
if_, ok :=temp[val]; !ok {
temp[val] =struct{}{}
        }
    }
for_, val :=rangea {
if_, ok :=temp[val]; !ok {
diffArray=append(diffArray, val)
        }
    }
returndiffArray}

packageprocerimport (
"encoding/json""os""regexp""strings""sync""github.com/mafredri/cdp/protocol/network")
varrum*os.Filevarxhr*os.Filefuncinit() {
rum_trace_id, err :=os.OpenFile("rum_trace_id.log", os.O_APPEND|os.O_WRONLY|os.O_CREATE, 0644)
rum=rum_trace_idiferr!=nil {
panic(err)
    }
xhr, err=os.OpenFile("xhr_trace_id.log", os.O_APPEND|os.O_WRONLY|os.O_CREATE, 0644)
iferr!=nil {
panic(err)
    }
}
funcHandle(reqnetwork.RequestWillBeSentReply, wgsync.WaitGroup) {
deferwg.Done()
head :=make(map[string]string)
ifstrings.Contains(req.Request.URL, "/v1/write/rum?precision") {
reg :=regexp.MustCompile(`,?trace_id=(\d+),`)
list :=reg.FindAllStringSubmatch(*req.Request.PostData, -1)
for_, item :=rangelist {
iflen(item[len(item)-1]) >0 {
rum.WriteString(item[len(item)-1] +"\n")
            }
        }
return    }
ifreq.Request.Method!="OPTIONS"&&req.Type!="Font"&&req.Type!="Stylesheet"&&req.Type!="Script"&&req.Type!="Image" {
json.Unmarshal(req.Request.Headers, &head)
iflen(head["x-datadog-trace-id"]) >0 {
xhr.WriteString(head["x-datadog-trace-id"] +"\n")
        }
return    }
}

packagemainimport (
"cdpdemo/procer""context""flag""fmt""os""strings""sync""time""github.com/mafredri/cdp""github.com/mafredri/cdp/devtool""github.com/mafredri/cdp/rpcc")
varaddressmap[string]*rpcc.Connvarwgsync.WaitGroupfuncmain() {
targurl :=flag.String("url", "https://console.guance.com/", "tagurl")
devtool_address :=flag.String("devtool", "http://127.0.0.1:9222", "devtools address")
diff :=flag.Bool("diff", false, "diff trace_id")
flag.Parse()
if*diff {
procer.Diff_trace_id()
os.Exit(0)
    }
run(*targurl, *devtool_address, &wg)
wg.Wait()
}
funcrun(url, devtool_addressstring, wg*sync.WaitGroup) error {
address=make(map[string]*rpcc.Conn)
ctx :=context.Background()
// Use the DevTools HTTP/JSON API to manage targets (e.g. pages, webworkers).devt :=devtool.New(devtool_address)
wg.Add(1)
gofunc() {
deferwg.Done()
for {
time.Sleep(time.Millisecond*650)
tar, err :=devt.List(ctx)
iferr!=nil {
return            }
for_, t :=rangetar {
ifstrings.HasPrefix(t.URL, url) {
rpconn, err :=rpcc.Dial(t.WebSocketDebuggerURL)
iferr!=nil {
fmt.Println(err)
continue                    }
if_, ok :=address[t.WebSocketDebuggerURL]; !ok {
address[t.WebSocketDebuggerURL] =rpconnwg.Add(1)
goaction(rpconn, ctx, wg)
                    }
                }
            }
        }
    }()
returnnil}
funcaction(rpconn*rpcc.Conn, ctxcontext.Context, wg*sync.WaitGroup) {
deferwg.Done()
cdpclient :=cdp.NewClient(rpconn)
cdpclient.Network.Enable(ctx, nil)
net, err :=cdpclient.Network.RequestWillBeSent(ctx)
iferr!=nil {
return    }
defernet.Close()
for {
reqdata, err :=net.Recv()
iferr!=nil {
return        }
wg.Add(1)
goprocer.Handle(*reqdata, *wg)
    }
}