SYMBOL INDEX (357 symbols across 49 files) FILE: _examples/basic/basic.go function main (line 9) | func main() { FILE: _examples/coursera_courses/coursera_courses.go type Course (line 14) | type Course struct function main (line 25) | func main() { FILE: _examples/cryptocoinmarketcap/cryptocoinmarketcap.go function main (line 11) | func main() { FILE: _examples/error_handling/error_handling.go function main (line 9) | func main() { FILE: _examples/factba.se/factbase.go type result (line 15) | type result struct type results (line 20) | type results struct type transcript (line 24) | type transcript struct function main (line 29) | func main() { FILE: _examples/google_groups/google_groups.go type Mail (line 14) | type Mail struct function main (line 22) | func main() { FILE: _examples/hackernews_comments/hackernews_comments.go type comment (line 14) | type comment struct function main (line 22) | func main() { FILE: _examples/instagram/instagram.go constant nextPageURL (line 17) | nextPageURL string = `https://www.instagram.com/graphql/query/?query_has... constant nextPagePayload (line 18) | nextPagePayload string = `{"id":"%s","first":50,"after":"%s"}` type pageInfo (line 24) | type pageInfo struct type mainPageData (line 29) | type mainPageData struct type nextPageData (line 57) | type nextPageData struct function main (line 79) | func main() { FILE: _examples/local_files/local_files.go function main (line 12) | func main() { FILE: _examples/login/login.go function main (line 9) | func main() { FILE: _examples/max_depth/max_depth.go function main (line 9) | func main() { FILE: _examples/multipart/multipart.go function generateFormData (line 13) | func generateFormData() map[string][]byte { function setupServer (line 27) | func setupServer() { function main (line 45) | func main() { FILE: _examples/openedx_courses/openedx_courses.go constant DATE_FORMAT (line 13) | DATE_FORMAT = "02 Jan, 2006" type Course (line 16) | type Course struct function main (line 26) | func main() { FILE: _examples/parallel/parallel.go function main (line 9) | func main() { FILE: _examples/proxy_switcher/proxy_switcher.go function main (line 11) | func main() { FILE: _examples/queue/queue.go function main (line 10) | func main() { FILE: _examples/random_delay/random_delay.go function main (line 11) | func main() { FILE: _examples/rate_limit/rate_limit.go function main (line 10) | func main() { FILE: _examples/reddit/reddit.go type item (line 11) | type item struct function main (line 20) | func main() { FILE: _examples/request_context/request_context.go function main (line 9) | func main() { FILE: _examples/scraper_server/scraper_server.go type pageInfo (line 11) | type pageInfo struct function handler (line 16) | func handler(w http.ResponseWriter, r *http.Request) { function main (line 58) | func main() { FILE: _examples/shopify_sitemap/shopify_sitemap.go function main (line 9) | func main() { FILE: _examples/url_filter/url_filter.go function main (line 10) | func main() { FILE: _examples/xkcd_store/xkcd_store.go function main (line 11) | func main() { FILE: cmd/colly/colly.go function main (line 68) | func main() { FILE: colly.go type CollectorOption (line 53) | type CollectorOption type Collector (line 56) | type Collector struct method Init (line 492) | func (c *Collector) Init() { method Appengine (line 525) | func (c *Collector) Appengine(ctx context.Context) { method Visit (line 537) | func (c *Collector) Visit(URL string) error { method HasVisited (line 547) | func (c *Collector) HasVisited(URL string) (bool, error) { method HasPosted (line 553) | func (c *Collector) HasPosted(URL string, requestData map[string]strin... method Head (line 558) | func (c *Collector) Head(URL string) error { method Post (line 564) | func (c *Collector) Post(URL string, requestData map[string]string) er... method PostRaw (line 570) | func (c *Collector) PostRaw(URL string, requestData []byte) error { method PostMultipart (line 576) | func (c *Collector) PostMultipart(URL string, requestData map[string][... method Request (line 595) | func (c *Collector) Request(method, URL string, requestData io.Reader,... method SetDebugger (line 600) | func (c *Collector) SetDebugger(d debug.Debugger) { method UnmarshalRequest (line 606) | func (c *Collector) UnmarshalRequest(r []byte) (*Request, error) { method scrape (line 635) | func (c *Collector) scrape(u, method string, depth int, requestData io... method fetch (line 690) | func (c *Collector) fetch(u, method string, depth int, requestData io.... method requestCheck (line 773) | func (c *Collector) requestCheck(parsedURL *url.URL, method string, ge... method checkFilters (line 819) | func (c *Collector) checkFilters(URL, domain string) error { method isDomainAllowed (line 836) | func (c *Collector) isDomainAllowed(domain string) bool { method checkRobots (line 846) | func (c *Collector) checkRobots(u *url.URL) error { method String (line 909) | func (c *Collector) String() string { method Wait (line 922) | func (c *Collector) Wait() { method OnRequest (line 928) | func (c *Collector) OnRequest(f RequestCallback) { method OnResponseHeaders (line 948) | func (c *Collector) OnResponseHeaders(f ResponseHeadersCallback) { method OnRequestHeaders (line 956) | func (c *Collector) OnRequestHeaders(f RequestCallback) { method OnResponse (line 963) | func (c *Collector) OnResponse(f ResponseCallback) { method OnHTML (line 975) | func (c *Collector) OnHTML(goquerySelector string, f HTMLCallback) { method OnXML (line 992) | func (c *Collector) OnXML(xpathQuery string, f XMLCallback) { method OnHTMLDetach (line 1007) | func (c *Collector) OnHTMLDetach(goquerySelector string) { method OnXMLDetach (line 1019) | func (c *Collector) OnXMLDetach(xpathQuery string) { method OnError (line 1032) | func (c *Collector) OnError(f ErrorCallback) { method OnScraped (line 1043) | func (c *Collector) OnScraped(f ScrapedCallback) { method SetClient (line 1053) | func (c *Collector) SetClient(client *http.Client) { method WithTransport (line 1058) | func (c *Collector) WithTransport(transport http.RoundTripper) { method DisableCookies (line 1063) | func (c *Collector) DisableCookies() { method SetCookieJar (line 1068) | func (c *Collector) SetCookieJar(j http.CookieJar) { method SetRequestTimeout (line 1073) | func (c *Collector) SetRequestTimeout(timeout time.Duration) { method SetStorage (line 1079) | func (c *Collector) SetStorage(s storage.Storage) error { method SetProxy (line 1093) | func (c *Collector) SetProxy(proxyURL string) error { method SetProxyFunc (line 1111) | func (c *Collector) SetProxyFunc(p ProxyFunc) { method handleOnRequest (line 1133) | func (c *Collector) handleOnRequest(r *Request) { method handleOnResponse (line 1144) | func (c *Collector) handleOnResponse(r *Response) { method handleOnResponseHeaders (line 1156) | func (c *Collector) handleOnResponseHeaders(r *Response) { method handleOnRequestHeaders (line 1167) | func (c *Collector) handleOnRequestHeaders(r *Request) { method handleOnHTML (line 1178) | func (c *Collector) handleOnHTML(resp *Response) error { method handleOnXML (line 1240) | func (c *Collector) handleOnXML(resp *Response) error { method handleOnError (line 1312) | func (c *Collector) handleOnError(response *Response, err error, reque... method cleanupCallbacks (line 1343) | func (c *Collector) cleanupCallbacks() { method handleOnScraped (line 1358) | func (c *Collector) handleOnScraped(r *Response) { method Limit (line 1373) | func (c *Collector) Limit(rule *LimitRule) error { method Limits (line 1378) | func (c *Collector) Limits(rules []*LimitRule) error { method SetRedirectHandler (line 1383) | func (c *Collector) SetRedirectHandler(f func(req *http.Request, via [... method SetCookies (line 1389) | func (c *Collector) SetCookies(URL string, cookies []*http.Cookie) err... method Cookies (line 1402) | func (c *Collector) Cookies(URL string) []*http.Cookie { method Clone (line 1416) | func (c *Collector) Clone() *Collector { method checkRedirectFunc (line 1454) | func (c *Collector) checkRedirectFunc() func(req *http.Request, via []... method parseSettingsFromEnv (line 1511) | func (c *Collector) parseSettingsFromEnv() { method checkHasVisited (line 1525) | func (c *Collector) checkHasVisited(URL string, requestData map[string... type RequestCallback (line 145) | type RequestCallback type ResponseHeadersCallback (line 148) | type ResponseHeadersCallback type ResponseCallback (line 151) | type ResponseCallback type HTMLCallback (line 154) | type HTMLCallback type XMLCallback (line 157) | type XMLCallback type ErrorCallback (line 160) | type ErrorCallback type ScrapedCallback (line 163) | type ScrapedCallback type ProxyFunc (line 166) | type ProxyFunc type AlreadyVisitedError (line 176) | type AlreadyVisitedError struct method Error (line 184) | func (e *AlreadyVisitedError) Error() string { type htmlCallbackContainer (line 188) | type htmlCallbackContainer struct type xmlCallbackContainer (line 194) | type xmlCallbackContainer struct type cookieJarSerializer (line 200) | type cookieJarSerializer struct method SetCookies (line 1595) | func (j *cookieJarSerializer) SetCookies(u *url.URL, cookies []*http.C... method Cookies (line 1612) | func (j *cookieJarSerializer) Cookies(u *url.URL) []*http.Cookie { type key (line 209) | type key constant ProxyURLKey (line 213) | ProxyURLKey key = iota constant CheckRevisitKey (line 214) | CheckRevisitKey constant envVariablePrefix (line 218) | envVariablePrefix = "COLLY_" function NewCollector (line 313) | func NewCollector(options ...CollectorOption) *Collector { function UserAgent (line 327) | func UserAgent(ua string) CollectorOption { function Headers (line 334) | func Headers(headers map[string]string) CollectorOption { function MaxDepth (line 345) | func MaxDepth(depth int) CollectorOption { function MaxRequests (line 353) | func MaxRequests(max uint32) CollectorOption { function AllowedDomains (line 360) | func AllowedDomains(domains ...string) CollectorOption { function ParseHTTPErrorResponse (line 367) | func ParseHTTPErrorResponse() CollectorOption { function DisallowedDomains (line 374) | func DisallowedDomains(domains ...string) CollectorOption { function DisallowedURLFilters (line 382) | func DisallowedURLFilters(filters ...*regexp.Regexp) CollectorOption { function URLFilters (line 390) | func URLFilters(filters ...*regexp.Regexp) CollectorOption { function AllowURLRevisit (line 397) | func AllowURLRevisit() CollectorOption { function MaxBodySize (line 404) | func MaxBodySize(sizeInBytes int) CollectorOption { function CacheDir (line 411) | func CacheDir(path string) CollectorOption { function IgnoreRobotsTxt (line 419) | func IgnoreRobotsTxt() CollectorOption { function TraceHTTP (line 427) | func TraceHTTP() CollectorOption { function StdlibContext (line 435) | func StdlibContext(ctx context.Context) CollectorOption { function ID (line 442) | func ID(id uint32) CollectorOption { function Async (line 449) | func Async(a ...bool) CollectorOption { function DetectCharset (line 461) | func DetectCharset() CollectorOption { function Debugger (line 468) | func Debugger(d debug.Debugger) CollectorOption { function CheckHead (line 476) | func CheckHead() CollectorOption { function CacheExpiration (line 484) | func CacheExpiration(d time.Duration) CollectorOption { function createEvent (line 1124) | func createEvent(eventType string, requestID, collectorID uint32, kvargs... function SanitizeFileName (line 1532) | func SanitizeFileName(fileName string) string { function createFormReader (line 1545) | func createFormReader(data map[string]string) io.Reader { function createMultipartReader (line 1553) | func createMultipartReader(boundary string, data map[string][]byte) io.R... function randomBoundary (line 1574) | func randomBoundary() string { function isYesString (line 1583) | func isYesString(s string) bool { function createJar (line 1591) | func createJar(s storage.Storage) http.CookieJar { function isMatchingFilter (line 1631) | func isMatchingFilter(fs []*regexp.Regexp, d []byte) bool { function normalizeURL (line 1640) | func normalizeURL(u string) string { function requestHash (line 1648) | func requestHash(url string, body io.Reader) uint64 { FILE: colly_test.go function newUnstartedTestServer (line 59) | func newUnstartedTestServer() *httptest.Server { function newTestServer (line 296) | func newTestServer() *httptest.Server { function TestNoAcceptHeader (line 477) | func TestNoAcceptHeader(t *testing.T) { function TestNewCollector (line 510) | func TestNewCollector(t *testing.T) { function TestCollectorVisit (line 518) | func TestCollectorVisit(t *testing.T) { function TestCollectorVisitWithAllowedDomains (line 572) | func TestCollectorVisitWithAllowedDomains(t *testing.T) { function TestCollectorVisitWithDisallowedDomains (line 588) | func TestCollectorVisitWithDisallowedDomains(t *testing.T) { function TestCollectorVisitResponseHeaders (line 609) | func TestCollectorVisitResponseHeaders(t *testing.T) { function TestCollectorOnHTML (line 631) | func TestCollectorOnHTML(t *testing.T) { function TestCollectorContentSniffing (line 675) | func TestCollectorContentSniffing(t *testing.T) { function TestCollectorURLRevisit (line 703) | func TestCollectorURLRevisit(t *testing.T) { function TestCollectorPostRevisit (line 732) | func TestCollectorPostRevisit(t *testing.T) { function TestCollectorURLRevisitCheck (line 771) | func TestCollectorURLRevisitCheck(t *testing.T) { function TestSetCookieRedirect (line 832) | func TestSetCookieRedirect(t *testing.T) { function TestCollectorPostURLRevisitCheck (line 859) | func TestCollectorPostURLRevisitCheck(t *testing.T) { function TestCollectorURLRevisitDomainDisallowed (line 917) | func TestCollectorURLRevisitDomainDisallowed(t *testing.T) { function TestCollectorPost (line 938) | func TestCollectorPost(t *testing.T) { function TestCollectorPostRaw (line 956) | func TestCollectorPostRaw(t *testing.T) { function TestCollectorPostRawRevisit (line 972) | func TestCollectorPostRawRevisit(t *testing.T) { function TestRedirect (line 1006) | func TestRedirect(t *testing.T) { function TestIssue594 (line 1032) | func TestIssue594(t *testing.T) { function TestRedirectWithDisallowedURLs (line 1045) | func TestRedirectWithDisallowedURLs(t *testing.T) { function TestBaseTag (line 1062) | func TestBaseTag(t *testing.T) { function TestBaseTagRelative (line 1085) | func TestBaseTagRelative(t *testing.T) { function TestTabsAndNewlines (line 1110) | func TestTabsAndNewlines(t *testing.T) { function TestLonePercent (line 1142) | func TestLonePercent(t *testing.T) { function TestCollectorCookies (line 1175) | func TestCollectorCookies(t *testing.T) { function TestRobotsWhenAllowed (line 1190) | func TestRobotsWhenAllowed(t *testing.T) { function TestRobotsWhenDisallowed (line 1210) | func TestRobotsWhenDisallowed(t *testing.T) { function TestRobotsWhenDisallowedWithQueryParameter (line 1227) | func TestRobotsWhenDisallowedWithQueryParameter(t *testing.T) { function TestIgnoreRobotsWhenDisallowed (line 1244) | func TestIgnoreRobotsWhenDisallowed(t *testing.T) { function TestConnectionErrorOnRobotsTxtResultsInError (line 1265) | func TestConnectionErrorOnRobotsTxtResultsInError(t *testing.T) { function TestEnvSettings (line 1278) | func TestEnvSettings(t *testing.T) { function TestUserAgent (line 1302) | func TestUserAgent(t *testing.T) { function TestHeaders (line 1382) | func TestHeaders(t *testing.T) { function TestParseHTTPErrorResponse (line 1417) | func TestParseHTTPErrorResponse(t *testing.T) { function TestHTMLElement (line 1448) | func TestHTMLElement(t *testing.T) { function TestCollectorOnXMLWithHtml (line 1487) | func TestCollectorOnXMLWithHtml(t *testing.T) { function TestCollectorOnXMLWithXML (line 1531) | func TestCollectorOnXMLWithXML(t *testing.T) { function TestCollectorVisitWithTrace (line 1575) | func TestCollectorVisitWithTrace(t *testing.T) { function TestCollectorVisitWithCheckHead (line 1592) | func TestCollectorVisitWithCheckHead(t *testing.T) { function TestCollectorDepth (line 1611) | func TestCollectorDepth(t *testing.T) { function TestCollectorRequests (line 1655) | func TestCollectorRequests(t *testing.T) { function TestCollectorContext (line 1674) | func TestCollectorContext(t *testing.T) { function BenchmarkOnHTML (line 1711) | func BenchmarkOnHTML(b *testing.B) { function BenchmarkOnXML (line 1723) | func BenchmarkOnXML(b *testing.B) { function BenchmarkOnResponse (line 1735) | func BenchmarkOnResponse(b *testing.B) { function requireSessionCookieSimple (line 1748) | func requireSessionCookieSimple(handler http.Handler) http.Handler { function requireSessionCookieAuthPage (line 1761) | func requireSessionCookieAuthPage(handler http.Handler) http.Handler { function TestCallbackDetachment (line 1780) | func TestCallbackDetachment(t *testing.T) { function TestCollectorPostRetry (line 1818) | func TestCollectorPostRetry(t *testing.T) { function TestCollectorGetRetry (line 1844) | func TestCollectorGetRetry(t *testing.T) { function TestCollectorPostRetryUnseekable (line 1869) | func TestCollectorPostRetryUnseekable(t *testing.T) { function TestRedirectErrorRetry (line 1897) | func TestRedirectErrorRetry(t *testing.T) { function TestCheckRequestHeadersFunc (line 1919) | func TestCheckRequestHeadersFunc(t *testing.T) { function TestIssue745GzipURLWith404Response (line 1939) | func TestIssue745GzipURLWith404Response(t *testing.T) { FILE: context.go type Context (line 22) | type Context struct method UnmarshalBinary (line 37) | func (c *Context) UnmarshalBinary(_ []byte) error { method MarshalBinary (line 43) | func (c *Context) MarshalBinary() (_ []byte, _ error) { method Put (line 48) | func (c *Context) Put(key string, value interface{}) { method Get (line 56) | func (c *Context) Get(key string) string { method GetAny (line 67) | func (c *Context) GetAny(key string) interface{} { method ForEach (line 77) | func (c *Context) ForEach(fn func(k string, v interface{}) interface{}... method Clone (line 90) | func (c *Context) Clone() *Context { function NewContext (line 28) | func NewContext() *Context { FILE: context_test.go function TestContextIteration (line 22) | func TestContextIteration(t *testing.T) { function TestContextClone (line 41) | func TestContextClone(t *testing.T) { FILE: debug/debug.go type Event (line 18) | type Event struct type Debugger (line 31) | type Debugger interface FILE: debug/logdebugger.go type LogDebugger (line 26) | type LogDebugger struct method Init (line 40) | func (l *LogDebugger) Init() error { method Event (line 51) | func (l *LogDebugger) Event(e *Event) { FILE: debug/webdebugger.go type WebDebugger (line 26) | type WebDebugger struct method Init (line 45) | func (w *WebDebugger) Init() error { method Event (line 65) | func (w *WebDebugger) Event(e *Event) { method indexHandler (line 86) | func (w *WebDebugger) indexHandler(wr http.ResponseWriter, r *http.Req... method statusHandler (line 145) | func (w *WebDebugger) statusHandler(wr http.ResponseWriter, r *http.Re... type requestInfo (line 35) | type requestInfo struct FILE: extensions/random_user_agent.go function RandomUserAgent (line 27) | func RandomUserAgent(c *colly.Collector) { function RandomMobileUserAgent (line 34) | func RandomMobileUserAgent(c *colly.Collector) { function genFirefoxUA (line 458) | func genFirefoxUA() string { function genChromeUA (line 467) | func genChromeUA() string { function genEdgeUA (line 476) | func genEdgeUA() string { function genOperaUA (line 487) | func genOperaUA() string { function genMobilePixel7UA (line 498) | func genMobilePixel7UA() string { function genMobilePixel6UA (line 507) | func genMobilePixel6UA() string { function genMobilePixel5UA (line 516) | func genMobilePixel5UA() string { function genMobilePixel4UA (line 525) | func genMobilePixel4UA() string { function genMobileNexus10UA (line 534) | func genMobileNexus10UA() string { FILE: extensions/referer.go function Referer (line 10) | func Referer(c *colly.Collector) { FILE: extensions/url_length_filter.go function URLLengthFilter (line 8) | func URLLengthFilter(c *colly.Collector, URLLengthLimit int) { FILE: htmlelement.go type HTMLElement (line 25) | type HTMLElement struct method Attr (line 56) | func (h *HTMLElement) Attr(k string) string { method ChildText (line 67) | func (h *HTMLElement) ChildText(goquerySelector string) string { method ChildTexts (line 73) | func (h *HTMLElement) ChildTexts(goquerySelector string) []string { method ChildAttr (line 84) | func (h *HTMLElement) ChildAttr(goquerySelector, attrName string) stri... method ChildAttrs (line 93) | func (h *HTMLElement) ChildAttrs(goquerySelector, attrName string) []s... method ForEach (line 105) | func (h *HTMLElement) ForEach(goquerySelector string, callback func(in... method ForEachWithBreak (line 120) | func (h *HTMLElement) ForEachWithBreak(goquerySelector string, callbac... function NewHTMLElementFromSelectionNode (line 42) | func NewHTMLElementFromSelectionNode(resp *Response, s *goquery.Selectio... FILE: http_backend.go type httpBackend (line 36) | type httpBackend struct method Init (line 93) | func (h *httpBackend) Init(jar http.CookieJar) { method GetMatchingRule (line 114) | func (h *httpBackend) GetMatchingRule(domain string) *LimitRule { method Cache (line 128) | func (h *httpBackend) Cache(request *http.Request, bodySize int, check... method Do (line 173) | func (h *httpBackend) Do(request *http.Request, bodySize int, checkReq... method Limit (line 228) | func (h *httpBackend) Limit(rule *LimitRule) error { method Limits (line 238) | func (h *httpBackend) Limits(rules []*LimitRule) error { type checkResponseHeadersFunc (line 42) | type checkResponseHeadersFunc type checkRequestHeadersFunc (line 43) | type checkRequestHeadersFunc type LimitRule (line 51) | type LimitRule struct method Init (line 68) | func (r *LimitRule) Init() error { method Match (line 103) | func (r *LimitRule) Match(domain string) bool { FILE: http_trace.go type HTTPTrace (line 10) | type HTTPTrace struct method trace (line 18) | func (ht *HTTPTrace) trace() *httptrace.ClientTrace { method WithTrace (line 35) | func (ht *HTTPTrace) WithTrace(req *http.Request) *http.Request { FILE: http_trace_test.go constant testDelay (line 10) | testDelay = 200 * time.Millisecond function newTraceTestServer (line 12) | func newTraceTestServer(delay time.Duration) *httptest.Server { function TestTraceWithNoDelay (line 27) | func TestTraceWithNoDelay(t *testing.T) { function TestTraceWithDelay (line 51) | func TestTraceWithDelay(t *testing.T) { FILE: proxy/proxy.go type roundRobinSwitcher (line 26) | type roundRobinSwitcher struct method GetProxy (line 31) | func (r *roundRobinSwitcher) GetProxy(pr *http.Request) (*url.URL, err... function RoundRobinProxySwitcher (line 45) | func RoundRobinProxySwitcher(ProxyURLs ...string) (colly.ProxyFunc, erro... FILE: queue/queue.go constant stop (line 12) | stop = true type Storage (line 18) | type Storage interface type Queue (line 32) | type Queue struct method IsEmpty (line 75) | func (q *Queue) IsEmpty() bool { method AddURL (line 81) | func (q *Queue) AddURL(URL string) error { method AddRequest (line 102) | func (q *Queue) AddRequest(r *colly.Request) error { method storeRequest (line 117) | func (q *Queue) storeRequest(r *colly.Request) error { method Size (line 126) | func (q *Queue) Size() (int, error) { method Run (line 133) | func (q *Queue) Run(c *colly.Collector) error { method Stop (line 154) | func (q *Queue) Stop() { method loop (line 160) | func (q *Queue) loop(c *colly.Collector, requestc chan<- *colly.Reques... method loadRequest (line 214) | func (q *Queue) loadRequest(c *colly.Collector) (*colly.Request, error) { type InMemoryQueueStorage (line 43) | type InMemoryQueueStorage struct method Init (line 225) | func (q *InMemoryQueueStorage) Init() error { method AddRequest (line 231) | func (q *InMemoryQueueStorage) AddRequest(r []byte) error { method GetRequest (line 250) | func (q *InMemoryQueueStorage) GetRequest() ([]byte, error) { method QueueSize (line 263) | func (q *InMemoryQueueStorage) QueueSize() (int, error) { type inMemoryQueueItem (line 53) | type inMemoryQueueItem struct function New (line 60) | func New(threads int, s Storage) (*Queue, error) { function independentRunner (line 207) | func independentRunner(requestc <-chan *colly.Request, complete chan<- s... FILE: queue/queue_test.go function TestQueue (line 15) | func TestQueue(t *testing.T) { function serverHandler (line 78) | func serverHandler(w http.ResponseWriter, req *http.Request) { function serverRoute (line 84) | func serverRoute(w http.ResponseWriter, req *http.Request) bool { function serveDelay (line 91) | func serveDelay(w http.ResponseWriter, req *http.Request) error { function shutdown (line 102) | func shutdown(w http.ResponseWriter) { FILE: request.go type Request (line 27) | type Request struct method New (line 67) | func (r *Request) New(method, URL string, body io.Reader) (*Request, e... method Abort (line 89) | func (r *Request) Abort() { method IsAbort (line 94) | func (r *Request) IsAbort() bool { method AbsoluteURL (line 101) | func (r *Request) AbsoluteURL(u string) string { method Visit (line 122) | func (r *Request) Visit(URL string) error { method HasVisited (line 127) | func (r *Request) HasVisited(URL string) (bool, error) { method Post (line 134) | func (r *Request) Post(URL string, requestData map[string]string) error { method PostRaw (line 141) | func (r *Request) PostRaw(URL string, requestData []byte) error { method PostMultipart (line 148) | func (r *Request) PostMultipart(URL string, requestData map[string][]b... method Retry (line 157) | func (r *Request) Retry() error { method Do (line 166) | func (r *Request) Do() error { method Marshal (line 171) | func (r *Request) Marshal() ([]byte, error) { type serializableRequest (line 55) | type serializableRequest struct FILE: response.go type Response (line 31) | type Response struct method Save (line 48) | func (r *Response) Save(fileName string) error { method FileName (line 54) | func (r *Response) FileName() string { method fixCharset (line 65) | func (r *Response) fixCharset(detectCharset bool, defaultEncoding stri... function encodeBytes (line 110) | func encodeBytes(b []byte, contentType string) ([]byte, error) { FILE: storage/storage.go type Storage (line 30) | type Storage interface type InMemoryStorage (line 47) | type InMemoryStorage struct method Init (line 54) | func (s *InMemoryStorage) Init() error { method Visited (line 70) | func (s *InMemoryStorage) Visited(requestID uint64) error { method IsVisited (line 78) | func (s *InMemoryStorage) IsVisited(requestID uint64) (bool, error) { method Cookies (line 86) | func (s *InMemoryStorage) Cookies(u *url.URL) string { method SetCookies (line 91) | func (s *InMemoryStorage) SetCookies(u *url.URL, cookies string) { method Close (line 96) | func (s *InMemoryStorage) Close() error { function StringifyCookies (line 101) | func StringifyCookies(cookies []*http.Cookie) string { function UnstringifyCookies (line 111) | func UnstringifyCookies(s string) []*http.Cookie { function ContainsCookie (line 121) | func ContainsCookie(cookies []*http.Cookie, name string) bool { FILE: unmarshal.go method Unmarshal (line 26) | func (h *HTMLElement) Unmarshal(v interface{}) error { method UnmarshalWithMap (line 31) | func (h *HTMLElement) UnmarshalWithMap(v interface{}, structMap map[stri... function UnmarshalHTML (line 51) | func UnmarshalHTML(v interface{}, s *goquery.Selection, structMap map[st... function unmarshalSelector (line 86) | func unmarshalSelector(s *goquery.Selection, attrV reflect.Value, select... function unmarshalAttr (line 120) | func unmarshalAttr(s *goquery.Selection, attrV reflect.Value, attrT refl... function unmarshalStruct (line 150) | func unmarshalStruct(s *goquery.Selection, selector string, attrV reflec... function unmarshalPtr (line 167) | func unmarshalPtr(s *goquery.Selection, selector string, attrV reflect.V... function unmarshalSlice (line 188) | func unmarshalSlice(s *goquery.Selection, selector, htmlAttr string, att... function getDOMValue (line 217) | func getDOMValue(s *goquery.Selection, attr string) string { FILE: unmarshal_test.go function TestBasicUnmarshal (line 28) | func TestBasicUnmarshal(t *testing.T) { function TestNestedUnmarshalMap (line 51) | func TestNestedUnmarshalMap(t *testing.T) { function TestNestedUnmarshal (line 85) | func TestNestedUnmarshal(t *testing.T) { function TestPointerSliceUnmarshall (line 109) | func TestPointerSliceUnmarshall(t *testing.T) { function TestStructSliceUnmarshall (line 137) | func TestStructSliceUnmarshall(t *testing.T) { FILE: xmlelement.go type XMLElement (line 26) | type XMLElement struct method Attr (line 72) | func (h *XMLElement) Attr(k string) string { method ChildText (line 91) | func (h *XMLElement) ChildText(xpathQuery string) string { method ChildAttr (line 109) | func (h *XMLElement) ChildAttr(xpathQuery, attrName string) string { method ChildAttrs (line 135) | func (h *XMLElement) ChildAttrs(xpathQuery, attrName string) []string { method ChildTexts (line 159) | func (h *XMLElement) ChildTexts(xpathQuery string) []string { function NewXMLElementFromHTMLNode (line 45) | func NewXMLElementFromHTMLNode(resp *Response, s *html.Node) *XMLElement { function NewXMLElementFromXMLNode (line 58) | func NewXMLElementFromXMLNode(resp *Response, s *xmlquery.Node) *XMLElem... FILE: xmlelement_test.go constant htmlPage (line 27) | htmlPage = ` function TestAttr (line 51) | func TestAttr(t *testing.T) { function TestChildText (line 66) | func TestChildText(t *testing.T) { function TestChildTexts (line 80) | func TestChildTexts(t *testing.T) { function TestChildAttr (line 93) | func TestChildAttr(t *testing.T) { function TestChildAttrs (line 107) | func TestChildAttrs(t *testing.T) {