SYMBOL INDEX (1468 symbols across 253 files) FILE: webmagic-core/src/main/java/us/codecraft/webmagic/Page.java class Page (line 29) | public class Page { method ofSuccess (line 62) | public static Page ofSuccess(Request request) { method ofFailure (line 73) | public static Page ofFailure(Request request) { method Page (line 77) | public Page() { method Page (line 88) | private Page(Request request, boolean downloadSuccess) { method fail (line 99) | @Deprecated method fail (line 113) | @Deprecated(since = "1.0.2", forRemoval = true) method setSkip (line 121) | public Page setSkip(boolean skip) { method putField (line 133) | public void putField(String key, Object field) { method getHtml (line 142) | public Html getHtml() { method getJson (line 155) | public Json getJson() { method setHtml (line 167) | @Deprecated method getTargetRequests (line 172) | public List getTargetRequests() { method addTargetRequests (line 181) | public void addTargetRequests(Iterable requests) { method addTargetRequests (line 191) | public void addTargetRequests(Iterable requests, long priority) { method addRequestIfValid (line 207) | private void addRequestIfValid(String url, long priority) { method addTargetRequest (line 225) | public void addTargetRequest(String requestString) { method addTargetRequest (line 238) | public void addTargetRequest(Request request) { method getUrl (line 247) | public Selectable getUrl() { method setUrl (line 251) | public void setUrl(Selectable url) { method getRequest (line 260) | public Request getRequest() { method setRequest (line 264) | public void setRequest(Request request) { method getResultItems (line 269) | public ResultItems getResultItems() { method getStatusCode (line 273) | public int getStatusCode() { method setStatusCode (line 277) | public void setStatusCode(int statusCode) { method getRawText (line 281) | public String getRawText() { method setRawText (line 285) | public Page setRawText(String rawText) { method getHeaders (line 290) | public Map> getHeaders() { method setHeaders (line 294) | public void setHeaders(Map> headers) { method isDownloadSuccess (line 298) | public boolean isDownloadSuccess() { method setDownloadSuccess (line 302) | public void setDownloadSuccess(boolean downloadSuccess) { method getBytes (line 306) | public byte[] getBytes() { method setBytes (line 310) | public void setBytes(byte[] bytes) { method getCharset (line 314) | public String getCharset() { method setCharset (line 318) | public void setCharset(String charset) { method toString (line 322) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/Request.java class Request (line 19) | public class Request implements Serializable { method Request (line 63) | public Request() { method Request (line 66) | public Request(String url) { method getPriority (line 70) | public long getPriority() { method setPriority (line 82) | @Experimental method getExtra (line 88) | @SuppressWarnings("unchecked") method putExtra (line 96) | public Request putExtra(String key, T value) { method getUrl (line 101) | public String getUrl() { method getExtras (line 105) | public Map getExtras() { method setExtras (line 109) | public Request setExtras(Map extras) { method setUrl (line 114) | public Request setUrl(String url) { method getMethod (line 125) | public String getMethod() { method setMethod (line 129) | public Request setMethod(String method) { method hashCode (line 134) | @Override method equals (line 141) | @Override method addCookie (line 152) | public Request addCookie(String name, String value) { method addHeader (line 157) | public Request addHeader(String name, String value) { method getCookies (line 162) | public Map getCookies() { method getHeaders (line 166) | public Map getHeaders() { method getRequestBody (line 170) | public HttpRequestBody getRequestBody() { method setRequestBody (line 174) | public void setRequestBody(HttpRequestBody requestBody) { method isBinaryContent (line 178) | public boolean isBinaryContent() { method getDownloader (line 182) | public Downloader getDownloader() { method setDownloader (line 186) | public void setDownloader(Downloader downloader) { method setBinaryContent (line 190) | public Request setBinaryContent(boolean binaryContent) { method getCharset (line 195) | public String getCharset() { method setCharset (line 199) | public Request setCharset(String charset) { method toString (line 204) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/ResultItems.java class ResultItems (line 15) | public class ResultItems { method get (line 23) | @SuppressWarnings("unchecked") method getAll (line 32) | public Map getAll() { method put (line 36) | public ResultItems put(String key, T value) { method getRequest (line 41) | public Request getRequest() { method setRequest (line 45) | public ResultItems setRequest(Request request) { method isSkip (line 56) | public boolean isSkip() { method setSkip (line 68) | public ResultItems setSkip(boolean skip) { method toString (line 73) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/Site.java class Site (line 19) | public class Site { method me (line 62) | public static Site me() { method addCookie (line 73) | public Site addCookie(String name, String value) { method addCookie (line 86) | public Site addCookie(String domain, String name, String value) { method setUserAgent (line 100) | public Site setUserAgent(String userAgent) { method getCookies (line 110) | public Map getCookies() { method getAllCookies (line 119) | public Map> getAllCookies() { method getUserAgent (line 128) | public String getUserAgent() { method getDomain (line 137) | public String getDomain() { method setDomain (line 147) | public Site setDomain(String domain) { method setCharset (line 159) | public Site setCharset(String charset) { method getCharset (line 169) | public String getCharset() { method setDefaultCharset (line 182) | public Site setDefaultCharset(String defaultCharset) { method getDefaultCharset (line 193) | public String getDefaultCharset() { method getTimeOut (line 197) | public int getTimeOut() { method setTimeOut (line 207) | public Site setTimeOut(int timeOut) { method setAcceptStatCode (line 221) | public Site setAcceptStatCode(Set acceptStatCode) { method getAcceptStatCode (line 231) | public Set getAcceptStatCode() { method setSleepTime (line 242) | public Site setSleepTime(int sleepTime) { method getSleepTime (line 253) | public int getSleepTime() { method getRetryTimes (line 262) | public int getRetryTimes() { method getHeaders (line 266) | public Map getHeaders() { method addHeader (line 278) | public Site addHeader(String key, String value) { method setRetryTimes (line 289) | public Site setRetryTimes(int retryTimes) { method getCycleRetryTimes (line 299) | public int getCycleRetryTimes() { method setCycleRetryTimes (line 309) | public Site setCycleRetryTimes(int cycleRetryTimes) { method isUseGzip (line 314) | public boolean isUseGzip() { method getRetrySleepTime (line 318) | public int getRetrySleepTime() { method setRetrySleepTime (line 328) | public Site setRetrySleepTime(int retrySleepTime) { method setUseGzip (line 340) | public Site setUseGzip(boolean useGzip) { method isDisableCookieManagement (line 345) | public boolean isDisableCookieManagement() { method setDisableCookieManagement (line 356) | public Site setDisableCookieManagement(boolean disableCookieManagement) { method toTask (line 361) | public Task toTask() { method equals (line 379) | @Override method hashCode (line 402) | @Override method toString (line 417) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/Spider.java class Spider (line 62) | public class Spider implements Runnable, Task { method create (line 115) | public static Spider create(PageProcessor pageProcessor) { method Spider (line 124) | public Spider(PageProcessor pageProcessor) { method startUrls (line 137) | public Spider startUrls(List startUrls) { method startRequest (line 150) | public Spider startRequest(List startRequests) { method setUUID (line 163) | public Spider setUUID(String uuid) { method scheduler (line 175) | @Deprecated method setScheduler (line 188) | public Spider setScheduler(Scheduler updateScheduler) { method pipeline (line 209) | @Deprecated method addPipeline (line 222) | public Spider addPipeline(Pipeline pipeline) { method setPipelines (line 236) | public Spider setPipelines(List pipelines) { method clearPipeline (line 247) | public Spider clearPipeline() { method downloader (line 260) | @Deprecated method setDownloader (line 272) | public Spider setDownloader(Downloader downloader) { method initComponent (line 278) | protected void initComponent() { method run (line 302) | @Override method onError (line 366) | @Deprecated method onError (line 370) | protected void onError(Request request, Exception e) { method onSuccess (line 380) | protected void onSuccess(Request request) { method checkRunningStat (line 388) | private void checkRunningStat() { method close (line 400) | public void close() { method destroyEach (line 410) | private void destroyEach(Object object) { method test (line 425) | public void test(String... urls) { method processRequest (line 434) | private void processRequest(Request request) { method onDownloadSuccess (line 448) | private void onDownloadSuccess(Request request, Page page) { method onDownloaderFail (line 463) | private void onDownloaderFail(Request request) { method doCycleRetry (line 472) | private void doCycleRetry(Request request) { method sleep (line 486) | protected void sleep(int time) { method extractAndAddRequests (line 495) | protected void extractAndAddRequests(Page page, boolean spawnUrl) { method addRequest (line 503) | private void addRequest(Request request) { method checkIfRunning (line 510) | protected void checkIfRunning() { method runAsync (line 516) | public void runAsync() { method addUrl (line 528) | public Spider addUrl(String... urls) { method getAll (line 543) | public List getAll(Collection urls) { method getCollectorPipeline (line 560) | protected CollectorPipeline getCollectorPipeline() { method get (line 564) | public T get(String url) { method addRequest (line 580) | public Spider addRequest(Request... requests) { method start (line 588) | public void start() { method stop (line 592) | public void stop() { method stopWhenComplete (line 603) | public void stopWhenComplete(){ method thread (line 613) | public Spider thread(int threadNum) { method thread (line 629) | public Spider thread(ExecutorService executorService, int threadNum) { method isExitWhenComplete (line 639) | public boolean isExitWhenComplete() { method setExitWhenComplete (line 651) | public Spider setExitWhenComplete(boolean exitWhenComplete) { method isSpawnUrl (line 656) | public boolean isSpawnUrl() { method getPageCount (line 666) | public long getPageCount() { method getStatus (line 677) | public Status getStatus() { type Status (line 682) | public enum Status { method Status (line 685) | private Status(int value) { method getValue (line 691) | int getValue() { method fromValue (line 695) | public static Status fromValue(int value) { method getThreadAlive (line 712) | public int getThreadAlive() { method setSpawnUrl (line 728) | public Spider setSpawnUrl(boolean spawnUrl) { method getUUID (line 733) | @Override method setExecutorService (line 745) | public Spider setExecutorService(ExecutorService executorService) { method getSite (line 751) | @Override method getSpiderListeners (line 756) | public List getSpiderListeners() { method setSpiderListeners (line 760) | public Spider setSpiderListeners(List spiderListeners) { method getStartTime (line 765) | public Date getStartTime() { method getScheduler (line 769) | public Scheduler getScheduler() { method setEmptySleepTime (line 779) | public Spider setEmptySleepTime(long emptySleepTime) { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/SpiderListener.java type SpiderListener (line 9) | public interface SpiderListener { method onSuccess (line 11) | void onSuccess(Request request); method onError (line 16) | @Deprecated method onError (line 20) | default void onError(Request request, Exception e) { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/SpiderScheduler.java class SpiderScheduler (line 10) | public class SpiderScheduler { method SpiderScheduler (line 15) | public SpiderScheduler(Scheduler scheduler) { method getScheduler (line 19) | public Scheduler getScheduler() { method setScheduler (line 23) | public void setScheduler(Scheduler scheduler) { method poll (line 27) | public Request poll(Spider spider) { method push (line 31) | public void push(Request request, Spider spider) { method waitNewUrl (line 35) | public boolean waitNewUrl(CountableThreadPool threadPool, long emptySl... method signalNewUrl (line 50) | public void signalNewUrl() { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/Task.java type Task (line 11) | public interface Task { method getUUID (line 18) | public String getUUID(); method getSite (line 25) | public Site getSite(); FILE: webmagic-core/src/main/java/us/codecraft/webmagic/downloader/AbstractDownloader.java class AbstractDownloader (line 15) | public abstract class AbstractDownloader implements Downloader { method download (line 23) | public Html download(String url) { method download (line 34) | public Html download(String url, String charset) { method onSuccess (line 43) | @Deprecated method onSuccess (line 53) | @Deprecated method onSuccess (line 63) | protected void onSuccess(Page page, Task task) { method onError (line 71) | @Deprecated method onError (line 82) | @Deprecated method onError (line 93) | protected void onError(Page page, Task task, Throwable e) { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/downloader/CustomRedirectStrategy.java class CustomRedirectStrategy (line 23) | public class CustomRedirectStrategy extends LaxRedirectStrategy { method getRedirect (line 26) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/downloader/Downloader.java type Downloader (line 15) | public interface Downloader { method download (line 24) | public Page download(Request request, Task task); method setThread (line 30) | public void setThread(int threadNum); FILE: webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientDownloader.java class HttpClientDownloader (line 32) | public class HttpClientDownloader extends AbstractDownloader { method setHttpUriRequestConverter (line 44) | public void setHttpUriRequestConverter(HttpUriRequestConverter httpUri... method setProxyProvider (line 48) | public void setProxyProvider(ProxyProvider proxyProvider) { method getHttpClient (line 52) | private CloseableHttpClient getHttpClient(Site site) { method download (line 70) | @Override method setThread (line 100) | @Override method handleResponse (line 105) | protected Page handleResponse(Request request, String charset, HttpRes... method getHtmlCharset (line 127) | private String getHtmlCharset(String contentType, byte[] contentBytes,... FILE: webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientGenerator.java class HttpClientGenerator (line 37) | public class HttpClientGenerator { method HttpClientGenerator (line 43) | public HttpClientGenerator() { method buildSSLConnectionSocketFactory (line 52) | private SSLConnectionSocketFactory buildSSLConnectionSocketFactory() { method createIgnoreVerifySSL (line 72) | private SSLContext createIgnoreVerifySSL() throws NoSuchAlgorithmExcep... method setPoolSize (line 96) | public HttpClientGenerator setPoolSize(int poolSize) { method getClient (line 101) | public CloseableHttpClient getClient(Site site) { method generateClient (line 105) | private CloseableHttpClient generateClient(Site site) { method generateCookie (line 140) | private void generateCookie(HttpClientBuilder httpClientBuilder, Site ... FILE: webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpClientRequestContext.java class HttpClientRequestContext (line 12) | public class HttpClientRequestContext { method getHttpUriRequest (line 18) | public HttpUriRequest getHttpUriRequest() { method setHttpUriRequest (line 22) | public void setHttpUriRequest(HttpUriRequest httpUriRequest) { method getHttpClientContext (line 26) | public HttpClientContext getHttpClientContext() { method setHttpClientContext (line 30) | public void setHttpClientContext(HttpClientContext httpClientContext) { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/downloader/HttpUriRequestConverter.java class HttpUriRequestConverter (line 32) | public class HttpUriRequestConverter { method convert (line 34) | public HttpClientRequestContext convert(Request request, Site site, Pr... method convertHttpClientContext (line 41) | private HttpClientContext convertHttpClientContext(Request request, Si... method convertHttpUriRequest (line 62) | private HttpUriRequest convertHttpUriRequest(Request request, Site sit... method selectRequestMethod (line 91) | private RequestBuilder selectRequestMethod(Request request) { method addFormParams (line 110) | private RequestBuilder addFormParams(RequestBuilder requestBuilder, Re... FILE: webmagic-core/src/main/java/us/codecraft/webmagic/model/HttpRequestBody.java class HttpRequestBody (line 17) | public class HttpRequestBody implements Serializable { class ContentType (line 21) | public static abstract class ContentType { method HttpRequestBody (line 38) | public HttpRequestBody() { method HttpRequestBody (line 41) | public HttpRequestBody(byte[] body, String contentType, String encodin... method getContentType (line 47) | public String getContentType() { method getEncoding (line 51) | public String getEncoding() { method setBody (line 55) | public void setBody(byte[] body) { method setContentType (line 59) | public void setContentType(String contentType) { method setEncoding (line 63) | public void setEncoding(String encoding) { method json (line 67) | public static HttpRequestBody json(String json, String encoding) { method xml (line 75) | public static HttpRequestBody xml(String xml, String encoding) { method custom (line 83) | public static HttpRequestBody custom(byte[] body, String contentType, ... method form (line 87) | public static HttpRequestBody form(Map params, String e... method getBody (line 99) | public byte[] getBody() { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/CollectorPipeline.java type CollectorPipeline (line 12) | public interface CollectorPipeline extends Pipeline { method getCollected (line 19) | public List getCollected(); FILE: webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ConsolePipeline.java class ConsolePipeline (line 15) | public class ConsolePipeline implements Pipeline { method process (line 17) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/FilePipeline.java class FilePipeline (line 22) | public class FilePipeline extends FilePersistentBase implements Pipeline { method FilePipeline (line 29) | public FilePipeline() { method FilePipeline (line 33) | public FilePipeline(String path) { method process (line 37) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/Pipeline.java type Pipeline (line 15) | public interface Pipeline { method process (line 23) | public void process(ResultItems resultItems, Task task); FILE: webmagic-core/src/main/java/us/codecraft/webmagic/pipeline/ResultItemsCollectorPipeline.java class ResultItemsCollectorPipeline (line 13) | public class ResultItemsCollectorPipeline implements CollectorPipeline proxies) { method SimpleProxyProvider (line 29) | private SimpleProxyProvider(List proxies, AtomicInteger pointer) { method from (line 34) | public static SimpleProxyProvider from(Proxy... proxies) { method returnProxy (line 42) | @Override method getProxy (line 47) | @Override method incrForLoop (line 52) | private int incrForLoop() { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/DuplicateRemovedScheduler.java class DuplicateRemovedScheduler (line 17) | public abstract class DuplicateRemovedScheduler implements Scheduler { method getDuplicateRemover (line 23) | public DuplicateRemover getDuplicateRemover() { method setDuplicateRemover (line 27) | public DuplicateRemovedScheduler setDuplicateRemover(DuplicateRemover ... method push (line 32) | @Override method shouldReserved (line 41) | protected boolean shouldReserved(Request request) { method noNeedToRemoveDuplicate (line 45) | protected boolean noNeedToRemoveDuplicate(Request request) { method pushWhenNoDuplicate (line 49) | protected void pushWhenNoDuplicate(Request request, Task task) { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/MonitorableScheduler.java type MonitorableScheduler (line 11) | public interface MonitorableScheduler extends Scheduler { method getLeftRequestsCount (line 13) | public int getLeftRequestsCount(Task task); method getTotalRequestsCount (line 15) | public int getTotalRequestsCount(Task task); FILE: webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/PriorityScheduler.java class PriorityScheduler (line 18) | public class PriorityScheduler extends DuplicateRemovedScheduler impleme... method compare (line 25) | @Override method compare (line 32) | @Override method pushWhenNoDuplicate (line 38) | @Override method poll (line 49) | @Override method getLeftRequestsCount (line 62) | @Override method getTotalRequestsCount (line 67) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/QueueScheduler.java class QueueScheduler (line 21) | public class QueueScheduler extends DuplicateRemovedScheduler implements... method QueueScheduler (line 25) | public QueueScheduler() { method QueueScheduler (line 36) | public QueueScheduler(int capacity) { method pushWhenNoDuplicate (line 40) | @Override method poll (line 51) | @Override method getLeftRequestsCount (line 56) | @Override method getTotalRequestsCount (line 61) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/Scheduler.java type Scheduler (line 15) | public interface Scheduler { method push (line 23) | public void push(Request request, Task task); method poll (line 31) | public Request poll(Task task); FILE: webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/component/DuplicateRemover.java type DuplicateRemover (line 11) | public interface DuplicateRemover { method isDuplicate (line 20) | public boolean isDuplicate(Request request, Task task); method resetDuplicateCheck (line 26) | public void resetDuplicateCheck(Task task); method getTotalRequestsCount (line 33) | public int getTotalRequestsCount(Task task); FILE: webmagic-core/src/main/java/us/codecraft/webmagic/scheduler/component/HashSetDuplicateRemover.java class HashSetDuplicateRemover (line 13) | public class HashSetDuplicateRemover implements DuplicateRemover { method isDuplicate (line 17) | @Override method getUrl (line 22) | protected String getUrl(Request request) { method resetDuplicateCheck (line 26) | @Override method getTotalRequestsCount (line 31) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/AbstractSelectable.java class AbstractSelectable (line 13) | public abstract class AbstractSelectable implements Selectable { method getSourceTexts (line 15) | protected abstract List getSourceTexts(); method css (line 17) | @Override method css (line 22) | @Override method select (line 27) | protected Selectable select(Selector selector, List strings) { method selectList (line 38) | protected Selectable selectList(Selector selector, List string... method all (line 47) | @Override method jsonPath (line 52) | @Override method get (line 57) | @Override method select (line 67) | @Override method selectList (line 72) | @Override method regex (line 77) | @Override method regex (line 83) | @Override method replace (line 89) | @Override method getFirstSourceText (line 95) | public String getFirstSourceText() { method toString (line 103) | @Override method match (line 108) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/AndSelector.java class AndSelector (line 12) | public class AndSelector implements Selector { method AndSelector (line 16) | public AndSelector(Selector... selectors) { method AndSelector (line 22) | public AndSelector(List selectors) { method select (line 26) | @Override method selectList (line 37) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/BaseElementSelector.java class BaseElementSelector (line 15) | public abstract class BaseElementSelector implements Selector, ElementSe... method parse (line 16) | private Document parse(String text) { method select (line 23) | @Override method selectList (line 31) | @Override method selectElement (line 40) | public Element selectElement(String text) { method selectElements (line 47) | public List selectElements(String text) { method selectElement (line 55) | public abstract Element selectElement(Element element); method selectElements (line 57) | public abstract List selectElements(Element element); method hasAttribute (line 59) | public abstract boolean hasAttribute(); FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/CssSelector.java class CssSelector (line 18) | public class CssSelector extends BaseElementSelector { method CssSelector (line 24) | public CssSelector(String selectorText) { method CssSelector (line 28) | public CssSelector(String selectorText, String attrName) { method getValue (line 33) | private String getValue(Element element) { method getText (line 47) | protected String getText(Element element) { method select (line 58) | @Override method selectList (line 67) | @Override method selectElement (line 82) | @Override method selectElements (line 91) | @Override method hasAttribute (line 96) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/ElementSelector.java type ElementSelector (line 13) | public interface ElementSelector { method select (line 22) | public String select(Element element); method selectList (line 30) | public List selectList(Element element); FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/Html.java class Html (line 18) | public class Html extends HtmlNode { method Html (line 33) | public Html(String text, String url) { method Html (line 42) | public Html(String text) { method Html (line 51) | public Html(Document document) { method getDocument (line 55) | public Document getDocument() { method getElements (line 59) | @Override method selectDocument (line 68) | public String selectDocument(Selector selector) { method selectDocumentForList (line 77) | public List selectDocumentForList(Selector selector) { method create (line 86) | public static Html create(String text) { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/HtmlNode.java class HtmlNode (line 13) | public class HtmlNode extends AbstractSelectable { method HtmlNode (line 17) | public HtmlNode(List elements) { method HtmlNode (line 21) | public HtmlNode() { method getElements (line 25) | protected List getElements() { method smartContent (line 29) | public Selectable smartContent() { method smartContent (line 34) | public Selectable smartContent(int threshold) { method links (line 39) | @Override method xpath (line 44) | @Override method selectList (line 50) | @Override method select (line 58) | @Override method selectElements (line 69) | protected Selectable selectElements(BaseElementSelector elementSelecto... method checkElementAndConvert (line 99) | private Element checkElementAndConvert(ListIterator elementIt... method $ (line 111) | @Override method $ (line 117) | @Override method nodes (line 123) | @Override method getSourceTexts (line 134) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/Json.java class Json (line 13) | public class Json extends PlainText { method Json (line 15) | public Json(List strings) { method Json (line 19) | public Json(String text) { method removePadding (line 28) | public Json removePadding(String padding) { method toObject (line 38) | public T toObject(Class clazz) { method toList (line 45) | public List toList(Class clazz) { method jsonPath (line 52) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/JsonPathSelector.java class JsonPathSelector (line 17) | public class JsonPathSelector implements Selector { method JsonPathSelector (line 23) | public JsonPathSelector(String jsonPathStr) { method getJsonPathStr (line 28) | @SuppressWarnings("unused") method select (line 33) | @Override method toString (line 48) | private String toString(Object object) { method selectList (line 56) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/LinksSelector.java class LinksSelector (line 16) | public class LinksSelector extends BaseElementSelector { method select (line 18) | @Override method selectList (line 23) | @Override method selectElement (line 37) | @Override method selectElements (line 42) | @Override method hasAttribute (line 47) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/OrSelector.java class OrSelector (line 12) | public class OrSelector implements Selector { method OrSelector (line 16) | public OrSelector(Selector... selectors) { method OrSelector (line 22) | public OrSelector(List selectors) { method select (line 26) | @Override method selectList (line 37) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/PlainText.java class PlainText (line 13) | public class PlainText extends AbstractSelectable { method PlainText (line 17) | public PlainText(List sourceTexts) { method PlainText (line 21) | public PlainText(String text) { method create (line 26) | public static PlainText create(String text) { method xpath (line 30) | @Override method $ (line 35) | @Override method $ (line 40) | @Override method links (line 45) | @Override method nodes (line 50) | @Override method getSourceTexts (line 59) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexResult.java class RegexResult (line 10) | class RegexResult { method RegexResult (line 16) | public RegexResult() { method RegexResult (line 20) | public RegexResult(String[] groups) { method get (line 24) | public String get(int groupId) { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/RegexSelector.java class RegexSelector (line 17) | public class RegexSelector implements Selector { method RegexSelector (line 25) | public RegexSelector(String regexStr, int group) { method compileRegex (line 30) | private void compileRegex(String regexStr) { method RegexSelector (line 46) | public RegexSelector(String regexStr) { method select (line 55) | @Override method selectList (line 60) | @Override method selectGroup (line 70) | public RegexResult selectGroup(String text) { method selectGroupList (line 82) | public List selectGroupList(String text) { method toString (line 95) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/ReplaceSelector.java class ReplaceSelector (line 14) | public class ReplaceSelector implements Selector { method ReplaceSelector (line 22) | public ReplaceSelector(String regexStr, String replacement) { method select (line 32) | @Override method selectList (line 38) | @Override method toString (line 43) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectable.java type Selectable (line 11) | public interface Selectable { method xpath (line 19) | public Selectable xpath(String xpath); method $ (line 27) | public Selectable $(String selector); method $ (line 36) | public Selectable $(String selector, String attrName); method css (line 44) | public Selectable css(String selector); method css (line 53) | public Selectable css(String selector, String attrName); method links (line 59) | public Selectable links(); method regex (line 67) | public Selectable regex(String regex); method regex (line 76) | public Selectable regex(String regex, int group); method replace (line 85) | public Selectable replace(String regex, String replacement); method toString (line 92) | public String toString(); method get (line 99) | public String get(); method match (line 106) | public boolean match(); method all (line 113) | public List all(); method jsonPath (line 121) | public Selectable jsonPath(String jsonPath); method select (line 129) | public Selectable select(Selector selector); method selectList (line 137) | public Selectable selectList(Selector selector); method nodes (line 143) | public List nodes(); FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selector.java type Selector (line 11) | public interface Selector { method select (line 20) | public String select(String text); method selectList (line 28) | public List selectList(String text); FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/Selectors.java class Selectors (line 9) | public abstract class Selectors { method regex (line 11) | public static RegexSelector regex(String expr) { method regex (line 15) | public static RegexSelector regex(String expr, int group) { method smartContent (line 19) | public static SmartContentSelector smartContent() { method smartContent (line 23) | public static SmartContentSelector smartContent(int threshold) { method $ (line 27) | public static CssSelector $(String expr) { method $ (line 31) | public static CssSelector $(String expr, String attrName) { method xpath (line 35) | public static XpathSelector xpath(String expr) { method xsoup (line 44) | @Deprecated method and (line 49) | public static AndSelector and(Selector... selectors) { method or (line 53) | public static OrSelector or(Selector... selectors) { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/SmartContentSelector.java class SmartContentSelector (line 16) | @Experimental method SmartContentSelector (line 21) | public SmartContentSelector() { method SmartContentSelector (line 24) | public SmartContentSelector(int threshold) { method select (line 28) | @Override method selectList (line 92) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/selector/XpathSelector.java class XpathSelector (line 16) | public class XpathSelector extends BaseElementSelector { method XpathSelector (line 20) | public XpathSelector(String xpathStr) { method select (line 24) | @Override method selectList (line 29) | @Override method selectElement (line 34) | @Override method selectElements (line 43) | @Override method hasAttribute (line 48) | @Override FILE: webmagic-core/src/main/java/us/codecraft/webmagic/thread/CountableThreadPool.java class CountableThreadPool (line 19) | public class CountableThreadPool { method CountableThreadPool (line 29) | public CountableThreadPool(int threadNum) { method CountableThreadPool (line 34) | public CountableThreadPool(int threadNum, ExecutorService executorServ... method setExecutorService (line 39) | public void setExecutorService(ExecutorService executorService) { method getThreadAlive (line 43) | public int getThreadAlive() { method getThreadNum (line 47) | public int getThreadNum() { method execute (line 53) | public void execute(final Runnable runnable) { method isShutdown (line 88) | public boolean isShutdown() { method shutdown (line 92) | public void shutdown() { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/utils/BaseSelectorUtils.java class BaseSelectorUtils (line 6) | public class BaseSelectorUtils { method preParse (line 15) | public static String preParse(String text) { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/utils/CharsetUtils.java class CharsetUtils (line 20) | public abstract class CharsetUtils { method CharsetUtils (line 24) | private CharsetUtils() { method detectCharset (line 28) | public static String detectCharset(String contentType, byte[] contentB... FILE: webmagic-core/src/main/java/us/codecraft/webmagic/utils/FilePersistentBase.java class FilePersistentBase (line 11) | public class FilePersistentBase { method setPath (line 24) | public void setPath(String path) { method getFile (line 31) | public File getFile(String fullName) { method checkAndMakeParentDirecotry (line 36) | public void checkAndMakeParentDirecotry(String fullName) { method getPath (line 47) | public String getPath() { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/utils/HttpClientUtils.java class HttpClientUtils (line 14) | public abstract class HttpClientUtils { method convertHeaders (line 16) | public static Map> convertHeaders(Header[] headers){ FILE: webmagic-core/src/main/java/us/codecraft/webmagic/utils/HttpConstant.java class HttpConstant (line 8) | public abstract class HttpConstant { class Method (line 10) | public static abstract class Method { class StatusCode (line 28) | public static abstract class StatusCode { class Header (line 34) | public static abstract class Header { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/utils/NumberUtils.java class NumberUtils (line 6) | public abstract class NumberUtils { method compareLong (line 8) | public static int compareLong(long o1, long o2) { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/utils/ProxyUtils.java class ProxyUtils (line 18) | public class ProxyUtils { method validateProxy (line 22) | public static boolean validateProxy(Proxy p) { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/utils/UrlUtils.java class UrlUtils (line 21) | public class UrlUtils { method canonicalizeUrl (line 32) | public static String canonicalizeUrl(String url, String refer) { method encodeIllegalCharacterInUrl (line 58) | public static String encodeIllegalCharacterInUrl(String url) { method fixIllegalCharacterInUrl (line 62) | public static String fixIllegalCharacterInUrl(String url) { method getHost (line 67) | public static String getHost(String url) { method removeProtocol (line 78) | public static String removeProtocol(String url) { method getDomain (line 82) | public static String getDomain(String url) { method removePort (line 91) | public static String removePort(String domain) { method convertToRequests (line 100) | public static List convertToRequests(Collection urls) { method convertToUrls (line 108) | public static List convertToUrls(Collection requests) { method getCharset (line 118) | public static String getCharset(String contentType) { FILE: webmagic-core/src/main/java/us/codecraft/webmagic/utils/WMCollections.java class WMCollections (line 13) | public class WMCollections { method newHashSet (line 15) | public static Set newHashSet(T... t){ method newArrayList (line 23) | public static List newArrayList(T... t){ FILE: webmagic-core/src/test/java/us/codecraft/webmagic/HtmlTest.java class HtmlTest (line 15) | public class HtmlTest { method testRegexSelector (line 17) | @Test method testDisableJsoupHtmlEntityEscape (line 23) | @Ignore("not work in jsoup 1.8.x") method testEnableJsoupHtmlEntityEscape (line 31) | @Test method testAHrefExtract (line 37) | @Test method testNthNodesGet (line 43) | @Test method testGetHrefsByJsoup (line 51) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/RequestTest.java class RequestTest (line 16) | public class RequestTest { method testEqualsAndHashCode (line 18) | @Test method testSetExtras (line 30) | @Test method testGetExtras (line 40) | @Test method testGetExtrasShouldBeUnmodifiable (line 47) | @Test(expected = UnsupportedOperationException.class) FILE: webmagic-core/src/test/java/us/codecraft/webmagic/ResultItemsTest.java class ResultItemsTest (line 11) | public class ResultItemsTest { method testOrderOfEntries (line 13) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/SiteTest.java class SiteTest (line 13) | public class SiteTest { method test (line 15) | @Test method addCookieTest (line 21) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/SpiderTest.java class SpiderTest (line 17) | public class SpiderTest { method testStartAndStop (line 19) | @Ignore("long time") method testWaitAndNotify (line 36) | @Ignore("long time") method testRound (line 45) | private void testRound() { FILE: webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpClientDownloaderTest.java class HttpClientDownloaderTest (line 49) | public class HttpClientDownloaderTest { method testDownloader (line 53) | @Test method testDownloaderInIllegalUrl (line 60) | @Test(expected = IllegalArgumentException.class) method test_download_fail (line 66) | @Test method testGetHtmlCharset (line 75) | @Test method test_selectRequestMethod (line 126) | @Test method test_set_request_cookie (line 169) | @Test method test_disableCookieManagement (line 186) | @Test method test_set_request_header (line 203) | @Test method test_set_site_header (line 220) | @Test method test_set_site_cookie (line 236) | @Test method test_download_when_task_is_null (line 253) | @Test method test_download_auth_by_SimpleProxyProvider (line 269) | @Test method test_download_binary_content (line 286) | @Test method test_download_set_charset (line 304) | @Test method test_download_set_request_charset (line 320) | @Test method test_no_task_download (line 337) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/downloader/HttpUriRequestConverterTest.java class HttpUriRequestConverterTest (line 17) | public class HttpUriRequestConverterTest { method test_illegal_uri_correct (line 19) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/downloader/MockGithubDownloader.java class MockGithubDownloader (line 17) | public class MockGithubDownloader implements Downloader { method download (line 19) | @Override method setThread (line 33) | @Override FILE: webmagic-core/src/test/java/us/codecraft/webmagic/downloader/SSLCompatibilityTest.java class SSLCompatibilityTest (line 16) | public class SSLCompatibilityTest { method test_tls12 (line 18) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/example/GithubRepoPageProcessorTest.java class GithubRepoPageProcessorTest (line 18) | public class GithubRepoPageProcessorTest { method test_github (line 20) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/pipeline/FilePipelineTest.java class FilePipelineTest (line 15) | public class FilePipelineTest { method before (line 20) | @BeforeClass method testProcess (line 39) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/processor/PageProcessorTest.java class PageProcessorTest (line 10) | public class PageProcessorTest { method testGetSite (line 12) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/proxy/ProxyTest.java class ProxyTest (line 18) | class ProxyTest { method before (line 22) | @BeforeAll class Fetch (line 32) | class Fetch extends Thread { method Fetch (line 35) | public Fetch(HttpHost hp) { method run (line 39) | @Override method testCreate (line 50) | @Test method testEqualsHashCode (line 88) | @Test method testToString (line 96) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/proxy/SimpleProxyProviderTest.java class SimpleProxyProviderTest (line 17) | public class SimpleProxyProviderTest { method test_get_proxy (line 21) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/scheduler/DuplicateRemovedSchedulerTest.java class DuplicateRemovedSchedulerTest (line 21) | @RunWith(MockitoJUnitRunner.class) method poll (line 25) | @Override method test_no_duplicate_removed_for_post_request (line 31) | @Test method test_duplicate_removed_for_get_request (line 41) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/scheduler/PrioritySchedulerTest.java class PrioritySchedulerTest (line 12) | public class PrioritySchedulerTest { method getUUID (line 17) | @Override method getSite (line 22) | @Override method testDifferentPriority (line 28) | @Test method testNoPriority (line 55) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/selector/AndSelectorTest.java class AndSelectorTest (line 10) | public class AndSelectorTest { method testSelectList (line 12) | @Test method testSelectList_NoResults (line 36) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/selector/CssSelectorTest.java class CssSelectorTest (line 16) | public class CssSelectorTest { method testSelectElement (line 18) | @Test method testSelectList (line 28) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/selector/ExtractorsTest.java class ExtractorsTest (line 11) | public class ExtractorsTest { method testEach (line 17) | @Test method testCombo (line 27) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/selector/JsonPathSelectorTest.java class JsonPathSelectorTest (line 14) | public class JsonPathSelectorTest { method testJsonPath (line 37) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/selector/JsonTest.java class JsonTest (line 11) | public class JsonTest { method testRemovePadding (line 17) | @Test method testRemovePaddingForQuotes (line 23) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/selector/LinksSelectorTest.java class LinksSelectorTest (line 13) | public class LinksSelectorTest { method testLinks (line 17) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/selector/OrSelectorTest.java class OrSelectorTest (line 10) | public class OrSelectorTest { method testSelectList (line 11) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/selector/RegexSelectorTest.java class RegexSelectorTest (line 9) | public class RegexSelectorTest { method testRegexWithSingleLeftBracket (line 11) | @Test(expected = IllegalArgumentException.class) method testRegexWithLeftBracketQuoted (line 17) | @Test method testRegexWithZeroWidthAssertions (line 26) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/selector/SelectorTest.java class SelectorTest (line 12) | public class SelectorTest { method testChain (line 16) | @Test method testNodes (line 27) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/utils/CharsetUtilsTest.java class CharsetUtilsTest (line 9) | class CharsetUtilsTest { method testDetectCharset (line 11) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/utils/NumberUtilsTest.java class NumberUtilsTest (line 6) | public class NumberUtilsTest { method testCompareLong (line 8) | @Test FILE: webmagic-core/src/test/java/us/codecraft/webmagic/utils/UrlUtilsTest.java class UrlUtilsTest (line 15) | public class UrlUtilsTest { method testFixRelativeUrl (line 17) | @Test method testGetDomain (line 38) | @Test method testGetCharset (line 48) | @Test FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/MultiPageModel.java type MultiPageModel (line 13) | @Experimental method getPageKey (line 21) | public String getPageKey(); method getPage (line 28) | public String getPage(); method getOtherPages (line 36) | public Collection getOtherPages(); method combine (line 44) | public MultiPageModel combine(MultiPageModel multiPageModel); FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/SimpleHttpClient.java class SimpleHttpClient (line 12) | public class SimpleHttpClient { method SimpleHttpClient (line 18) | public SimpleHttpClient() { method SimpleHttpClient (line 22) | public SimpleHttpClient(Site site) { method setProxyProvider (line 27) | public void setProxyProvider(ProxyProvider proxyProvider){ method get (line 31) | public T get(String url, Class clazz) { method get (line 35) | public T get(Request request, Class clazz) { method get (line 43) | public Page get(String url) { method get (line 47) | public Page get(Request request) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/configurable/ConfigurablePageProcessor.java class ConfigurablePageProcessor (line 13) | @Experimental method ConfigurablePageProcessor (line 20) | public ConfigurablePageProcessor(Site site, List extractR... method process (line 25) | @Override method getSite (line 46) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/configurable/ExpressionType.java type ExpressionType (line 6) | public enum ExpressionType { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/configurable/ExtractRule.java class ExtractRule (line 11) | public class ExtractRule { method getFieldName (line 27) | public String getFieldName() { method setFieldName (line 31) | public void setFieldName(String fieldName) { method getExpressionType (line 35) | public ExpressionType getExpressionType() { method setExpressionType (line 39) | public void setExpressionType(ExpressionType expressionType) { method getExpressionValue (line 43) | public String getExpressionValue() { method setExpressionValue (line 47) | public void setExpressionValue(String expressionValue) { method getExpressionParams (line 51) | public String[] getExpressionParams() { method setExpressionParams (line 55) | public void setExpressionParams(String[] expressionParams) { method isMulti (line 59) | public boolean isMulti() { method setMulti (line 63) | public void setMulti(boolean multi) { method getSelector (line 67) | public Selector getSelector() { method compileSelector (line 78) | private Selector compileSelector() { method setSelector (line 101) | public void setSelector(Selector selector) { method isNotNull (line 105) | public boolean isNotNull() { method setNotNull (line 109) | public void setNotNull(boolean notNull) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/downloader/PhantomJSDownloader.java class PhantomJSDownloader (line 19) | public class PhantomJSDownloader extends AbstractDownloader { method PhantomJSDownloader (line 24) | public PhantomJSDownloader() { method PhantomJSDownloader (line 38) | public PhantomJSDownloader(String phantomJsCommand) { method PhantomJSDownloader (line 76) | public PhantomJSDownloader(String phantomJsCommand, String crawlJsPath) { method initPhantomjsCrawlPath (line 81) | private void initPhantomjsCrawlPath() { method download (line 86) | @Override method setThread (line 110) | @Override method getPage (line 115) | protected String getPage(Request request) throws Exception { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/example/AppStore.java class AppStore (line 14) | @Experimental method main (line 32) | public static void main(String[] args) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/example/BaiduBaike.java class BaiduBaike (line 14) | public class BaiduBaike{ method toString (line 22) | @Override method main (line 30) | public static void main(String[] args) { method getName (line 50) | public String getName() { method getDescription (line 54) | public String getDescription() { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/example/GithubRepo.java class GithubRepo (line 18) | @TargetUrl("https://github.com/\\w+/\\w+") method main (line 43) | public static void main(String[] args) { method key (line 49) | @Override method getName (line 54) | public String getName() { method getReadme (line 58) | public String getReadme() { method getAuthor (line 62) | public String getAuthor() { method getLanguage (line 66) | public List getLanguage() { method getUrl (line 70) | public String getUrl() { method getStar (line 74) | public int getStar() { method getFork (line 78) | public int getFork() { method toString (line 82) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/example/GithubRepoApi.java class GithubRepoApi (line 16) | public class GithubRepoApi implements HasKey { method main (line 36) | public static void main(String[] args) { method key (line 42) | @Override method getName (line 47) | public String getName() { method getAuthor (line 51) | public String getAuthor() { method getLanguage (line 55) | public List getLanguage() { method getUrl (line 59) | public String getUrl() { method getStar (line 63) | public int getStar() { method getFork (line 67) | public int getFork() { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/example/GithubRepoPageMapper.java class GithubRepoPageMapper (line 13) | public class GithubRepoPageMapper implements PageProcessor { method process (line 19) | @Override method getSite (line 32) | @Override method main (line 37) | public static void main(String[] args) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/example/MonitorExample.java class MonitorExample (line 12) | public class MonitorExample { method main (line 14) | public static void main(String[] args) throws Exception { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/example/OschinaBlog.java class OschinaBlog (line 17) | @TargetUrl("http://my.oschina.net/flashsword/blog/\\d+") method main (line 32) | public static void main(String[] args) { method getTitle (line 38) | public String getTitle() { method getContent (line 42) | public String getContent() { method getTags (line 46) | public List getTags() { method getDate (line 50) | public Date getDate() { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/example/PatternProcessorExample.java class PatternProcessorExample (line 18) | public class PatternProcessorExample { method main (line 22) | public static void main(String... args) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/handler/CompositePageProcessor.java class CompositePageProcessor (line 13) | public class CompositePageProcessor implements PageProcessor { method CompositePageProcessor (line 19) | public CompositePageProcessor(Site site) { method process (line 23) | @Override method setSite (line 35) | public CompositePageProcessor setSite(Site site) { method addSubPageProcessor (line 40) | public CompositePageProcessor addSubPageProcessor(SubPageProcessor sub... method setSubPageProcessors (line 45) | public CompositePageProcessor setSubPageProcessors(SubPageProcessor...... method getSite (line 53) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/handler/CompositePipeline.java class CompositePipeline (line 13) | public class CompositePipeline implements Pipeline { method process (line 17) | @Override method addSubPipeline (line 29) | public CompositePipeline addSubPipeline(SubPipeline subPipeline) { method setSubPipeline (line 34) | public CompositePipeline setSubPipeline(SubPipeline... subPipelines) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/handler/PatternProcessor.java class PatternProcessor (line 6) | public abstract class PatternProcessor extends PatternRequestMatcher imp... method PatternProcessor (line 10) | public PatternProcessor(String pattern) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/handler/PatternRequestMatcher.java class PatternRequestMatcher (line 16) | public abstract class PatternRequestMatcher implements RequestMatcher { method PatternRequestMatcher (line 28) | public PatternRequestMatcher(String pattern) { method match (line 33) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/handler/RequestMatcher.java type RequestMatcher (line 9) | public interface RequestMatcher { method match (line 19) | public boolean match(Request page); type MatchOther (line 21) | public enum MatchOther { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/handler/SubPageProcessor.java type SubPageProcessor (line 8) | public interface SubPageProcessor extends RequestMatcher { method processPage (line 17) | public MatchOther processPage(Page page); FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/handler/SubPipeline.java type SubPipeline (line 10) | public interface SubPipeline extends RequestMatcher { method processResult (line 19) | public MatchOther processResult(ResultItems resultItems, Task task); FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/AfterExtractor.java type AfterExtractor (line 11) | public interface AfterExtractor { method afterProcess (line 13) | public void afterProcess(Page page); FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/ConsolePageModelPipeline.java class ConsolePageModelPipeline (line 13) | public class ConsolePageModelPipeline implements PageModelPipeline { method process (line 14) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/Extractor.java class Extractor (line 14) | public class Extractor { method Extractor (line 26) | public Extractor(Selector selector, Source source, boolean notNull, bo... method isNotNull (line 33) | public boolean isNotNull() { method isMulti (line 37) | public boolean isMulti() { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/FieldExtractor.java class FieldExtractor (line 18) | public class FieldExtractor extends Extractor { method FieldExtractor (line 29) | public FieldExtractor(Field field, Selector selector, Source source, b... FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/HasKey.java type HasKey (line 11) | @Experimental method key (line 19) | public String key(); FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/ModelPageProcessor.java class ModelPageProcessor (line 20) | class ModelPageProcessor implements PageProcessor { method create (line 28) | public static ModelPageProcessor create(Site site, Class... clazzs) { method addPageModel (line 37) | public ModelPageProcessor addPageModel(Class clazz) { method ModelPageProcessor (line 43) | private ModelPageProcessor(Site site) { method process (line 47) | @Override method extractLinks (line 66) | private void extractLinks(Page page, Selector urlRegionSelector, List<... method postProcessPageModel (line 83) | protected void postProcessPageModel(Class clazz, Object object) { method getSite (line 86) | @Override method isExtractLinks (line 91) | public boolean isExtractLinks() { method setExtractLinks (line 95) | public void setExtractLinks(boolean extractLinks) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/ModelPipeline.java class ModelPipeline (line 20) | class ModelPipeline implements Pipeline { method ModelPipeline (line 24) | public ModelPipeline() { method put (line 27) | public ModelPipeline put(Class clazz, PageModelPipeline pageModelPipel... method process (line 32) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/OOSpider.java class OOSpider (line 41) | public class OOSpider extends Spider { method OOSpider (line 51) | protected OOSpider(ModelPageProcessor modelPageProcessor) { method OOSpider (line 56) | public OOSpider(PageProcessor pageProcessor) { method OOSpider (line 67) | public OOSpider(Site site, PageModelPipeline pageModelPipeline, Class.... method getCollectorPipeline (line 79) | @Override method create (line 84) | public static OOSpider create(Site site, Class... pageModels) { method create (line 88) | public static OOSpider create(Site site, PageModelPipeline pageModelPi... method addPageModel (line 92) | public OOSpider addPageModel(PageModelPipeline pageModelPipeline, Clas... method setIsExtractLinks (line 100) | public OOSpider setIsExtractLinks(boolean isExtractLinks){ FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/PageMapper.java class PageMapper (line 11) | public class PageMapper { method PageMapper (line 17) | public PageMapper(Class clazz) { method get (line 22) | public T get(Page page) { method getAll (line 26) | public List getAll(Page page) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/PageModelCollectorPipeline.java class PageModelCollectorPipeline (line 16) | class PageModelCollectorPipeline implements CollectorPipeline { method PageModelCollectorPipeline (line 22) | PageModelCollectorPipeline(Class clazz) { method getCollected (line 26) | @Override method process (line 31) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/PageModelExtractor.java class PageModelExtractor (line 34) | class PageModelExtractor { method create (line 57) | public static PageModelExtractor create(Class clazz) { method init (line 63) | private void init(Class clazz) { method getAnnotationExtractByUrl (line 89) | private FieldExtractor getAnnotationExtractByUrl(Class clazz, Field fi... method getAnnotationExtractCombo (line 108) | private FieldExtractor getAnnotationExtractCombo(Class clazz, Field fi... method getAnnotationExtractBy (line 134) | private FieldExtractor getAnnotationExtractBy(Class clazz, Field field) { method getSetterMethod (line 163) | public static Method getSetterMethod(Class clazz, Field field) { method initClassExtractors (line 174) | private void initClassExtractors() { method process (line 206) | public Object process(Page page) { method processSingle (line 237) | private Object processSingle(Page page, String html, boolean isRaw) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/annotation/ComboExtract.java type Op (line 24) | public static enum Op { type Source (line 55) | public static enum Source { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/annotation/ExtractBy.java type Type (line 27) | public static enum Type {XPath, Regex, Css, JsonPath} type Source (line 47) | public static enum Source { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/fields/MultipleField.java class MultipleField (line 13) | public class MultipleField extends PageField { method MultipleField (line 17) | public MultipleField(List fieldNames) { method operation (line 21) | public boolean operation(Object o, FieldExtractor fieldExtractor, Logg... method convert (line 33) | private List convert(List values, ObjectFormatter obje... FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/fields/PageField.java class PageField (line 10) | public abstract class PageField { method operation (line 11) | public abstract boolean operation(Object o, FieldExtractor fieldExtrac... method convert (line 13) | protected Object convert(String value, ObjectFormatter objectFormatter... method setField (line 24) | protected void setField(Object o, FieldExtractor fieldExtractor, Objec... FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/fields/SingleField.java class SingleField (line 10) | public class SingleField extends PageField { method SingleField (line 14) | public SingleField(String fieldName) { method operation (line 18) | public boolean operation(Object o, FieldExtractor fieldExtractor, Logg... FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/formatter/BasicClassDetector.java type BasicClassDetector (line 3) | public interface BasicClassDetector { method detectBasicClass (line 4) | Class detectBasicClass(Class type); class IntegerClassDetector (line 7) | class IntegerClassDetector implements BasicClassDetector { method detectBasicClass (line 8) | @Override class LongClassDetector (line 17) | class LongClassDetector implements BasicClassDetector { method detectBasicClass (line 18) | @Override class DoubleClassDetector (line 27) | class DoubleClassDetector implements BasicClassDetector { method detectBasicClass (line 28) | @Override class FloatClassDetector (line 37) | class FloatClassDetector implements BasicClassDetector { method detectBasicClass (line 38) | @Override class ShortClassDetector (line 47) | class ShortClassDetector implements BasicClassDetector { method detectBasicClass (line 48) | @Override class CharacterClassDetector (line 57) | class CharacterClassDetector implements BasicClassDetector { method detectBasicClass (line 58) | @Override class ByteClassDetector (line 67) | class ByteClassDetector implements BasicClassDetector { method detectBasicClass (line 68) | @Override class BooleanClassDetector (line 77) | class BooleanClassDetector implements BasicClassDetector { method detectBasicClass (line 78) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/formatter/BasicTypeFormatter.java class BasicTypeFormatter (line 10) | public abstract class BasicTypeFormatter implements ObjectFormatter { method initParam (line 12) | @Override method format (line 17) | @Override method formatTrimmed (line 26) | protected abstract T formatTrimmed(String raw) throws Exception; method detectBasicClass (line 39) | public static Class detectBasicClass(Class type) { class IntegerFormatter (line 49) | public static class IntegerFormatter extends BasicTypeFormatter { method formatTrimmed (line 62) | @Override method clazz (line 67) | @Override class DoubleFormatter (line 73) | public static class DoubleFormatter extends BasicTypeFormatter { method formatTrimmed (line 74) | @Override method clazz (line 79) | @Override class FloatFormatter (line 85) | public static class FloatFormatter extends BasicTypeFormatter { method formatTrimmed (line 86) | @Override method clazz (line 91) | @Override class ShortFormatter (line 97) | public static class ShortFormatter extends BasicTypeFormatter { method formatTrimmed (line 98) | @Override method clazz (line 103) | @Override class CharactorFormatter (line 109) | public static class CharactorFormatter extends BasicTypeFormatter { method formatTrimmed (line 122) | @Override method clazz (line 127) | @Override class BooleanFormatter (line 133) | public static class BooleanFormatter extends BasicTypeFormatter { method format (line 16) | @Override method clazz (line 21) | @Override method initParam (line 26) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/formatter/ObjectFormatter.java type ObjectFormatter (line 6) | public interface ObjectFormatter { method format (line 8) | T format(String raw) throws Exception; method clazz (line 10) | Class clazz(); method initParam (line 12) | void initParam(String[] extra); FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/formatter/ObjectFormatterBuilder.java class ObjectFormatterBuilder (line 13) | public class ObjectFormatterBuilder { method setField (line 17) | public ObjectFormatterBuilder setField(Field field) { method initFormatterForType (line 22) | private ObjectFormatter initFormatterForType(Class fieldClazz, Stri... method initFormatter (line 33) | private ObjectFormatter initFormatter(Class... method build (line 45) | public ObjectFormatter build() { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/formatter/ObjectFormatters.java class ObjectFormatters (line 10) | public class ObjectFormatters { method put (line 21) | public static void put(Class objectFormatte... method get (line 31) | public static Class get(Class clazz){ FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/sources/Source.java type Source (line 8) | public interface Source { method getText (line 9) | public String getText(Page page, String html, boolean isRaw, FieldExtr... method getTextList (line 10) | public List getTextList(Page page, String html, boolean isRaw,... class RawHtml (line 12) | public class RawHtml implements Source { method getText (line 13) | public String getText(Page page, String html, boolean isRaw, FieldEx... method getTextList (line 17) | public List getTextList(Page page, String html, boolean isRa... class SelectedHtml (line 22) | public class SelectedHtml implements Source { method getText (line 23) | public String getText(Page page, String html, boolean isRaw, FieldEx... method getTextList (line 30) | public List getTextList(Page page, String html, boolean isRa... class Url (line 38) | public class Url implements Source { method getText (line 39) | public String getText(Page page, String html, boolean isRaw, FieldEx... method getTextList (line 43) | public List getTextList(Page page, String html, boolean isRa... class RawText (line 48) | public class RawText implements Source { method getText (line 49) | public String getText(Page page, String html, boolean isRaw, FieldEx... method getTextList (line 53) | public List getTextList(Page page, String html, boolean isRa... class DefaultSource (line 58) | public class DefaultSource implements Source { method getText (line 59) | public String getText(Page page, String html, boolean isRaw, FieldEx... method getTextList (line 63) | public List getTextList(Page page, String html, boolean isRa... FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/model/sources/SourceTextExtractor.java class SourceTextExtractor (line 9) | public class SourceTextExtractor { method getText (line 10) | public static PageField getText(Page page, String html, boolean isRaw,... FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/monitor/SpiderMonitor.java class SpiderMonitor (line 27) | @Experimental method SpiderMonitor (line 38) | protected SpiderMonitor() { method register (line 50) | public synchronized SpiderMonitor register(Spider... spiders) throws J... method getSpiderStatusMBean (line 67) | protected SpiderStatusMXBean getSpiderStatusMBean(Spider spider, Monit... method getSpiderStatuses (line 71) | protected List getSpiderStatuses() { method instance (line 75) | public static SpiderMonitor instance() { class MonitorSpiderListener (line 79) | public class MonitorSpiderListener implements SpiderListener { method onSuccess (line 87) | @Override method onError (line 92) | @Override method getSuccessCount (line 98) | public AtomicInteger getSuccessCount() { method getErrorCount (line 102) | public AtomicInteger getErrorCount() { method getErrorUrls (line 106) | public List getErrorUrls() { method registerMBean (line 111) | protected void registerMBean(SpiderStatusMXBean spiderStatus) throws M... FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/monitor/SpiderStatus.java class SpiderStatus (line 15) | public class SpiderStatus implements SpiderStatusMXBean { method SpiderStatus (line 23) | public SpiderStatus(Spider spider, SpiderMonitor.MonitorSpiderListener... method getName (line 28) | public String getName() { method getLeftPageCount (line 32) | public int getLeftPageCount() { method getTotalPageCount (line 40) | public int getTotalPageCount() { method getSuccessPageCount (line 48) | @Override method getErrorPageCount (line 53) | @Override method getErrorPages (line 58) | public List getErrorPages() { method getStatus (line 62) | @Override method getThread (line 67) | @Override method start (line 72) | public void start() { method stop (line 76) | public void stop() { method getStartTime (line 80) | @Override method getPagePerSecond (line 85) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/monitor/SpiderStatusMXBean.java type SpiderStatusMXBean (line 10) | public interface SpiderStatusMXBean { method getName (line 12) | public String getName(); method getStatus (line 14) | public String getStatus(); method getThread (line 16) | public int getThread(); method getTotalPageCount (line 18) | public int getTotalPageCount(); method getLeftPageCount (line 20) | public int getLeftPageCount(); method getSuccessPageCount (line 22) | public int getSuccessPageCount(); method getErrorPageCount (line 24) | public int getErrorPageCount(); method getErrorPages (line 26) | public List getErrorPages(); method start (line 28) | public void start(); method stop (line 30) | public void stop(); method getStartTime (line 32) | public Date getStartTime(); method getPagePerSecond (line 34) | public int getPagePerSecond(); FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/pipeline/CollectorPageModelPipeline.java class CollectorPageModelPipeline (line 11) | public class CollectorPageModelPipeline implements PageModelPipeline<... method process (line 15) | @Override method getCollected (line 20) | public List getCollected() { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/pipeline/FilePageModelPipeline.java class FilePageModelPipeline (line 23) | public class FilePageModelPipeline extends FilePersistentBase implements... method FilePageModelPipeline (line 30) | public FilePageModelPipeline() { method FilePageModelPipeline (line 34) | public FilePageModelPipeline(String path) { method process (line 38) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/pipeline/JsonFilePageModelPipeline.java class JsonFilePageModelPipeline (line 24) | public class JsonFilePageModelPipeline extends FilePersistentBase implem... method JsonFilePageModelPipeline (line 31) | public JsonFilePageModelPipeline() { method JsonFilePageModelPipeline (line 35) | public JsonFilePageModelPipeline(String path) { method process (line 39) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/pipeline/JsonFilePipeline.java class JsonFilePipeline (line 21) | public class JsonFilePipeline extends FilePersistentBase implements Pipe... method JsonFilePipeline (line 28) | public JsonFilePipeline() { method JsonFilePipeline (line 32) | public JsonFilePipeline(String path) { method process (line 36) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/pipeline/MultiPagePipeline.java class MultiPagePipeline (line 20) | @Experimental method process (line 27) | @Override method handleObject (line 36) | private void handleObject(Iterator> iterator) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/pipeline/PageModelPipeline.java type PageModelPipeline (line 11) | public interface PageModelPipeline { method process (line 13) | public void process(T t, Task task); FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/BloomFilterDuplicateRemover.java class BloomFilterDuplicateRemover (line 24) | public class BloomFilterDuplicateRemover implements DuplicateRemover { method BloomFilterDuplicateRemover (line 32) | public BloomFilterDuplicateRemover(int expectedInsertions) { method BloomFilterDuplicateRemover (line 41) | public BloomFilterDuplicateRemover(int expectedInsertions, double fpp) { method rebuildBloomFilter (line 47) | protected BloomFilter rebuildBloomFilter() { method isDuplicate (line 54) | @Override method getUrl (line 64) | protected String getUrl(Request request) { method resetDuplicateCheck (line 68) | @Override method getTotalRequestsCount (line 73) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/FileCacheQueueScheduler.java class FileCacheQueueScheduler (line 19) | public class FileCacheQueueScheduler extends DuplicateRemovedScheduler i... method FileCacheQueueScheduler (line 41) | public FileCacheQueueScheduler(String filePath) { method flush (line 49) | private void flush() { method init (line 54) | private void init(Task task) { method initDuplicateRemover (line 67) | private void initDuplicateRemover() { method initFlushThread (line 72) | private void initFlushThread() { method initWriter (line 77) | private void initWriter() { method readFile (line 86) | private void readFile() { method readUrlFile (line 100) | private void readUrlFile() throws IOException { method readCursorFile (line 115) | private void readCursorFile() throws IOException { method close (line 133) | public void close() throws IOException { method getFileName (line 139) | private String getFileName(String filename) { method pushWhenNoDuplicate (line 143) | @Override method poll (line 152) | @Override method getLeftRequestsCount (line 161) | @Override method getTotalRequestsCount (line 166) | @Override method serializeRequest (line 171) | protected String serializeRequest(Request request) { method deserializeRequest (line 175) | protected Request deserializeRequest(String line) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/RedisPriorityScheduler.java class RedisPriorityScheduler (line 20) | public class RedisPriorityScheduler extends RedisScheduler { method RedisPriorityScheduler (line 32) | public RedisPriorityScheduler(String host) { method RedisPriorityScheduler (line 36) | public RedisPriorityScheduler(JedisPool pool) { method pushWhenNoDuplicate (line 40) | @Override method poll (line 55) | @Override method getRequest (line 66) | private String getRequest(Jedis jedis, Task task) { method resetDuplicateCheck (line 85) | @Override method getZsetPlusPriorityKey (line 92) | private String getZsetPlusPriorityKey(Task task) { method getQueueNoPriorityKey (line 96) | private String getQueueNoPriorityKey(Task task) { method getZsetMinusPriorityKey (line 100) | private String getZsetMinusPriorityKey(Task task) { method setExtrasInItem (line 104) | private void setExtrasInItem(Jedis jedis,Request request, Task task) { method getExtrasInItem (line 112) | private Request getExtrasInItem(Jedis jedis, String url, Task task) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/scheduler/RedisScheduler.java class RedisScheduler (line 21) | public class RedisScheduler extends DuplicateRemovedScheduler implements... method RedisScheduler (line 31) | public RedisScheduler(String host) { method RedisScheduler (line 35) | public RedisScheduler(JedisPool pool) { method resetDuplicateCheck (line 40) | @Override method isDuplicate (line 47) | @Override method pushWhenNoDuplicate (line 55) | @Override method checkForAdditionalInfo (line 70) | private boolean checkForAdditionalInfo(Request request) { method poll (line 97) | @Override method getSetKey (line 116) | protected String getSetKey(Task task) { method getQueueKey (line 120) | protected String getQueueKey(Task task) { method getItemKey (line 124) | protected String getItemKey(Task task) { method getLeftRequestsCount (line 128) | @Override method getTotalRequestsCount (line 136) | @Override FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/utils/ClassUtils.java class ClassUtils (line 11) | public abstract class ClassUtils { method getFieldsIncludeSuperClass (line 13) | public static Set getFieldsIncludeSuperClass(Class clazz) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/utils/DoubleKeyMap.java class DoubleKeyMap (line 8) | public class DoubleKeyMap extends MultiKeyMapBase { method DoubleKeyMap (line 11) | public DoubleKeyMap() { method DoubleKeyMap (line 15) | public DoubleKeyMap(Map> map) { method DoubleKeyMap (line 19) | public DoubleKeyMap(Class protoMapClass) { method init (line 24) | private void init() { method DoubleKeyMap (line 36) | @SuppressWarnings("rawtypes") method get (line 47) | public Map get(K1 key) { method get (line 56) | public V get(K1 key1, K2 key2) { method put (line 69) | public V put(K1 key1, Map submap) { method put (line 79) | public synchronized V put(K1 key1, K2 key2, V value) { method remove (line 92) | public synchronized V remove(K1 key1, K2 key2) { method remove (line 107) | public Map remove(K1 key1) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/utils/ExtractorUtils.java class ExtractorUtils (line 15) | public class ExtractorUtils { method getSelector (line 17) | public static Selector getSelector(ExtractBy extractBy) { method getSelectors (line 39) | public static List getSelectors(ExtractBy[] extractBies) { FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/utils/IPUtils.java class IPUtils (line 13) | public abstract class IPUtils { method getFirstNoLoopbackIPAddresses (line 15) | public static String getFirstNoLoopbackIPAddresses() throws SocketExce... FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/utils/MultiKeyMapBase.java class MultiKeyMapBase (line 15) | public abstract class MultiKeyMapBase { method MultiKeyMapBase (line 21) | public MultiKeyMapBase() { method MultiKeyMapBase (line 24) | @SuppressWarnings("rawtypes") method newMap (line 29) | @SuppressWarnings("unchecked") FILE: webmagic-extension/src/main/java/us/codecraft/webmagic/utils/RequestUtils.java class RequestUtils (line 16) | public abstract class RequestUtils { method from (line 20) | public static List from(String exp){ FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/MockPageModelPipeline.java class MockPageModelPipeline (line 9) | public class MockPageModelPipeline implements PageModelPipeline{ method process (line 10) | @Override FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/MockPipeline.java class MockPipeline (line 8) | public class MockPipeline implements Pipeline{ method process (line 9) | @Override FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/SimpleHttpClientTest.java class SimpleHttpClientTest (line 15) | public class SimpleHttpClientTest { class Weather (line 17) | public static class Weather implements AfterExtractor { method afterProcess (line 30) | @Override method getLocation (line 39) | public String getLocation() { method setLocation (line 43) | public void setLocation(String location) { method getLowTemperature (line 47) | public Integer getLowTemperature() { method setLowTemperature (line 51) | public void setLowTemperature(Integer lowTemperature) { method getHighTemperature (line 55) | public Integer getHighTemperature() { method setHighTemperature (line 59) | public void setHighTemperature(Integer highTemperature) { method getDesc (line 63) | public String getDesc() { method setDesc (line 67) | public void setDesc(String desc) { method toString (line 71) | @Override method test (line 82) | @Ignore FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/configurable/ConfigurablePageProcessorTest.java class ConfigurablePageProcessorTest (line 17) | public class ConfigurablePageProcessorTest { method test (line 19) | @Test FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/downloader/MockGithubDownloader.java class MockGithubDownloader (line 11) | public class MockGithubDownloader implements Downloader{ method download (line 936) | @Override method setThread (line 947) | @Override FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/formatter/DateFormatterTest.java class DateFormatterTest (line 15) | public class DateFormatterTest { method testDateFormatter (line 17) | @Test FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/model/BaseRepo.java class BaseRepo (line 8) | public class BaseRepo { FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/model/GithubRepo.java class GithubRepo (line 12) | @TargetUrl("https://github.com/\\w+/\\w+") method main (line 19) | public static void main(String[] args) { method getStar (line 25) | public int getStar() { method getFork (line 29) | public int getFork() { FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/model/GithubRepoApi.java class GithubRepoApi (line 10) | public class GithubRepoApi { method getName (line 15) | public String getName() { FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/model/GithubRepoTest.java class GithubRepoTest (line 15) | public class GithubRepoTest { method test (line 17) | @Test FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/model/ModelPageProcessorTest.java class ModelPageProcessorTest (line 16) | public class ModelPageProcessorTest { class ModelFoo (line 20) | @TargetUrl("http://codecraft.us/foo") class ModelBar (line 28) | @TargetUrl("http://codecraft.us/bar") class MockModel (line 36) | @TargetUrl(value = "http://webmagic.io/foo/\\d+",sourceRegion = "//li[... method testMultiModel_should_not_skip_when_match (line 42) | @Test method testExtractLinks (line 53) | @Test method testExtractNoLinks (line 61) | @Test FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/model/PageMapperTest.java class PageMapperTest (line 12) | public class PageMapperTest { method test_get (line 16) | @Test FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/model/PageMocker.java class PageMocker (line 17) | public class PageMocker { method getMockJsonPage (line 19) | public Page getMockJsonPage() throws IOException { method getMockPage (line 27) | public Page getMockPage() throws IOException { FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/model/PageModelExtractorTest.java class PageModelExtractorTest (line 21) | public class PageModelExtractorTest { class ModelDateStr (line 25) | public static class ModelDateStr { class ModelDate (line 32) | public static class ModelDate { class ModelInt (line 40) | public static class ModelInt { class ModelStringList (line 47) | public static class ModelStringList { class ModelIntList (line 54) | public static class ModelIntList { class ModelDateList (line 62) | public static class ModelDateList { class ModelCustomList (line 70) | public static class ModelCustomList { class ModelJsonStr (line 78) | public static class ModelJsonStr { class ModelUrl (line 85) | public static class ModelUrl { method testXpath (line 92) | @Test method testExtractDate (line 98) | @Test method testExtractInt (line 104) | @Test method testExtractList (line 110) | @Test method testExtractIntList (line 116) | @Test method testExtractDateList (line 122) | @Test method testExtractCustomList (line 128) | @Test method testExtractJson (line 134) | @Test method testExtractByUrl (line 140) | @Test FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/monitor/CustomSpiderStatus.java class CustomSpiderStatus (line 8) | public class CustomSpiderStatus extends SpiderStatus implements CustomSp... method CustomSpiderStatus (line 10) | public CustomSpiderStatus(Spider spider, SpiderMonitor.MonitorSpiderLi... method getSchedulerName (line 15) | @Override FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/monitor/CustomSpiderStatusMXBean.java type CustomSpiderStatusMXBean (line 6) | public interface CustomSpiderStatusMXBean extends SpiderStatusMXBean { method getSchedulerName (line 8) | public String getSchedulerName(); FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/monitor/SeedUrlWithPortTest.java class SeedUrlWithPortTest (line 14) | public class SeedUrlWithPortTest { method testSeedUrlWithPort (line 16) | @Test class TempProcessor (line 24) | class TempProcessor implements PageProcessor { method process (line 26) | @Override method getSite (line 31) | @Override FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/monitor/SpiderMonitorTest.java class SpiderMonitorTest (line 12) | public class SpiderMonitorTest { method testInherit (line 14) | @Test FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/processor/GithubRepoProcessor.java class GithubRepoProcessor (line 13) | public class GithubRepoProcessor implements PageProcessor { method process (line 14) | @Override method getSite (line 20) | @Override method test (line 25) | @Test FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/scheduler/BloomFilterDuplicateRemoverTest.java class BloomFilterDuplicateRemoverTest (line 14) | public class BloomFilterDuplicateRemoverTest { method testRemove (line 16) | @Test method testMemory (line 30) | @Ignore("long time") method testMissHit (line 54) | @Ignore("long time") FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/scheduler/RedisPrioritySchedulerTest.java class RedisPrioritySchedulerTest (line 15) | public class RedisPrioritySchedulerTest method setUp (line 20) | @Before method test (line 26) | @Ignore("environment depended") FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/scheduler/RedisSchedulerTest.java class RedisSchedulerTest (line 15) | public class RedisSchedulerTest { method setUp (line 19) | @Before method test (line 24) | @Ignore("environment depended") FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/utils/IPUtilsTest.java class IPUtilsTest (line 8) | public class IPUtilsTest { method testGetFirstNoLoopbackIPAddresses (line 10) | @Test FILE: webmagic-extension/src/test/java/us/codecraft/webmagic/utils/RequestUtilsTest.java class RequestUtilsTest (line 15) | public class RequestUtilsTest { method test_generate_range (line 17) | @Test method test_generate_range_when_invalid_number (line 23) | @Test FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/main/QuickStarter.java class QuickStarter (line 18) | public class QuickStarter { method init (line 24) | private static void init(){ method main (line 35) | public static void main(String[] args) { method readKey (line 53) | private static String readKey(String key) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/BaiduNews.java class BaiduNews (line 10) | public class BaiduNews { method toString (line 18) | @Override method main (line 26) | public static void main(String[] args) { method getName (line 35) | public String getName() { method getDescription (line 39) | public String getDescription() { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/Blog.java type Blog (line 8) | public interface Blog { method getTitle (line 10) | public String getTitle(); method getContent (line 12) | public String getContent(); FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/DianpingFtlDataScanner.java class DianpingFtlDataScanner (line 17) | @TargetUrl("http://*.alpha.dp/*") method main (line 23) | public static void main(String[] args) { method afterProcess (line 28) | @Override FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/GithubRepo.java class GithubRepo (line 18) | @TargetUrl("https://github.com/\\w+/\\w+") method main (line 43) | public static void main(String[] args) { method key (line 50) | @Override method getName (line 55) | public String getName() { method getReadme (line 59) | public String getReadme() { method getAuthor (line 63) | public String getAuthor() { method getLanguage (line 67) | public List getLanguage() { method getUrl (line 71) | public String getUrl() { method getStar (line 75) | public String getStar() { method getFork (line 79) | public String getFork() { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/IteyeBlog.java class IteyeBlog (line 13) | @TargetUrl("http://*.iteye.com/blog/*") method toString (line 22) | @Override method main (line 30) | public static void main(String[] args) { method getTitle (line 34) | public String getTitle() { method getContent (line 38) | public String getContent() { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/JokejiModel.java class JokejiModel (line 14) | @TargetUrl("http://www.jokeji.cn/jokehtml/jy/\\d+.htm") method main (line 24) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/Kr36NewsModel.java class Kr36NewsModel (line 20) | @TargetUrl("http://www.36kr.com/p/\\d+.html") method main (line 33) | public static void main(String[] args) throws IOException, JMException { method getTitle (line 46) | public String getTitle() { method getContent (line 50) | public String getContent() { method getUrl (line 54) | public String getUrl() { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/News163.java class News163 (line 19) | @TargetUrl("http://news.163.com/\\d+/\\d+/\\d+/\\w+*.html") method getPageKey (line 38) | @Override method getOtherPages (line 43) | @Override method getPage (line 48) | @Override method combine (line 56) | @Override method toString (line 65) | @Override method main (line 74) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/OschinaAnswer.java class OschinaAnswer (line 13) | @TargetUrl("http://www.oschina.net/question/\\d+_\\d+*") method main (line 24) | public static void main(String[] args) { method afterProcess (line 28) | @Override FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/OschinaBlog.java class OschinaBlog (line 15) | @TargetUrl("http://my.oschina.net/flashsword/blog/\\d+") method main (line 27) | public static void main(String[] args) { method getTitle (line 40) | public String getTitle() { method getContent (line 44) | public String getContent() { method getTags (line 48) | public List getTags() { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/model/samples/QQMeishi.java class QQMeishi (line 12) | @TargetUrl("http://meishi.qq.com/beijing/c/all[\\-p2]*") method main (line 22) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/recover/DuplicateStorageRemover.java class DuplicateStorageRemover (line 19) | public class DuplicateStorageRemover implements DuplicateRemover { method DuplicateStorageRemover (line 31) | public DuplicateStorageRemover(String path) { method isDuplicate (line 55) | @Override method resetDuplicateCheck (line 68) | @Override method getTotalRequestsCount (line 74) | @Override FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/recover/MmapQueueScheduler.java class MmapQueueScheduler (line 19) | public class MmapQueueScheduler extends DuplicateRemovedScheduler { method MmapQueueScheduler (line 29) | public MmapQueueScheduler(DuplicateRemover duplicateRemover, String pa... method poll (line 47) | @Override method pushWhenNoDuplicate (line 58) | @Override method toJson (line 64) | public String toJson(Object object) { method fromJson (line 73) | public T fromJson(String jsonString, Class clazz) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/recover/RecoverSample.java class RecoverSample (line 11) | public class RecoverSample { method main (line 13) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/AlexanderMcqueenGoodsProcessor.java class AlexanderMcqueenGoodsProcessor (line 12) | public class AlexanderMcqueenGoodsProcessor implements PageProcessor { method process (line 21) | @Override method getSite (line 56) | @Override method main (line 61) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/AmanzonPageProcessor.java class AmanzonPageProcessor (line 14) | public class AmanzonPageProcessor implements PageProcessor{ method process (line 15) | public void process(Page page) { method getSite (line 45) | @Override method main (line 50) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/AngularJSProcessor.java class AngularJSProcessor (line 16) | public class AngularJSProcessor implements PageProcessor { method process (line 24) | @Override method getSite (line 40) | @Override method main (line 45) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiandianBlogProcessor.java class DiandianBlogProcessor (line 12) | public class DiandianBlogProcessor implements PageProcessor { method process (line 16) | @Override method getSite (line 34) | @Override FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/DiaoyuwengProcessor.java class DiaoyuwengProcessor (line 16) | public class DiaoyuwengProcessor implements PageProcessor { method process (line 20) | @Override method getSite (line 34) | @Override method main (line 43) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/F58PageProcesser.java class F58PageProcesser (line 16) | public class F58PageProcesser implements PageProcessor { method process (line 18) | @Override method getSite (line 26) | @Override method main (line 31) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GithubRepo.java class GithubRepo (line 6) | public class GithubRepo { method getName (line 14) | public String getName() { method setName (line 18) | public void setName(String name) { method getAuthor (line 22) | public String getAuthor() { method setAuthor (line 26) | public void setAuthor(String author) { method getReadme (line 30) | public String getReadme() { method setReadme (line 34) | public void setReadme(String readme) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/GithubRepoPageProcessor.java class GithubRepoPageProcessor (line 12) | public class GithubRepoPageProcessor implements PageProcessor { method process (line 16) | @Override method getSite (line 32) | @Override method main (line 37) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/HuxiuProcessor.java class HuxiuProcessor (line 13) | public class HuxiuProcessor implements PageProcessor { method process (line 14) | @Override method getSite (line 22) | @Override method main (line 27) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/InfoQMiniBookProcessor.java class InfoQMiniBookProcessor (line 14) | public class InfoQMiniBookProcessor implements PageProcessor { method process (line 18) | @Override method getSite (line 29) | @Override method main (line 38) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/IteyeBlogProcessor.java class IteyeBlogProcessor (line 11) | public class IteyeBlogProcessor implements PageProcessor { method process (line 15) | @Override method getSite (line 22) | @Override method main (line 30) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/KaichibaProcessor.java class KaichibaProcessor (line 13) | public class KaichibaProcessor implements PageProcessor { method process (line 14) | @Override method getSite (line 23) | @Override method main (line 29) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MamacnPageProcessor.java class MamacnPageProcessor (line 18) | public class MamacnPageProcessor implements PageProcessor { method process (line 22) | @Override method getSite (line 37) | @Override method main (line 42) | public static void main(String[] args) throws FileNotFoundException, U... FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/MeicanProcessor.java class MeicanProcessor (line 15) | public class MeicanProcessor implements PageProcessor { method process (line 16) | @Override method getSite (line 29) | @Override method main (line 35) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/NjuBBSProcessor.java class NjuBBSProcessor (line 15) | public class NjuBBSProcessor implements PageProcessor { method process (line 16) | @Override method getSite (line 24) | @Override method main (line 29) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/PhantomJSPageProcessor.java class PhantomJSPageProcessor (line 19) | public class PhantomJSPageProcessor implements PageProcessor { method process (line 27) | @Override method getSite (line 33) | @Override method main (line 38) | public static void main(String[] args) throws Exception { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/QzoneBlogProcessor.java class QzoneBlogProcessor (line 12) | public class QzoneBlogProcessor implements PageProcessor { method process (line 13) | @Override method getSite (line 25) | @Override FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/SinaBlogProcessor.java class SinaBlogProcessor (line 11) | public class SinaBlogProcessor implements PageProcessor { method process (line 24) | @Override method getSite (line 39) | @Override method main (line 44) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/TianyaPageProcesser.java class TianyaPageProcesser (line 12) | public class TianyaPageProcesser implements PageProcessor { method process (line 14) | @Override method getSite (line 22) | @Override FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/ZhihuPageProcessor.java class ZhihuPageProcessor (line 16) | public class ZhihuPageProcessor implements PageProcessor { method process (line 27) | @Override method getSite (line 49) | @Override method main (line 54) | public static void main(String[] args) { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/formatter/StringTemplateFormatter.java class StringTemplateFormatter (line 8) | public class StringTemplateFormatter implements ObjectFormatter { method format (line 12) | @Override method clazz (line 17) | @Override method initParam (line 22) | @Override FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/pipeline/OneFilePipeline.java class OneFilePipeline (line 16) | public class OneFilePipeline extends FilePersistentBase implements Pipel... method OneFilePipeline (line 22) | public OneFilePipeline() throws FileNotFoundException, UnsupportedEnco... method OneFilePipeline (line 26) | public OneFilePipeline(String path) throws FileNotFoundException, Unsu... method process (line 31) | @Override FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/pipeline/ReplacePipeline.java class ReplacePipeline (line 6) | public class ReplacePipeline { FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/scheduler/DelayQueueScheduler.java class DelayQueueScheduler (line 16) | public class DelayQueueScheduler extends PriorityScheduler { class RequestWrapper (line 26) | private class RequestWrapper implements Delayed { method RequestWrapper (line 32) | private RequestWrapper(Request request) { method getStartTime (line 36) | private long getStartTime() { method getRequest (line 40) | private Request getRequest() { method getDelay (line 44) | @Override method compareTo (line 50) | @Override method DelayQueueScheduler (line 56) | public DelayQueueScheduler(long time, TimeUnit timeUnit) { method push (line 61) | @Override method poll (line 69) | @Override FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/scheduler/LevelLimitScheduler.java class LevelLimitScheduler (line 10) | public class LevelLimitScheduler extends PriorityScheduler { method LevelLimitScheduler (line 14) | public LevelLimitScheduler(int levelLimit) { method push (line 18) | @Override FILE: webmagic-samples/src/main/java/us/codecraft/webmagic/samples/scheduler/ZipCodePageProcessor.java class ZipCodePageProcessor (line 20) | public class ZipCodePageProcessor implements PageProcessor { method process (line 25) | @Override method processCountry (line 37) | private void processCountry(Page page) { method processProvince (line 47) | private void processProvince(Page page) { method processDistrict (line 62) | private void processDistrict(Page page) { method getSite (line 75) | @Override method main (line 80) | public static void main(String[] args) { FILE: webmagic-samples/src/test/java/us/codecraft/webmagic/SpiderTest.java class SpiderTest (line 15) | public class SpiderTest { method testSpider (line 18) | @Ignore method testGlobalSpider (line 25) | @Ignore method test (line 40) | @Ignore method languageSchema (line 47) | @Ignore FILE: webmagic-samples/src/test/java/us/codecraft/webmagic/model/ProcessorBenchmark.java class ProcessorBenchmark (line 15) | public class ProcessorBenchmark { method test (line 17) | @Ignore FILE: webmagic-samples/src/test/java/us/codecraft/webmagic/processor/SinablogProcessorTest.java class SinablogProcessorTest (line 18) | public class SinablogProcessorTest { method test (line 20) | @Ignore FILE: webmagic-samples/src/test/java/us/codecraft/webmagic/samples/scheduler/DelayQueueSchedulerTest.java class DelayQueueSchedulerTest (line 12) | public class DelayQueueSchedulerTest { method test (line 14) | @Ignore("infinite") FILE: webmagic-saxon/src/main/java/us/codecraft/webmagic/selector/JaxpSelectorUtils.java class JaxpSelectorUtils (line 20) | public final class JaxpSelectorUtils { method JaxpSelectorUtils (line 22) | private JaxpSelectorUtils() { method NodeListToArrayList (line 26) | public static List NodeListToArrayList(NodeList nodes) { method nodeToString (line 34) | public static String nodeToString(Node node) throws TransformerExcepti... method nodesToStrings (line 44) | public static List nodesToStrings(List nodes) throws Tra... FILE: webmagic-saxon/src/main/java/us/codecraft/webmagic/selector/NodeSelector.java type NodeSelector (line 13) | public interface NodeSelector { method select (line 22) | String select(Node node); method selectList (line 30) | List selectList(Node node); FILE: webmagic-saxon/src/main/java/us/codecraft/webmagic/selector/Xpath2Selector.java class Xpath2Selector (line 35) | public class Xpath2Selector implements Selector, NodeSelector { method Xpath2Selector (line 43) | public Xpath2Selector(String xpathStr) { method newInstance (line 52) | public static Xpath2Selector newInstance(String xpathStr) { type XPath2NamespaceContext (line 56) | enum XPath2NamespaceContext implements NamespaceContext { method put (line 64) | private void put(String prefix, String namespaceURI) { method XPath2NamespaceContext (line 70) | XPath2NamespaceContext() { method getNamespaceURI (line 76) | @Override method getPrefix (line 81) | @Override method getPrefixes (line 90) | @Override method init (line 100) | private void init() throws XPathExpressionException { method select (line 106) | @Override method select (line 117) | @Override method selectList (line 127) | @Override method selectList (line 138) | @Override method selectNode (line 150) | public Node selectNode(String text) { method selectNode (line 160) | public Node selectNode(Node node) { method selectNodes (line 169) | public List selectNodes(String text) { method selectNodes (line 179) | public List selectNodes(Node node) { method parse (line 189) | protected static Document parse(String text) throws ParserConfiguratio... FILE: webmagic-saxon/src/test/java/us/codecraft/webmagic/selector/XpathSelectorTest.java class XpathSelectorTest (line 26) | public class XpathSelectorTest { method test (line 928) | @Test method testOschina (line 1367) | @Test method testXPath2 (line 1375) | @Test method testXpath2Selector (line 1383) | @Test method performanceTest (line 1394) | @Ignore("take long time") method parserPerformanceTest (line 1425) | @Ignore("take long time") method testStringAPI (line 1493) | @Test method testNodeAPI (line 1503) | @Test method testUtilAPI (line 1514) | @Test FILE: webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/Params.java class Params (line 15) | public class Params { method Params (line 33) | public Params() { method setLanguagefromArg (line 39) | public void setLanguagefromArg(String arg) { FILE: webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptConsole.java class ScriptConsole (line 18) | public class ScriptConsole { method main (line 19) | public static void main(String[] args) { method startSpider (line 24) | private static void startSpider(Params params) { method parseCommand (line 49) | private static Params parseCommand(String[] args) { method exit (line 68) | private static void exit() { method readOptions (line 74) | private static Params readOptions(CommandLine commandLine) { FILE: webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptEnginePool.java class ScriptEnginePool (line 15) | public class ScriptEnginePool { method ScriptEnginePool (line 21) | public ScriptEnginePool(Language language,int size) { method getEngine (line 30) | public ScriptEngine getEngine() { method release (line 35) | public void release(ScriptEngine scriptEngine){ FILE: webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptProcessor.java class ScriptProcessor (line 20) | public class ScriptProcessor implements PageProcessor { method ScriptProcessor (line 32) | public ScriptProcessor(Language language, String script, int threadNum) { method process (line 47) | @Override method getSite (line 65) | @Override FILE: webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/ScriptProcessorBuilder.java class ScriptProcessorBuilder (line 18) | public class ScriptProcessorBuilder { method ScriptProcessorBuilder (line 28) | private ScriptProcessorBuilder() { method custom (line 31) | public static ScriptProcessorBuilder custom() { method language (line 35) | public ScriptProcessorBuilder language(Language language) { method scriptFromFile (line 40) | public ScriptProcessorBuilder scriptFromFile(String fileName) { method scriptFromClassPathFile (line 50) | public ScriptProcessorBuilder scriptFromClassPathFile(String fileName) { method script (line 60) | public ScriptProcessorBuilder script(String script) { method thread (line 65) | public ScriptProcessorBuilder thread(int threadNum) { method build (line 70) | public ScriptProcessor build(){ FILE: webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/config/CommandLineOption.java class CommandLineOption (line 10) | public abstract class CommandLineOption { method CommandLineOption (line 14) | public CommandLineOption(char option) { method addParamOption (line 18) | protected abstract void addParamOption(Params params, CommandLine comm... method addParamOptionIfInCommandLine (line 20) | public void addParamOptionIfInCommandLine(Params params, CommandLine c... method getAllOptions (line 25) | public static List getAllOptions() { class OptionL (line 30) | class OptionL extends CommandLineOption { method OptionL (line 31) | public OptionL() { method addParamOption (line 35) | protected void addParamOption(Params params, CommandLine commandLine) { class OptionF (line 41) | class OptionF extends CommandLineOption { method OptionF (line 42) | public OptionF() { method addParamOption (line 46) | protected void addParamOption(Params params, CommandLine commandLine) { class OptionS (line 52) | class OptionS extends CommandLineOption { method OptionS (line 53) | public OptionS() { method addParamOption (line 57) | protected void addParamOption(Params params, CommandLine commandLine) { class OptionT (line 63) | class OptionT extends CommandLineOption { method OptionT (line 64) | public OptionT() { method addParamOption (line 68) | protected void addParamOption(Params params, CommandLine commandLine) { class OptionG (line 74) | class OptionG extends CommandLineOption { method OptionG (line 75) | public OptionG() { method addParamOption (line 79) | protected void addParamOption(Params params, CommandLine commandLine) { FILE: webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/config/ConfigLogger.java class ConfigLogger (line 10) | public class ConfigLogger { method configLogger (line 17) | public static void configLogger(String value) { FILE: webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/languages/JRuby.java class JRuby (line 13) | public class JRuby extends Language { method JRuby (line 14) | public JRuby() { method process (line 18) | public void process(ScriptEngine engine, String defines, String script... FILE: webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/languages/Javascript.java class Javascript (line 8) | public class Javascript extends Language { method Javascript (line 9) | public Javascript() { method process (line 13) | public void process(ScriptEngine engine, String defines, String script... FILE: webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/languages/Jython.java class Jython (line 13) | public class Jython extends Language { method Jython (line 14) | public Jython() { method process (line 18) | public void process(ScriptEngine engine, String defines, String script... FILE: webmagic-scripts/src/main/java/us/codecraft/webmagic/scripts/languages/Language.java class Language (line 10) | public abstract class Language { method Language (line 11) | public Language(String engineName, String defineFile, String gatherFil... method getEngineName (line 23) | public String getEngineName() { method getDefineFile (line 27) | public String getDefineFile() { method getGatherFile (line 31) | public String getGatherFile() { method process (line 35) | public abstract void process(ScriptEngine engine, String defines, Stri... FILE: webmagic-scripts/src/main/resources/js/defines.js function $ (line 1) | function $(str){ function xpath (line 4) | function xpath(str){ function urls (line 7) | function urls(str){ FILE: webmagic-scripts/src/main/resources/python/defines.py function xpath (line 1) | def xpath(str): function css (line 4) | def css(str): function urls (line 7) | def urls(str): function tomap (line 11) | def tomap(key,value): FILE: webmagic-scripts/src/main/resources/ruby/defines.rb function xpath (line 1) | def xpath str function css (line 4) | def css str function urls (line 7) | def urls str FILE: webmagic-scripts/src/test/java/us/codecraft/webmagic/scripts/ScriptProcessorTest.java class ScriptProcessorTest (line 15) | @Ignore method testJavaScriptProcessor (line 18) | @Test method testRubyProcessor (line 25) | @Test method testPythonProcessor (line 33) | @Test FILE: webmagic-selenium/src/main/java/us/codecraft/webmagic/downloader/selenium/SeleniumDownloader.java class SeleniumDownloader (line 32) | public class SeleniumDownloader extends AbstractDownloader implements Cl... method SeleniumDownloader (line 49) | public SeleniumDownloader(String chromeDriverPath) { method SeleniumDownloader (line 59) | public SeleniumDownloader() { method setSleepTime (line 70) | public SeleniumDownloader setSleepTime(int sleepTime) { method download (line 75) | @Override method checkInit (line 129) | private void checkInit() { method setThread (line 137) | @Override method close (line 142) | @Override FILE: webmagic-selenium/src/main/java/us/codecraft/webmagic/downloader/selenium/WebDriverPool.java class WebDriverPool (line 32) | class WebDriverPool { method configure (line 67) | public void configure() throws IOException { method isUrl (line 153) | private boolean isUrl(String urlString) { method WebDriverPool (line 173) | public WebDriverPool(int capacity) { method WebDriverPool (line 177) | public WebDriverPool() { method get (line 186) | public WebDriver get() throws InterruptedException { method returnToPool (line 216) | public void returnToPool(WebDriver webDriver) { method checkRunning (line 221) | protected void checkRunning() { method closeAll (line 227) | public void closeAll() { FILE: webmagic-selenium/src/test/java/us/codecraft/webmagic/downloader/SeleniumTest.java class SeleniumTest (line 21) | public class SeleniumTest { method testSelenium (line 23) | @Ignore("need chrome driver") FILE: webmagic-selenium/src/test/java/us/codecraft/webmagic/downloader/selenium/SeleniumDownloaderTest.java class SeleniumDownloaderTest (line 15) | public class SeleniumDownloaderTest { method test (line 19) | @Ignore("need chrome driver") method testBaiduWenku (line 41) | @Ignore FILE: webmagic-selenium/src/test/java/us/codecraft/webmagic/downloader/selenium/WebDriverPoolTest.java class WebDriverPoolTest (line 12) | public class WebDriverPoolTest { method test (line 16) | @Ignore("need chrome driver") FILE: webmagic-selenium/src/test/java/us/codecraft/webmagic/samples/GooglePlayProcessor.java class GooglePlayProcessor (line 17) | public class GooglePlayProcessor implements PageProcessor { method process (line 21) | @Override method getSite (line 28) | @Override method main (line 36) | public static void main(String[] args) { FILE: webmagic-selenium/src/test/java/us/codecraft/webmagic/samples/HuabanProcessor.java class HuabanProcessor (line 17) | public class HuabanProcessor implements PageProcessor { method process (line 21) | @Override method getSite (line 31) | @Override method main (line 39) | public static void main(String[] args) {