public class Seed extends Object
public Seed()
public Seed(String seedName)
public void setFetchUserAgentFile(String userAgentFile)
userAgentFile - useragent文件public void setFetchHttpProxyFile(String httpProxyFile)
httpProxyFile - Stringpublic void setPageMode(String pageMode)
pageMode - Stringpublic boolean isListDetailMode()
public void setFetchResourceSelectors(String fetchResourcceSelectorsStr)
fetchResourcceSelectorsStr - 多个resource selector用逗号拼接成的字符串public void setFetchUrl(String fetchUrl)
fetchUrl - 要抓取的url链接public String getFetchProbeSleep()
public void setFetchProbeSleep(String fetchProbeSleep)
public String getFetchProbeSelector()
public void setFetchProbeSelector(String fetchProbeSelector)
public int getFetchSleep()
public void setFetchSleep(int fetchSleep)
public String getFetchSleepRange()
public void setFetchSleepRange(String fetchSleepRange)
public void setDownloadDisk(String downloadDisk)
public void setStoreLuceneIndex(String storeLuceneIndex)
public String getSeedName()
public void setSeedName(String seedName)
public String getFetchUrl()
public String getFetchUsername()
public void setFetchUsername(String fetchUsername)
public String getFetchPassword()
public void setFetchPassword(String fetchPassword)
public String getFetchInterval()
public void setFetchInterval(String fetchInterval)
public String getFetchStart()
public void setFetchResourceSelectors(List<String> fetchResourceSelectors)
public void setFetchStart(String fetchStart)
public String getDownloadDisk()
public String getDownloadHdfs()
public void setDownloadHdfs(String downloadHdfs)
public String getParseClassImpl()
public void setParseClassImpl(String parseClassImpl)
public PageParser getPageParser()
public void setPageParser(PageParser pageParser)
public String getStoreJdbc()
public void setStoreJdbc(String storeJdbc)
public PageMode getPageMode()
public String getExtractClassImpl()
public void setExtractClassImpl(String extractClassImpl)
public String getStoreLuceneIndex()
public int getThreadCount()
public void setThreadCount(int threadCount)
public String getFetchTotalPages()
public void setFetchTotalPages(String fetchTotalPages)
public void setFetchUserAgent(LinkedList<String> fetchUserAgent)
public void setPageMode(PageMode pageMode)
public String getFetchDetailSelector()
public void setFetchDetailSelector(String fetchDetailSelector)
public String getParseElementSelector()
public void setParseElementSelector(String parseElementSelector)
public boolean isFetchJavascriptSupport()
public void setFetchJavascriptSupport(boolean fetchJavascriptSupport)
public String getStoreFreeProxy()
public void setStoreFreeProxy(String storeFreeProxy)
public String getStoreMongodb()
public void setStoreMongodb(String storeMongodb)
public String getStoreHBase()
public void setStoreHBase(String storeHBase)
public String getFetchHttpMethod()
public void setFetchHttpMethod(String fetchHttpMethod)
Copyright © 2018. All rights reserved.