所有程序包的分层结构

程序包分层结构:

• cn.spark2fire.jscrapy,
• cn.spark2fire.jscrapy.configurable,
• cn.spark2fire.jscrapy.downloader,
• cn.spark2fire.jscrapy.entity,
• cn.spark2fire.jscrapy.example,
• cn.spark2fire.jscrapy.model,
• cn.spark2fire.jscrapy.model.annotation,
• cn.spark2fire.jscrapy.model.formatter,
• cn.spark2fire.jscrapy.monitor,
• cn.spark2fire.jscrapy.pipeline,
• cn.spark2fire.jscrapy.scheduler,
• cn.spark2fire.jscrapy.utils

类分层结构

• java.lang.Object
  • cn.spark2fire.jscrapy.downloader.AbstractDownloader (implements cn.spark2fire.jscrapy.downloader.Downloader)
    • cn.spark2fire.jscrapy.downloader.PhantomJSDownloader
  • cn.spark2fire.jscrapy.example.AppStore
  • cn.spark2fire.jscrapy.example.BaiduBaike
  • cn.spark2fire.jscrapy.model.formatter.BasicTypeFormatter<T> (implements cn.spark2fire.jscrapy.model.formatter.ObjectFormatter<T>)
    • cn.spark2fire.jscrapy.model.formatter.BasicTypeFormatter.BooleanFormatter
    • cn.spark2fire.jscrapy.model.formatter.BasicTypeFormatter.ByteFormatter
    • cn.spark2fire.jscrapy.model.formatter.BasicTypeFormatter.CharactorFormatter
    • cn.spark2fire.jscrapy.model.formatter.BasicTypeFormatter.DoubleFormatter
    • cn.spark2fire.jscrapy.model.formatter.BasicTypeFormatter.FloatFormatter
    • cn.spark2fire.jscrapy.model.formatter.BasicTypeFormatter.IntegerFormatter
    • cn.spark2fire.jscrapy.model.formatter.BasicTypeFormatter.LongFormatter
    • cn.spark2fire.jscrapy.model.formatter.BasicTypeFormatter.ShortFormatter
  • cn.spark2fire.jscrapy.scheduler.BloomFilterDuplicateRemover (implements cn.spark2fire.jscrapy.scheduler.component.DuplicateRemover)
  • cn.spark2fire.jscrapy.utils.ClassUtils
  • cn.spark2fire.jscrapy.pipeline.CollectorPageModelPipeline<T> (implements cn.spark2fire.jscrapy.pipeline.PageModelPipeline<T>)
  • cn.spark2fire.jscrapy.entity.CompositePageProcessor (implements cn.spark2fire.jscrapy.processor.PageProcessor)
  • cn.spark2fire.jscrapy.entity.CompositePipeline (implements cn.spark2fire.jscrapy.pipeline.Pipeline)
  • cn.spark2fire.jscrapy.configurable.ConfigurablePageProcessor (implements cn.spark2fire.jscrapy.processor.PageProcessor)
  • cn.spark2fire.jscrapy.model.ConsolePageModelPipeline (implements cn.spark2fire.jscrapy.pipeline.PageModelPipeline<T>)
  • cn.spark2fire.jscrapy.model.formatter.DateFormatter (implements cn.spark2fire.jscrapy.model.formatter.ObjectFormatter<T>)
  • cn.spark2fire.jscrapy.scheduler.DuplicateRemovedScheduler (implements cn.spark2fire.jscrapy.scheduler.Scheduler)
    • cn.spark2fire.jscrapy.scheduler.FileCacheQueueScheduler (implements java.io.Closeable, cn.spark2fire.jscrapy.scheduler.MonitorableScheduler)
    • cn.spark2fire.jscrapy.scheduler.RedisScheduler (implements cn.spark2fire.jscrapy.scheduler.component.DuplicateRemover, cn.spark2fire.jscrapy.scheduler.MonitorableScheduler)
      • cn.spark2fire.jscrapy.scheduler.RedisPriorityScheduler
  • cn.spark2fire.jscrapy.model.Extractor
    • cn.spark2fire.jscrapy.model.FieldExtractor
  • cn.spark2fire.jscrapy.utils.ExtractorUtils
  • cn.spark2fire.jscrapy.configurable.ExtractRule
  • cn.spark2fire.jscrapy.utils.FilePersistentBase
    • cn.spark2fire.jscrapy.pipeline.FilePageModelPipeline (implements cn.spark2fire.jscrapy.pipeline.PageModelPipeline<T>)
    • cn.spark2fire.jscrapy.pipeline.JsonFilePageModelPipeline (implements cn.spark2fire.jscrapy.pipeline.PageModelPipeline<T>)
    • cn.spark2fire.jscrapy.pipeline.JsonFilePipeline (implements cn.spark2fire.jscrapy.pipeline.Pipeline)
  • cn.spark2fire.jscrapy.example.GithubRepo (implements cn.spark2fire.jscrapy.model.HasKey)
  • cn.spark2fire.jscrapy.example.GithubRepoApi (implements cn.spark2fire.jscrapy.model.HasKey)
  • cn.spark2fire.jscrapy.example.GithubRepoPageMapper (implements cn.spark2fire.jscrapy.processor.PageProcessor)
  • cn.spark2fire.jscrapy.utils.IPUtils
  • cn.spark2fire.jscrapy.model.ModelPageProcessor (implements cn.spark2fire.jscrapy.processor.PageProcessor)
  • cn.spark2fire.jscrapy.model.ModelPipeline (implements cn.spark2fire.jscrapy.pipeline.Pipeline)
  • cn.spark2fire.jscrapy.example.MonitorExample
  • cn.spark2fire.jscrapy.utils.MultiKeyMapBase
    • cn.spark2fire.jscrapy.utils.DoubleKeyMap<K1,K2,V>
  • cn.spark2fire.jscrapy.pipeline.MultiPagePipeline (implements cn.spark2fire.jscrapy.pipeline.Pipeline)
  • cn.spark2fire.jscrapy.model.formatter.ObjectFormatterBuilder
  • cn.spark2fire.jscrapy.model.formatter.ObjectFormatters
  • cn.spark2fire.jscrapy.example.OschinaBlog
  • cn.spark2fire.jscrapy.model.PageMapper<T>
  • cn.spark2fire.jscrapy.model.PageModelCollectorPipeline<T> (implements cn.spark2fire.jscrapy.pipeline.CollectorPipeline<T>)
  • cn.spark2fire.jscrapy.model.PageModelExtractor
  • cn.spark2fire.jscrapy.example.PatternProcessorExample
  • cn.spark2fire.jscrapy.entity.PatternRequestMatcher (implements cn.spark2fire.jscrapy.entity.RequestMatcher)
    • cn.spark2fire.jscrapy.entity.PatternProcessor (implements cn.spark2fire.jscrapy.entity.SubPageProcessor, cn.spark2fire.jscrapy.entity.SubPipeline)
  • cn.spark2fire.jscrapy.utils.RequestUtils
  • cn.spark2fire.jscrapy.SimpleHttpClient
  • cn.spark2fire.jscrapy.Spider (implements java.lang.Runnable, cn.spark2fire.jscrapy.Task)
    • cn.spark2fire.jscrapy.model.OOSpider<T>
  • cn.spark2fire.jscrapy.monitor.SpiderMonitor
  • cn.spark2fire.jscrapy.monitor.SpiderMonitor.MonitorSpiderListener (implements cn.spark2fire.jscrapy.SpiderListener)
  • cn.spark2fire.jscrapy.monitor.SpiderStatus (implements cn.spark2fire.jscrapy.monitor.SpiderStatusMXBean)

接口分层结构

• cn.spark2fire.jscrapy.model.AfterExtractor
• cn.spark2fire.jscrapy.model.HasKey
• cn.spark2fire.jscrapy.MultiPageModel
• cn.spark2fire.jscrapy.model.formatter.ObjectFormatter<T>
• cn.spark2fire.jscrapy.pipeline.PageModelPipeline<T>
• cn.spark2fire.jscrapy.entity.RequestMatcher
  • cn.spark2fire.jscrapy.entity.SubPageProcessor
  • cn.spark2fire.jscrapy.entity.SubPipeline
• cn.spark2fire.jscrapy.monitor.SpiderStatusMXBean

注释类型分层结构

• cn.spark2fire.jscrapy.model.annotation.ComboExtract (implements java.lang.annotation.Annotation)
• cn.spark2fire.jscrapy.model.annotation.ExtractBy (implements java.lang.annotation.Annotation)
• cn.spark2fire.jscrapy.model.annotation.ExtractByUrl (implements java.lang.annotation.Annotation)
• cn.spark2fire.jscrapy.model.annotation.Formatter (implements java.lang.annotation.Annotation)
• cn.spark2fire.jscrapy.model.annotation.HelpUrl (implements java.lang.annotation.Annotation)
• cn.spark2fire.jscrapy.model.annotation.TargetUrl (implements java.lang.annotation.Annotation)

枚举分层结构

• java.lang.Object
  • java.lang.Enum<E> (implements java.lang.Comparable<T>, java.io.Serializable)
    • cn.spark2fire.jscrapy.configurable.ExpressionType
    • cn.spark2fire.jscrapy.entity.RequestMatcher.MatchOther
    • cn.spark2fire.jscrapy.model.annotation.ComboExtract.Op
    • cn.spark2fire.jscrapy.model.annotation.ComboExtract.Source
    • cn.spark2fire.jscrapy.model.annotation.ExtractBy.Type
    • cn.spark2fire.jscrapy.model.annotation.ExtractBy.Source
    • cn.spark2fire.jscrapy.model.Extractor.Source