所有程序包的分层结构

程序包分层结构:

• us.codecraft.webmagic,
• us.codecraft.webmagic.configurable,
• us.codecraft.webmagic.downloader,
• us.codecraft.webmagic.example,
• us.codecraft.webmagic.handler,
• us.codecraft.webmagic.model,
• us.codecraft.webmagic.model.annotation,
• us.codecraft.webmagic.model.formatter,
• us.codecraft.webmagic.monitor,
• us.codecraft.webmagic.pipeline,
• us.codecraft.webmagic.scheduler,
• us.codecraft.webmagic.utils

类分层结构

• java.lang.Object
  • us.codecraft.webmagic.downloader.AbstractDownloader (implements us.codecraft.webmagic.downloader.Downloader)
    • us.codecraft.webmagic.downloader.PhantomJSDownloader
  • us.codecraft.webmagic.example.AppStore
  • us.codecraft.webmagic.example.BaiduBaike
  • us.codecraft.webmagic.model.formatter.BasicTypeFormatter<T> (implements us.codecraft.webmagic.model.formatter.ObjectFormatter<T>)
    • us.codecraft.webmagic.model.formatter.BasicTypeFormatter.BooleanFormatter
    • us.codecraft.webmagic.model.formatter.BasicTypeFormatter.ByteFormatter
    • us.codecraft.webmagic.model.formatter.BasicTypeFormatter.CharactorFormatter
    • us.codecraft.webmagic.model.formatter.BasicTypeFormatter.DoubleFormatter
    • us.codecraft.webmagic.model.formatter.BasicTypeFormatter.FloatFormatter
    • us.codecraft.webmagic.model.formatter.BasicTypeFormatter.IntegerFormatter
    • us.codecraft.webmagic.model.formatter.BasicTypeFormatter.LongFormatter
    • us.codecraft.webmagic.model.formatter.BasicTypeFormatter.ShortFormatter
  • us.codecraft.webmagic.scheduler.BloomFilterDuplicateRemover (implements us.codecraft.webmagic.scheduler.component.DuplicateRemover)
  • us.codecraft.webmagic.utils.ClassUtils
  • us.codecraft.webmagic.pipeline.CollectorPageModelPipeline<T> (implements us.codecraft.webmagic.pipeline.PageModelPipeline<T>)
  • us.codecraft.webmagic.handler.CompositePageProcessor (implements us.codecraft.webmagic.processor.PageProcessor)
  • us.codecraft.webmagic.handler.CompositePipeline (implements us.codecraft.webmagic.pipeline.Pipeline)
  • us.codecraft.webmagic.configurable.ConfigurablePageProcessor (implements us.codecraft.webmagic.processor.PageProcessor)
  • us.codecraft.webmagic.model.ConsolePageModelPipeline (implements us.codecraft.webmagic.pipeline.PageModelPipeline<T>)
  • us.codecraft.webmagic.model.formatter.DateFormatter (implements us.codecraft.webmagic.model.formatter.ObjectFormatter<T>)
  • us.codecraft.webmagic.scheduler.DuplicateRemovedScheduler (implements us.codecraft.webmagic.scheduler.Scheduler)
    • us.codecraft.webmagic.scheduler.FileCacheQueueScheduler (implements java.io.Closeable, us.codecraft.webmagic.scheduler.MonitorableScheduler)
    • us.codecraft.webmagic.scheduler.RedisScheduler (implements us.codecraft.webmagic.scheduler.component.DuplicateRemover, us.codecraft.webmagic.scheduler.MonitorableScheduler)
      • us.codecraft.webmagic.scheduler.RedisPriorityScheduler
  • us.codecraft.webmagic.utils.ExtractorUtils
  • us.codecraft.webmagic.configurable.ExtractRule
  • us.codecraft.webmagic.utils.FilePersistentBase
    • us.codecraft.webmagic.downloader.FileCache (implements us.codecraft.webmagic.downloader.Downloader, us.codecraft.webmagic.processor.PageProcessor, us.codecraft.webmagic.pipeline.Pipeline)
    • us.codecraft.webmagic.pipeline.FilePageModelPipeline (implements us.codecraft.webmagic.pipeline.PageModelPipeline<T>)
    • us.codecraft.webmagic.pipeline.JsonFilePageModelPipeline (implements us.codecraft.webmagic.pipeline.PageModelPipeline<T>)
    • us.codecraft.webmagic.pipeline.JsonFilePipeline (implements us.codecraft.webmagic.pipeline.Pipeline)
  • us.codecraft.webmagic.example.GithubRepo (implements us.codecraft.webmagic.model.HasKey)
  • us.codecraft.webmagic.example.GithubRepoApi (implements us.codecraft.webmagic.model.HasKey)
  • us.codecraft.webmagic.example.GithubRepoPageMapper (implements us.codecraft.webmagic.processor.PageProcessor)
  • us.codecraft.webmagic.utils.IPUtils
  • us.codecraft.webmagic.example.MonitorExample
  • us.codecraft.webmagic.utils.MultiKeyMapBase
    • us.codecraft.webmagic.utils.DoubleKeyMap<K1,K2,V>
  • us.codecraft.webmagic.pipeline.MultiPagePipeline (implements us.codecraft.webmagic.pipeline.Pipeline)
  • us.codecraft.webmagic.model.formatter.ObjectFormatters
  • us.codecraft.webmagic.example.OschinaBlog
  • us.codecraft.webmagic.model.PageMapper<T>
  • us.codecraft.webmagic.example.PatternProcessorExample
  • us.codecraft.webmagic.handler.PatternRequestMatcher (implements us.codecraft.webmagic.handler.RequestMatcher)
    • us.codecraft.webmagic.handler.PatternProcessor (implements us.codecraft.webmagic.handler.SubPageProcessor, us.codecraft.webmagic.handler.SubPipeline)
  • us.codecraft.webmagic.Spider (implements java.lang.Runnable, us.codecraft.webmagic.Task)
    • us.codecraft.webmagic.model.OOSpider<T>
  • us.codecraft.webmagic.monitor.SpiderMonitor
  • us.codecraft.webmagic.monitor.SpiderMonitor.MonitorSpiderListener (implements us.codecraft.webmagic.SpiderListener)
  • us.codecraft.webmagic.monitor.SpiderStatus (implements us.codecraft.webmagic.monitor.SpiderStatusMXBean)

接口分层结构

• us.codecraft.webmagic.model.AfterExtractor
• us.codecraft.webmagic.model.HasKey
• us.codecraft.webmagic.MultiPageModel
• us.codecraft.webmagic.model.formatter.ObjectFormatter<T>
• us.codecraft.webmagic.pipeline.PageModelPipeline<T>
• us.codecraft.webmagic.handler.RequestMatcher
  • us.codecraft.webmagic.handler.SubPageProcessor
  • us.codecraft.webmagic.handler.SubPipeline
• us.codecraft.webmagic.monitor.SpiderStatusMXBean

注释类型分层结构

• us.codecraft.webmagic.model.annotation.TargetUrl (implements java.lang.annotation.Annotation)
• us.codecraft.webmagic.model.annotation.HelpUrl (implements java.lang.annotation.Annotation)
• us.codecraft.webmagic.model.annotation.Formatter (implements java.lang.annotation.Annotation)
• us.codecraft.webmagic.model.annotation.ExtractByUrl (implements java.lang.annotation.Annotation)
• us.codecraft.webmagic.model.annotation.ExtractBy (implements java.lang.annotation.Annotation)
• us.codecraft.webmagic.model.annotation.ComboExtract (implements java.lang.annotation.Annotation)

枚举分层结构

• java.lang.Object
  • java.lang.Enum<E> (implements java.lang.Comparable<T>, java.io.Serializable)
    • us.codecraft.webmagic.configurable.ExpressionType
    • us.codecraft.webmagic.handler.RequestMatcher.MatchOther
    • us.codecraft.webmagic.model.annotation.ExtractBy.Type
    • us.codecraft.webmagic.model.annotation.ExtractBy.Source
    • us.codecraft.webmagic.model.annotation.ComboExtract.Op
    • us.codecraft.webmagic.model.annotation.ComboExtract.Source