所有程序包的分层结构

程序包分层结构:

• cn.edu.hfut.dmic.webcollector.crawler,
• cn.edu.hfut.dmic.webcollector.fetcher,
• cn.edu.hfut.dmic.webcollector.generator,
• cn.edu.hfut.dmic.webcollector.generator.filter,
• cn.edu.hfut.dmic.webcollector.handler,
• cn.edu.hfut.dmic.webcollector.model,
• cn.edu.hfut.dmic.webcollector.net,
• cn.edu.hfut.dmic.webcollector.output,
• cn.edu.hfut.dmic.webcollector.parser,
• cn.edu.hfut.dmic.webcollector.plugin.redis,
• cn.edu.hfut.dmic.webcollector.ui,
• cn.edu.hfut.dmic.webcollector.util

类分层结构

• java.lang.Object
  • org.apache.log4j.AppenderSkeleton (implements org.apache.log4j.Appender, org.apache.log4j.spi.OptionHandler)
    • cn.edu.hfut.dmic.webcollector.ui.BreadthCrawlerUI.TextAreaAppender (implements javax.swing.event.DocumentListener)
  • cn.edu.hfut.dmic.webcollector.model.AvroModel
  • cn.edu.hfut.dmic.webcollector.generator.BasicInjector (implements cn.edu.hfut.dmic.webcollector.generator.Injector)
    • cn.edu.hfut.dmic.webcollector.generator.FSInjector
    • cn.edu.hfut.dmic.webcollector.plugin.redis.RedisInjector
  • cn.edu.hfut.dmic.webcollector.util.CharsetDetector
  • cn.edu.hfut.dmic.webcollector.generator.CollectionGenerator (implements cn.edu.hfut.dmic.webcollector.generator.Generator)
  • cn.edu.hfut.dmic.webcollector.util.CommonConnectionConfig (implements cn.edu.hfut.dmic.webcollector.util.ConnectionConfig)
  • java.awt.Component (implements java.awt.image.ImageObserver, java.awt.MenuContainer, java.io.Serializable)
    • java.awt.Container
      • java.awt.Window (implements javax.accessibility.Accessible)
        • java.awt.Frame (implements java.awt.MenuContainer)
          • javax.swing.JFrame (implements javax.accessibility.Accessible, javax.swing.RootPaneContainer, javax.swing.WindowConstants)
            • cn.edu.hfut.dmic.webcollector.ui.BreadthCrawlerUI
  • cn.edu.hfut.dmic.webcollector.util.Config
  • cn.edu.hfut.dmic.webcollector.model.Content
  • cn.edu.hfut.dmic.webcollector.model.CrawlDatum
  • cn.edu.hfut.dmic.webcollector.crawler.Crawler (implements cn.edu.hfut.dmic.webcollector.generator.DbUpdaterFactory, cn.edu.hfut.dmic.webcollector.parser.ParserFactory, cn.edu.hfut.dmic.webcollector.net.RequestFactory)
    • cn.edu.hfut.dmic.webcollector.crawler.CommonCrawler
      • cn.edu.hfut.dmic.webcollector.crawler.BreadthCrawler
        • cn.edu.hfut.dmic.webcollector.plugin.redis.RedisMergeBreadthCrawler
          • cn.edu.hfut.dmic.webcollector.plugin.redis.RedisMergeDemo
      • cn.edu.hfut.dmic.webcollector.plugin.redis.RedisCrawler
  • cn.edu.hfut.dmic.webcollector.generator.DbReader<T>
  • cn.edu.hfut.dmic.webcollector.generator.DbWriter<T>
  • cn.edu.hfut.dmic.webcollector.fetcher.Fetcher
  • cn.edu.hfut.dmic.webcollector.fetcher.Fetcher.FetchItem
  • cn.edu.hfut.dmic.webcollector.fetcher.Fetcher.FetchQueue
  • cn.edu.hfut.dmic.webcollector.output.FileSystemOutput
  • cn.edu.hfut.dmic.webcollector.util.FileUtils
  • cn.edu.hfut.dmic.webcollector.generator.filter.Filter (implements cn.edu.hfut.dmic.webcollector.generator.Generator)
    • cn.edu.hfut.dmic.webcollector.generator.filter.IntervalFilter
    • cn.edu.hfut.dmic.webcollector.generator.filter.UniqueFilter
    • cn.edu.hfut.dmic.webcollector.generator.filter.URLRegexFilter
  • cn.edu.hfut.dmic.webcollector.generator.FSDbUpdater (implements cn.edu.hfut.dmic.webcollector.generator.DbUpdater)
    • cn.edu.hfut.dmic.webcollector.plugin.redis.RedisMergeFSDbupdater
  • cn.edu.hfut.dmic.webcollector.generator.FSGenerator (implements cn.edu.hfut.dmic.webcollector.generator.Generator)
  • cn.edu.hfut.dmic.webcollector.fetcher.FSSegmentWriter (implements cn.edu.hfut.dmic.webcollector.fetcher.SegmentWriter)
  • cn.edu.hfut.dmic.webcollector.handler.Handler
  • cn.edu.hfut.dmic.webcollector.util.HandlerUtils
  • cn.edu.hfut.dmic.webcollector.parser.HtmlParser (implements cn.edu.hfut.dmic.webcollector.parser.Parser)
  • cn.edu.hfut.dmic.webcollector.net.HttpRequest (implements cn.edu.hfut.dmic.webcollector.net.Request)
  • cn.edu.hfut.dmic.webcollector.net.HttpResponse (implements cn.edu.hfut.dmic.webcollector.net.Response)
  • cn.edu.hfut.dmic.webcollector.model.Link
  • cn.edu.hfut.dmic.webcollector.parser.LinkUtils
  • cn.edu.hfut.dmic.webcollector.util.LogUtils
  • cn.edu.hfut.dmic.webcollector.handler.Message
  • cn.edu.hfut.dmic.webcollector.model.Page
  • cn.edu.hfut.dmic.webcollector.parser.ParseData
  • cn.edu.hfut.dmic.webcollector.parser.ParseResult
  • cn.edu.hfut.dmic.webcollector.parser.ParseText
  • cn.edu.hfut.dmic.webcollector.parser.ParseUtils
  • cn.edu.hfut.dmic.webcollector.plugin.redis.RedisDbUpdater (implements cn.edu.hfut.dmic.webcollector.generator.DbUpdater)
  • cn.edu.hfut.dmic.webcollector.plugin.redis.RedisGenerator (implements cn.edu.hfut.dmic.webcollector.generator.Generator)
  • cn.edu.hfut.dmic.webcollector.plugin.redis.RedisHelper
  • cn.edu.hfut.dmic.webcollector.plugin.redis.RedisSegmentWriter (implements cn.edu.hfut.dmic.webcollector.fetcher.SegmentWriter)
  • cn.edu.hfut.dmic.webcollector.fetcher.SegmentUtils
  • java.lang.Thread (implements java.lang.Runnable)
    • cn.edu.hfut.dmic.webcollector.fetcher.Fetcher.QueueFeeder
  • cn.edu.hfut.dmic.webcollector.util.WorkQueue

接口分层结构

• cn.edu.hfut.dmic.webcollector.util.ConnectionConfig
• cn.edu.hfut.dmic.webcollector.generator.DbUpdater
• cn.edu.hfut.dmic.webcollector.generator.DbUpdaterFactory
• cn.edu.hfut.dmic.webcollector.generator.Generator
• cn.edu.hfut.dmic.webcollector.generator.Injector
• cn.edu.hfut.dmic.webcollector.parser.Parser
• cn.edu.hfut.dmic.webcollector.parser.ParserFactory
• cn.edu.hfut.dmic.webcollector.net.Request
• cn.edu.hfut.dmic.webcollector.net.RequestFactory
• cn.edu.hfut.dmic.webcollector.net.Response
• cn.edu.hfut.dmic.webcollector.fetcher.SegmentWriter