文件名称:crawler
介绍说明--下载内容来自于网络,使用问题请自行百度
爬虫分布式版本实现,基于Map-Reduce进行了实现,非常有用-Reptile distributed version achieved, based on Map-Reduce was realized very useful
(系统自动生成,下载前可以参看下载内容)
下载文件列表
crawler/build.xml
crawler/LISENCE
crawler/README.txt
crawler/seeds-csb.txt
crawler/seeds-hadoop.txt
crawler/seeds-hadoopcn.txt
crawler/seeds-hi.txt
crawler/seeds-localhost.txt
crawler/seeds-nyt.txt
crawler/seeds-scst.txt
crawler/seeds-wiki.txt
crawler/bin/crawler.sh
crawler/conf/configuration.xsl
crawler/conf/joycrawler-csb.xml
crawler/conf/joycrawler-default.xml
crawler/conf/joycrawler-hadoop.xml
crawler/conf/joycrawler-hadoopcn.xml
crawler/conf/joycrawler-hi.xml
crawler/conf/joycrawler-localhost.xml
crawler/conf/joycrawler-nyt.xml
crawler/conf/joycrawler-scst.xml
crawler/conf/joycrawler-wiki.xml
crawler/conf/log4j.properties
crawler/lib/commons-cli-2.0-SNAPSHOT.jar
crawler/lib/commons-httpclient-3.1.jar
crawler/lib/commons-logging-1.0.4.jar
crawler/lib/db.jar
crawler/lib/hadoop-0.20.1-core.jar
crawler/lib/log4j-1.2.15.jar
crawler/lib/lucene-core-3.0.0.jar
crawler/lib/lucene-smartcn-3.0.0.jar
crawler/lib/lucene-snowball-3.0.0.jar
crawler/lib/nekohtml.jar
crawler/lib/xercesImpl.jar
crawler/lib/xercesMinimal.jar
crawler/lib/xml-apis.jar
crawler/lib/native/libdb_java48.dll
crawler/src/contrib/java/org/joy/analyzer/Analyzer.java
crawler/src/contrib/java/org/joy/analyzer/Document.java
crawler/src/contrib/java/org/joy/analyzer/DocumentCreationException.java
crawler/src/contrib/java/org/joy/analyzer/DocumentFactory.java
crawler/src/contrib/java/org/joy/analyzer/Hit.java
crawler/src/contrib/java/org/joy/analyzer/HitAnalyzer.java
crawler/src/contrib/java/org/joy/analyzer/Main.java
crawler/src/contrib/java/org/joy/analyzer/Paragraph.java
crawler/src/contrib/java/org/joy/analyzer/PipelineAnalyzer.java
crawler/src/contrib/java/org/joy/analyzer/TokenAnalyzer.java
crawler/src/contrib/java/org/joy/analyzer/html/Anchor.java
crawler/src/contrib/java/org/joy/analyzer/html/HTMLDocument.java
crawler/src/contrib/java/org/joy/analyzer/html/Main.form
crawler/src/contrib/java/org/joy/analyzer/html/Main.java
crawler/src/contrib/java/org/joy/analyzer/html/ParagraphSplitter.java
crawler/src/contrib/java/org/joy/analyzer/html/ParseException.java
crawler/src/contrib/java/org/joy/analyzer/html/Parser.java
crawler/src/contrib/java/org/joy/analyzer/html/TagWindow.java
crawler/src/contrib/java/org/joy/analyzer/html/TextExtractor.java
crawler/src/contrib/java/org/joy/analyzer/html/Utility.java
crawler/src/contrib/java/org/joy/analyzer/scoring/FrequencyScorer.java
crawler/src/contrib/java/org/joy/analyzer/scoring/PWFScorer.java
crawler/src/contrib/java/org/joy/analyzer/scoring/Scorer.java
crawler/src/contrib/java/org/joy/analyzer/scoring/ZeroScorer.java
crawler/src/contrib/java/org/joy/analyzer/terms/SimpleTermExtractor.java
crawler/src/contrib/java/org/joy/analyzer/terms/TermExtractor.java
crawler/src/contrib/java/org/joy/db/DB.java
crawler/src/contrib/java/org/joy/db/DBCursor.java
crawler/src/contrib/java/org/joy/db/DocHit.java
crawler/src/contrib/java/org/joy/db/DocumentDB.java
crawler/src/contrib/java/org/joy/db/DocumentEntry.java
crawler/src/contrib/java/org/joy/db/Entry.java
crawler/src/contrib/java/org/joy/db/Env.java
crawler/src/contrib/java/org/joy/db/IndexDB.java
crawler/src/contrib/java/org/joy/db/IndexEntry.java
crawler/src/contrib/java/org/joy/db/MergedDocHits.java
crawler/src/contrib/java/org/joy/db/Proximity.java
crawler/src/contrib/java/org/joy/db/QueryServer.java
crawler/src/contrib/java/org/joy/db/ResultEntry.java
crawler/src/contrib/java/org/joy/db/SearchEntry.java
crawler/src/contrib/java/org/joy/db/Searcher.java
crawler/src/contrib/java/org/joy/db/query/Query.java
crawler/src/contrib/java/org/joy/db/query/SocketClient.java
crawler/src/contrib/java/org/joy/db/query/SocketServer.java
crawler/src/contrib/java/org/joy/nlp/ChineseTokenizer.java
crawler/src/contrib/java/org/joy/nlp/LuceneTokenizer.java
crawler/src/contrib/java/org/joy/nlp/Word.java
crawler/src/contrib/java/org/joy/nlp/WordTokenizer.java
crawler/src/java/org/apache/hadoop/mapreduce/lib/input/KeyValueLineRecordReader.java
crawler/src/java/org/apache/hadoop/mapreduce/lib/input/KeyValueTextInputFormat.java
crawler/src/java/org/joy/crawler/Crawler.java
crawler/src/java/org/joy/crawler/CrawlerDriver.java
crawler/src/java/org/joy/crawler/CrawlerReducer.java
crawler/src/java/org/joy/crawler/DocumentWritale.java
crawler/src/java/org/joy/crawler/FilterDriver.java
crawler/src/java/org/joy/crawler/HTMLSig.java
crawler/src/java/org/joy/crawler/MergeDriver.java
crawler/src/java/org/joy/crawler/OptimizerDriver.java
crawler/src/java/org/joy/crawler/OutlinksWritable.java
crawler/src/java/org/joy/crawler/ParserDriver.java
crawler/src/java/org/joy/crawler/ParserMapper.java
crawler/src/java/org/joy/crawler/util/Downloader.java
crawler/src/java/org/joy/crawler/util/DownloadException.java
crawler/src/java/org/joy/crawler/util/HostPartitioner.java
crawler/src/java/org/joy/crawler/util/HostShuffle.java
crawler/src/java/org/joy/crawler/util/HTMLUUID.java
crawler/src/java/org/joy/crawler/util/MetaParser.java
crawler/src/java/org/joy/crawler/util/Parser.java
crawler/src/java/org/joy/index/Analysable.java
crawler/src/java/org/joy/index/AnalysisDriver.java
crawler/src/java/org/joy/index/AnalysisMapper.jav
crawler/LISENCE
crawler/README.txt
crawler/seeds-csb.txt
crawler/seeds-hadoop.txt
crawler/seeds-hadoopcn.txt
crawler/seeds-hi.txt
crawler/seeds-localhost.txt
crawler/seeds-nyt.txt
crawler/seeds-scst.txt
crawler/seeds-wiki.txt
crawler/bin/crawler.sh
crawler/conf/configuration.xsl
crawler/conf/joycrawler-csb.xml
crawler/conf/joycrawler-default.xml
crawler/conf/joycrawler-hadoop.xml
crawler/conf/joycrawler-hadoopcn.xml
crawler/conf/joycrawler-hi.xml
crawler/conf/joycrawler-localhost.xml
crawler/conf/joycrawler-nyt.xml
crawler/conf/joycrawler-scst.xml
crawler/conf/joycrawler-wiki.xml
crawler/conf/log4j.properties
crawler/lib/commons-cli-2.0-SNAPSHOT.jar
crawler/lib/commons-httpclient-3.1.jar
crawler/lib/commons-logging-1.0.4.jar
crawler/lib/db.jar
crawler/lib/hadoop-0.20.1-core.jar
crawler/lib/log4j-1.2.15.jar
crawler/lib/lucene-core-3.0.0.jar
crawler/lib/lucene-smartcn-3.0.0.jar
crawler/lib/lucene-snowball-3.0.0.jar
crawler/lib/nekohtml.jar
crawler/lib/xercesImpl.jar
crawler/lib/xercesMinimal.jar
crawler/lib/xml-apis.jar
crawler/lib/native/libdb_java48.dll
crawler/src/contrib/java/org/joy/analyzer/Analyzer.java
crawler/src/contrib/java/org/joy/analyzer/Document.java
crawler/src/contrib/java/org/joy/analyzer/DocumentCreationException.java
crawler/src/contrib/java/org/joy/analyzer/DocumentFactory.java
crawler/src/contrib/java/org/joy/analyzer/Hit.java
crawler/src/contrib/java/org/joy/analyzer/HitAnalyzer.java
crawler/src/contrib/java/org/joy/analyzer/Main.java
crawler/src/contrib/java/org/joy/analyzer/Paragraph.java
crawler/src/contrib/java/org/joy/analyzer/PipelineAnalyzer.java
crawler/src/contrib/java/org/joy/analyzer/TokenAnalyzer.java
crawler/src/contrib/java/org/joy/analyzer/html/Anchor.java
crawler/src/contrib/java/org/joy/analyzer/html/HTMLDocument.java
crawler/src/contrib/java/org/joy/analyzer/html/Main.form
crawler/src/contrib/java/org/joy/analyzer/html/Main.java
crawler/src/contrib/java/org/joy/analyzer/html/ParagraphSplitter.java
crawler/src/contrib/java/org/joy/analyzer/html/ParseException.java
crawler/src/contrib/java/org/joy/analyzer/html/Parser.java
crawler/src/contrib/java/org/joy/analyzer/html/TagWindow.java
crawler/src/contrib/java/org/joy/analyzer/html/TextExtractor.java
crawler/src/contrib/java/org/joy/analyzer/html/Utility.java
crawler/src/contrib/java/org/joy/analyzer/scoring/FrequencyScorer.java
crawler/src/contrib/java/org/joy/analyzer/scoring/PWFScorer.java
crawler/src/contrib/java/org/joy/analyzer/scoring/Scorer.java
crawler/src/contrib/java/org/joy/analyzer/scoring/ZeroScorer.java
crawler/src/contrib/java/org/joy/analyzer/terms/SimpleTermExtractor.java
crawler/src/contrib/java/org/joy/analyzer/terms/TermExtractor.java
crawler/src/contrib/java/org/joy/db/DB.java
crawler/src/contrib/java/org/joy/db/DBCursor.java
crawler/src/contrib/java/org/joy/db/DocHit.java
crawler/src/contrib/java/org/joy/db/DocumentDB.java
crawler/src/contrib/java/org/joy/db/DocumentEntry.java
crawler/src/contrib/java/org/joy/db/Entry.java
crawler/src/contrib/java/org/joy/db/Env.java
crawler/src/contrib/java/org/joy/db/IndexDB.java
crawler/src/contrib/java/org/joy/db/IndexEntry.java
crawler/src/contrib/java/org/joy/db/MergedDocHits.java
crawler/src/contrib/java/org/joy/db/Proximity.java
crawler/src/contrib/java/org/joy/db/QueryServer.java
crawler/src/contrib/java/org/joy/db/ResultEntry.java
crawler/src/contrib/java/org/joy/db/SearchEntry.java
crawler/src/contrib/java/org/joy/db/Searcher.java
crawler/src/contrib/java/org/joy/db/query/Query.java
crawler/src/contrib/java/org/joy/db/query/SocketClient.java
crawler/src/contrib/java/org/joy/db/query/SocketServer.java
crawler/src/contrib/java/org/joy/nlp/ChineseTokenizer.java
crawler/src/contrib/java/org/joy/nlp/LuceneTokenizer.java
crawler/src/contrib/java/org/joy/nlp/Word.java
crawler/src/contrib/java/org/joy/nlp/WordTokenizer.java
crawler/src/java/org/apache/hadoop/mapreduce/lib/input/KeyValueLineRecordReader.java
crawler/src/java/org/apache/hadoop/mapreduce/lib/input/KeyValueTextInputFormat.java
crawler/src/java/org/joy/crawler/Crawler.java
crawler/src/java/org/joy/crawler/CrawlerDriver.java
crawler/src/java/org/joy/crawler/CrawlerReducer.java
crawler/src/java/org/joy/crawler/DocumentWritale.java
crawler/src/java/org/joy/crawler/FilterDriver.java
crawler/src/java/org/joy/crawler/HTMLSig.java
crawler/src/java/org/joy/crawler/MergeDriver.java
crawler/src/java/org/joy/crawler/OptimizerDriver.java
crawler/src/java/org/joy/crawler/OutlinksWritable.java
crawler/src/java/org/joy/crawler/ParserDriver.java
crawler/src/java/org/joy/crawler/ParserMapper.java
crawler/src/java/org/joy/crawler/util/Downloader.java
crawler/src/java/org/joy/crawler/util/DownloadException.java
crawler/src/java/org/joy/crawler/util/HostPartitioner.java
crawler/src/java/org/joy/crawler/util/HostShuffle.java
crawler/src/java/org/joy/crawler/util/HTMLUUID.java
crawler/src/java/org/joy/crawler/util/MetaParser.java
crawler/src/java/org/joy/crawler/util/Parser.java
crawler/src/java/org/joy/index/Analysable.java
crawler/src/java/org/joy/index/AnalysisDriver.java
crawler/src/java/org/joy/index/AnalysisMapper.jav
本网站为编程资源及源代码搜集、介绍的搜索网站,版权归原作者所有! 粤ICP备11031372号
1999-2046 搜珍网 All Rights Reserved.