Diffusion warcbase f972206db516

Created warcbase-core module.
f972206db516
Actions

Authored by lintool <jimmylin@uwaterloo.ca> on Jun 16 2016, 15:43.

Description

Created warcbase-core module.

Details

Committed

lintool <jimmylin@uwaterloo.ca>

Jun 16 2016, 15:43

Pushed

dportabella

Oct 19 2016, 16:29

Parents

R1473:63c3d5916d84: Fixed issue #234 Error handling for broken ARC/WARC files: empty content in ARC…

Branches

Unknown

Tags

Unknown

Event Timeline

lintool <jimmylin@uwaterloo.ca> committed R1473:f972206db516: Created warcbase-core module. (authored by lintool <jimmylin@uwaterloo.ca>).Jun 16 2016, 15:43

Changes (421)
Show All Changes

Very Large Commit

This commit is very large. Load each file individually.

		Path
V		{ → warcbase-core}/pom.xml
V	(dir)	{src/ → warcbase-core/src}
V	(dir)	{src/main/ → warcbase-core/src/main}
V	(dir)	{src/main/java/ → warcbase-core/src/main/java}
V	(dir)	{src/main/java/org/ → warcbase-core/src/main/java/org}
V	(dir)	{src/main/java/org/warcbase/ → warcbase-core/src/main/java/org/warcbase}
V		{ → warcbase-core}/src/main/java/org/warcbase/WarcbaseAdmin.java
V	(dir)	{src/main/java/org/warcbase/analysis/ → warcbase-core/src/main/java/org/warcbase/analysis}
V		{ → warcbase-core}/src/main/java/org/warcbase/analysis/FindArcUrls.java
V		{ → warcbase-core}/src/main/java/org/warcbase/analysis/FindWarcUrls.java
V	(dir)	{src/main/java/org/warcbase/analysis/graph/ → warcbase-core/src/main/java/org/warcbase/analysis/graph}
V		{ → warcbase-core}/src/main/java/org/warcbase/analysis/graph/ExtractLinksWac.java
V		{ → warcbase-core}/src/main/java/org/warcbase/analysis/graph/ExtractSiteLinks.java
V		{ → warcbase-core}/src/main/java/org/warcbase/analysis/graph/InvertAnchorText.java
V		{ → warcbase-core}/src/main/java/org/warcbase/analysis/graph/PrefixMapping.java
V	(dir)	{src/main/java/org/warcbase/browser/ → warcbase-core/src/main/java/org/warcbase/browser}
V		{ → warcbase-core}/src/main/java/org/warcbase/browser/SeleniumBrowser.java
V		{ → warcbase-core}/src/main/java/org/warcbase/browser/WarcBrowser.java
V		{ → warcbase-core}/src/main/java/org/warcbase/browser/WarcBrowserServlet.java
V	(dir)	{src/main/java/org/warcbase/data/ → warcbase-core/src/main/java/org/warcbase/data}
V		{ → warcbase-core}/src/main/java/org/warcbase/data/ArcRecordUtils.java
V		{ → warcbase-core}/src/main/java/org/warcbase/data/HBaseTableManager.java
V		{ → warcbase-core}/src/main/java/org/warcbase/data/UrlMapping.java
V		{ → warcbase-core}/src/main/java/org/warcbase/data/UrlMappingBuilder.java
V		{ → warcbase-core}/src/main/java/org/warcbase/data/UrlMappingMapReduceBuilder.java
V		{ → warcbase-core}/src/main/java/org/warcbase/data/UrlUtils.java
V		{ → warcbase-core}/src/main/java/org/warcbase/data/WarcRecordUtils.java
V	(dir)	{src/main/java/org/warcbase/demo/ → warcbase-core/src/main/java/org/warcbase/demo}
V		{ → warcbase-core}/src/main/java/org/warcbase/demo/WacMapReduceArcDemo.java
V		{ → warcbase-core}/src/main/java/org/warcbase/demo/WacMapReduceHBaseDemo.java
V		{ → warcbase-core}/src/main/java/org/warcbase/demo/WacMapReduceHBaseWrapperDemo.java
V	(dir)	{src/main/java/org/warcbase/index/ → warcbase-core/src/main/java/org/warcbase/index}
V		{ → warcbase-core}/src/main/java/org/warcbase/index/IndexerMapper.java
V		{ → warcbase-core}/src/main/java/org/warcbase/index/IndexerReducer.java
V		{ → warcbase-core}/src/main/java/org/warcbase/index/IndexerRunner.java
V	(dir)	{src/main/java/org/warcbase/ingest/ → warcbase-core/src/main/java/org/warcbase/ingest}
V		{ → warcbase-core}/src/main/java/org/warcbase/ingest/IngestFiles.java
V		{ → warcbase-core}/src/main/java/org/warcbase/ingest/SearchForUrl.java
V	(dir)	{src/main/java/org/warcbase/io/ → warcbase-core/src/main/java/org/warcbase/io}
V		{ → warcbase-core}/src/main/java/org/warcbase/io/ArcRecordWritable.java
V		{ → warcbase-core}/src/main/java/org/warcbase/io/GenericArchiveRecordWritable.java
V		{ → warcbase-core}/src/main/java/org/warcbase/io/WarcRecordWritable.java
V	(dir)	{src/main/java/org/warcbase/mapreduce/ → warcbase-core/src/main/java/org/warcbase/mapreduce}
V		{ → warcbase-core}/src/main/java/org/warcbase/mapreduce/WacArcInputFormat.java
V		{ → warcbase-core}/src/main/java/org/warcbase/mapreduce/WacGenericInputFormat.java
V		{ → warcbase-core}/src/main/java/org/warcbase/mapreduce/WacWarcInputFormat.java
V	(dir)	{src/main/java/org/warcbase/mapreduce/lib/ → warcbase-core/src/main/java/org/warcbase/mapreduce/lib}
V		{ → warcbase-core}/src/main/java/org/warcbase/mapreduce/lib/Chain.java
V		{ → warcbase-core}/src/main/java/org/warcbase/mapreduce/lib/ChainMapContextImpl.java
V		{ → warcbase-core}/src/main/java/org/warcbase/mapreduce/lib/HBaseRowToArcRecordWritableMapper.java
V		{ → warcbase-core}/src/main/java/org/warcbase/mapreduce/lib/TableChainMapper.java
V	(dir)	{src/main/java/org/warcbase/wayback/ → warcbase-core/src/main/java/org/warcbase/wayback}
V		{ → warcbase-core}/src/main/java/org/warcbase/wayback/WarcbaseResourceIndex.java
V		{ → warcbase-core}/src/main/java/org/warcbase/wayback/WarcbaseResourceStore.java
V	(dir)	{src/main/python/ → warcbase-core/src/main/python}
V		{ → warcbase-core}/src/main/python/break-into-date-scrapes.py
V		{ → warcbase-core}/src/main/python/combine-entity-results-split-by-date.py
V		{ → warcbase-core}/src/main/python/combine-entity-results.py
V		{ → warcbase-core}/src/main/python/pig2gdf.py
V	(dir)	{src/main/resources/ → warcbase-core/src/main/resources}
V		{ → warcbase-core}/src/main/resources/BDBCollection.xml
V		{ → warcbase-core}/src/main/resources/log4j.properties
V	(dir)	{src/main/scala/ → warcbase-core/src/main/scala}
V	(dir)	{src/main/scala/org/ → warcbase-core/src/main/scala/org}
V	(dir)	{src/main/scala/org/warcbase/ → warcbase-core/src/main/scala/org/warcbase}
V	(dir)	{src/main/scala/org/warcbase/spark/ → warcbase-core/src/main/scala/org/warcbase/spark}
V	(dir)	{src/main/scala/org/warcbase/spark/archive/ → warcbase-core/src/main/scala/org/warcbase/spark/archive}
V	(dir)	{src/main/scala/org/warcbase/spark/archive/io/ → warcbase-core/src/main/scala/org/warcbase/spark/archive/io}
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/archive/io/ArcRecord.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/archive/io/ArchiveRecord.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/archive/io/GenericArchiveRecord.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/archive/io/WarcRecord.scala
V	(dir)	{src/main/scala/org/warcbase/spark/matchbox/ → warcbase-core/src/main/scala/org/warcbase/spark/matchbox}
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/DetectLanguage.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/DetectMimeTypeTika.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/ExtractAtMentions.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/ExtractBoilerpipeText.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/ExtractDate.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/ExtractDomain.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/ExtractEntities.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/ExtractGraph.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/ExtractHashtags.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/ExtractImageLinks.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/ExtractLinks.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/ExtractTextFromPDFs.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/ExtractUrls.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/NER3Classifier.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/NERCombinedJson.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/RecordLoader.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/RemoveHTML.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/StringUtils.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/TupleFormatter.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/TweetUtils.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/matchbox/WriteGDF.scala
V	(dir)	{src/main/scala/org/warcbase/spark/pythonconverters/ → warcbase-core/src/main/scala/org/warcbase/spark/pythonconverters}
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/pythonconverters/ArcRecordConverter.scala
V	(dir)	{src/main/scala/org/warcbase/spark/rdd/ → warcbase-core/src/main/scala/org/warcbase/spark/rdd}
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/rdd/RecordRDD.scala
V	(dir)	{src/main/scala/org/warcbase/spark/scripts/ → warcbase-core/src/main/scala/org/warcbase/spark/scripts}
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/scripts/CrawlStatistics.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/scripts/Filter.scala
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/scripts/SocialMediaLinks.scala
V	(dir)	{src/main/scala/org/warcbase/spark/utils/ → warcbase-core/src/main/scala/org/warcbase/spark/utils}
V		{ → warcbase-core}/src/main/scala/org/warcbase/spark/utils/JsonUtil.scala
V	(dir)	{src/main/solr/ → warcbase-core/src/main/solr}
V		{ → warcbase-core}/src/main/solr/README.txt
V		{ → warcbase-core}/src/main/solr/WARCIndexer.conf
V	(dir)	{src/main/solr/discovery/ → warcbase-core/src/main/solr/discovery}
V	(dir)	{src/main/solr/discovery/conf/ → warcbase-core/src/main/solr/discovery/conf}
V		{ → warcbase-core}/src/main/solr/discovery/conf/currency.xml
V		{ → warcbase-core}/src/main/solr/discovery/conf/elevate.xml
V	(dir)	{src/main/solr/discovery/conf/lang/ → warcbase-core/src/main/solr/discovery/conf/lang}
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/contractions_ca.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/contractions_fr.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/contractions_ga.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/contractions_it.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/hyphenations_ga.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stemdict_nl.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stoptags_ja.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_ar.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_bg.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_ca.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_cz.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_da.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_de.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_el.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_en.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_es.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_eu.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_fa.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_fi.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_fr.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_ga.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_gl.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_hi.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_hu.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_hy.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_id.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_it.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_ja.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_lv.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_nl.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_no.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_pt.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_ro.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_ru.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_sv.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_th.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/stopwords_tr.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/lang/userdict_ja.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/protwords.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/schema.xml
V		{ → warcbase-core}/src/main/solr/discovery/conf/solrconfig-production.xml
V		{ → warcbase-core}/src/main/solr/discovery/conf/solrconfig-server-4.10.4.xml
V		{ → warcbase-core}/src/main/solr/discovery/conf/solrconfig.xml
V		{ → warcbase-core}/src/main/solr/discovery/conf/solrcore.properties
V		{ → warcbase-core}/src/main/solr/discovery/conf/solrcore.properties-production
V		{ → warcbase-core}/src/main/solr/discovery/conf/stopwords.txt
V		{ → warcbase-core}/src/main/solr/discovery/conf/synonyms.txt
V		{ → warcbase-core}/src/main/solr/discovery/core.properties
V		{ → warcbase-core}/src/main/solr/solr.xml
V		{ → warcbase-core}/src/main/solr/zoo.cfg
V	(dir)	{src/main/webapp/ → warcbase-core/src/main/webapp}
V	(dir)	{src/main/webapp/WEB-INF/ → warcbase-core/src/main/webapp/WEB-INF}
V		{ → warcbase-core}/src/main/webapp/WEB-INF/web.xml
V	(dir)	{src/test/ → warcbase-core/src/test}
V	(dir)	{src/test/java/ → warcbase-core/src/test/java}
V	(dir)	{src/test/java/org/ → warcbase-core/src/test/java/org}
V	(dir)	{src/test/java/org/warcbase/ → warcbase-core/src/test/java/org/warcbase}
V	(dir)	{src/test/java/org/warcbase/data/ → warcbase-core/src/test/java/org/warcbase/data}
V		{ → warcbase-core}/src/test/java/org/warcbase/data/UrlMappingTest.java
V		{ → warcbase-core}/src/test/java/org/warcbase/data/UrlUtilsTest.java
V	(dir)	{src/test/java/org/warcbase/ingest/ → warcbase-core/src/test/java/org/warcbase/ingest}
V		{ → warcbase-core}/src/test/java/org/warcbase/ingest/WacArcLoaderTest.java
V		{ → warcbase-core}/src/test/java/org/warcbase/ingest/WacWarcLoaderTest.java
V	(dir)	{src/test/java/org/warcbase/io/ → warcbase-core/src/test/java/org/warcbase/io}
V		{ → warcbase-core}/src/test/java/org/warcbase/io/ArcRecordWritableTest.java
V		{ → warcbase-core}/src/test/java/org/warcbase/io/GenericArchiveRecordWritableTest.java
V		{ → warcbase-core}/src/test/java/org/warcbase/io/WarcRecordWritableTest.java
V	(dir)	{src/test/java/org/warcbase/mapreduce/ → warcbase-core/src/test/java/org/warcbase/mapreduce}
V		{ → warcbase-core}/src/test/java/org/warcbase/mapreduce/WacArcInputFormatTest.java
V		{ → warcbase-core}/src/test/java/org/warcbase/mapreduce/WacGenericInputFormatTest.java
V		{ → warcbase-core}/src/test/java/org/warcbase/mapreduce/WacWarcInputFormatTest.java
V	(dir)	{src/test/resources/ → warcbase-core/src/test/resources}
V	(dir)	{src/test/resources/arc/ → warcbase-core/src/test/resources/arc}
V		{ → warcbase-core}/src/test/resources/arc/example.arc.gz
V	(dir)	{src/test/resources/ner/ → warcbase-core/src/test/resources/ner}
V		{ → warcbase-core}/src/test/resources/ner/example.txt
V	(dir)	{src/test/resources/warc/ → warcbase-core/src/test/resources/warc}
V		{ → warcbase-core}/src/test/resources/warc/example.warc.gz
V	(dir)	{src/test/scala/ → warcbase-core/src/test/scala}
V	(dir)	{src/test/scala/org/ → warcbase-core/src/test/scala/org}
V	(dir)	{src/test/scala/org/warcbase/ → warcbase-core/src/test/scala/org/warcbase}
V	(dir)	{src/test/scala/org/warcbase/spark/ → warcbase-core/src/test/scala/org/warcbase/spark}
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/ArcTest.scala
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/GenericArchiveRecordTest.scala
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/WarcTest.scala
V	(dir)	{src/test/scala/org/warcbase/spark/matchbox/ → warcbase-core/src/test/scala/org/warcbase/spark/matchbox}
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/matchbox/ExtractAtMentionsTest.scala
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/matchbox/ExtractDateTest.scala
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/matchbox/ExtractDomainTest.scala
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/matchbox/ExtractEntitiesTest.scala
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/matchbox/ExtractHashtagsTest.scala
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/matchbox/ExtractImageLinksTest.scala
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/matchbox/ExtractLinksTest.scala
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/matchbox/ExtractUrlsTest.scala
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/matchbox/StringUtilsTest.scala
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/matchbox/TupleFormatterTest.scala
V	(dir)	{src/test/scala/org/warcbase/spark/rdd/ → warcbase-core/src/test/scala/org/warcbase/spark/rdd}
V		{ → warcbase-core}/src/test/scala/org/warcbase/spark/rdd/CountableRDDTest.scala
A	(dir)	warcbase-core/
V		{warcbase-core ← }/pom.xml
V	(dir)	{warcbase-core/src/ ← src}
V	(dir)	{warcbase-core/src/main/ ← src/main}
V	(dir)	{warcbase-core/src/main/java/ ← src/main/java}
V	(dir)	{warcbase-core/src/main/java/org/ ← src/main/java/org}
V	(dir)	{warcbase-core/src/main/java/org/warcbase/ ← src/main/java/org/warcbase}
V		{warcbase-core ← }/src/main/java/org/warcbase/WarcbaseAdmin.java
V	(dir)	{warcbase-core/src/main/java/org/warcbase/analysis/ ← src/main/java/org/warcbase/analysis}
V		{warcbase-core ← }/src/main/java/org/warcbase/analysis/FindArcUrls.java
V		{warcbase-core ← }/src/main/java/org/warcbase/analysis/FindWarcUrls.java
V	(dir)	{warcbase-core/src/main/java/org/warcbase/analysis/graph/ ← src/main/java/org/warcbase/analysis/graph}
V		{warcbase-core ← }/src/main/java/org/warcbase/analysis/graph/ExtractLinksWac.java
V		{warcbase-core ← }/src/main/java/org/warcbase/analysis/graph/ExtractSiteLinks.java
V		{warcbase-core ← }/src/main/java/org/warcbase/analysis/graph/InvertAnchorText.java
V		{warcbase-core ← }/src/main/java/org/warcbase/analysis/graph/PrefixMapping.java
V	(dir)	{warcbase-core/src/main/java/org/warcbase/browser/ ← src/main/java/org/warcbase/browser}
V		{warcbase-core ← }/src/main/java/org/warcbase/browser/SeleniumBrowser.java
V		{warcbase-core ← }/src/main/java/org/warcbase/browser/WarcBrowser.java
V		{warcbase-core ← }/src/main/java/org/warcbase/browser/WarcBrowserServlet.java
V	(dir)	{warcbase-core/src/main/java/org/warcbase/data/ ← src/main/java/org/warcbase/data}
V		{warcbase-core ← }/src/main/java/org/warcbase/data/ArcRecordUtils.java
V		{warcbase-core ← }/src/main/java/org/warcbase/data/HBaseTableManager.java
V		{warcbase-core ← }/src/main/java/org/warcbase/data/UrlMapping.java
V		{warcbase-core ← }/src/main/java/org/warcbase/data/UrlMappingBuilder.java
V		{warcbase-core ← }/src/main/java/org/warcbase/data/UrlMappingMapReduceBuilder.java
V		{warcbase-core ← }/src/main/java/org/warcbase/data/UrlUtils.java
V		{warcbase-core ← }/src/main/java/org/warcbase/data/WarcRecordUtils.java
V	(dir)	{warcbase-core/src/main/java/org/warcbase/demo/ ← src/main/java/org/warcbase/demo}
V		{warcbase-core ← }/src/main/java/org/warcbase/demo/WacMapReduceArcDemo.java
V		{warcbase-core ← }/src/main/java/org/warcbase/demo/WacMapReduceHBaseDemo.java
V		{warcbase-core ← }/src/main/java/org/warcbase/demo/WacMapReduceHBaseWrapperDemo.java
V	(dir)	{warcbase-core/src/main/java/org/warcbase/index/ ← src/main/java/org/warcbase/index}
V		{warcbase-core ← }/src/main/java/org/warcbase/index/IndexerMapper.java
V		{warcbase-core ← }/src/main/java/org/warcbase/index/IndexerReducer.java
V		{warcbase-core ← }/src/main/java/org/warcbase/index/IndexerRunner.java
V	(dir)	{warcbase-core/src/main/java/org/warcbase/ingest/ ← src/main/java/org/warcbase/ingest}
V		{warcbase-core ← }/src/main/java/org/warcbase/ingest/IngestFiles.java
V		{warcbase-core ← }/src/main/java/org/warcbase/ingest/SearchForUrl.java
V	(dir)	{warcbase-core/src/main/java/org/warcbase/io/ ← src/main/java/org/warcbase/io}
V		{warcbase-core ← }/src/main/java/org/warcbase/io/ArcRecordWritable.java
V		{warcbase-core ← }/src/main/java/org/warcbase/io/GenericArchiveRecordWritable.java
V		{warcbase-core ← }/src/main/java/org/warcbase/io/WarcRecordWritable.java
V	(dir)	{warcbase-core/src/main/java/org/warcbase/mapreduce/ ← src/main/java/org/warcbase/mapreduce}
V		{warcbase-core ← }/src/main/java/org/warcbase/mapreduce/WacArcInputFormat.java
V		{warcbase-core ← }/src/main/java/org/warcbase/mapreduce/WacGenericInputFormat.java
V		{warcbase-core ← }/src/main/java/org/warcbase/mapreduce/WacWarcInputFormat.java
V	(dir)	{warcbase-core/src/main/java/org/warcbase/mapreduce/lib/ ← src/main/java/org/warcbase/mapreduce/lib}
V		{warcbase-core ← }/src/main/java/org/warcbase/mapreduce/lib/Chain.java
V		{warcbase-core ← }/src/main/java/org/warcbase/mapreduce/lib/ChainMapContextImpl.java
V		{warcbase-core ← }/src/main/java/org/warcbase/mapreduce/lib/HBaseRowToArcRecordWritableMapper.java
V		{warcbase-core ← }/src/main/java/org/warcbase/mapreduce/lib/TableChainMapper.java
V	(dir)	{warcbase-core/src/main/java/org/warcbase/wayback/ ← src/main/java/org/warcbase/wayback}
V		{warcbase-core ← }/src/main/java/org/warcbase/wayback/WarcbaseResourceIndex.java
V		{warcbase-core ← }/src/main/java/org/warcbase/wayback/WarcbaseResourceStore.java
V	(dir)	{warcbase-core/src/main/python/ ← src/main/python}
V		{warcbase-core ← }/src/main/python/break-into-date-scrapes.py
V		{warcbase-core ← }/src/main/python/combine-entity-results-split-by-date.py
V		{warcbase-core ← }/src/main/python/combine-entity-results.py
V		{warcbase-core ← }/src/main/python/pig2gdf.py
V	(dir)	{warcbase-core/src/main/resources/ ← src/main/resources}
V		{warcbase-core ← }/src/main/resources/BDBCollection.xml
V		{warcbase-core ← }/src/main/resources/log4j.properties
V	(dir)	{warcbase-core/src/main/scala/ ← src/main/scala}
V	(dir)	{warcbase-core/src/main/scala/org/ ← src/main/scala/org}
V	(dir)	{warcbase-core/src/main/scala/org/warcbase/ ← src/main/scala/org/warcbase}
V	(dir)	{warcbase-core/src/main/scala/org/warcbase/spark/ ← src/main/scala/org/warcbase/spark}
V	(dir)	{warcbase-core/src/main/scala/org/warcbase/spark/archive/ ← src/main/scala/org/warcbase/spark/archive}
V	(dir)	{warcbase-core/src/main/scala/org/warcbase/spark/archive/io/ ← src/main/scala/org/warcbase/spark/archive/io}
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/archive/io/ArcRecord.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/archive/io/ArchiveRecord.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/archive/io/GenericArchiveRecord.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/archive/io/WarcRecord.scala
V	(dir)	{warcbase-core/src/main/scala/org/warcbase/spark/matchbox/ ← src/main/scala/org/warcbase/spark/matchbox}
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/DetectLanguage.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/DetectMimeTypeTika.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/ExtractAtMentions.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/ExtractBoilerpipeText.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/ExtractDate.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/ExtractDomain.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/ExtractEntities.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/ExtractGraph.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/ExtractHashtags.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/ExtractImageLinks.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/ExtractLinks.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/ExtractTextFromPDFs.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/ExtractUrls.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/NER3Classifier.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/NERCombinedJson.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/RecordLoader.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/RemoveHTML.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/StringUtils.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/TupleFormatter.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/TweetUtils.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/matchbox/WriteGDF.scala
V	(dir)	{warcbase-core/src/main/scala/org/warcbase/spark/pythonconverters/ ← src/main/scala/org/warcbase/spark/pythonconverters}
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/pythonconverters/ArcRecordConverter.scala
V	(dir)	{warcbase-core/src/main/scala/org/warcbase/spark/rdd/ ← src/main/scala/org/warcbase/spark/rdd}
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/rdd/RecordRDD.scala
V	(dir)	{warcbase-core/src/main/scala/org/warcbase/spark/scripts/ ← src/main/scala/org/warcbase/spark/scripts}
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/scripts/CrawlStatistics.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/scripts/Filter.scala
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/scripts/SocialMediaLinks.scala
V	(dir)	{warcbase-core/src/main/scala/org/warcbase/spark/utils/ ← src/main/scala/org/warcbase/spark/utils}
V		{warcbase-core ← }/src/main/scala/org/warcbase/spark/utils/JsonUtil.scala
V	(dir)	{warcbase-core/src/main/solr/ ← src/main/solr}
V		{warcbase-core ← }/src/main/solr/README.txt
V		{warcbase-core ← }/src/main/solr/WARCIndexer.conf
V	(dir)	{warcbase-core/src/main/solr/discovery/ ← src/main/solr/discovery}
V	(dir)	{warcbase-core/src/main/solr/discovery/conf/ ← src/main/solr/discovery/conf}
V		{warcbase-core ← }/src/main/solr/discovery/conf/currency.xml
V		{warcbase-core ← }/src/main/solr/discovery/conf/elevate.xml
V	(dir)	{warcbase-core/src/main/solr/discovery/conf/lang/ ← src/main/solr/discovery/conf/lang}
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/contractions_ca.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/contractions_fr.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/contractions_ga.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/contractions_it.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/hyphenations_ga.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stemdict_nl.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stoptags_ja.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_ar.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_bg.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_ca.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_cz.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_da.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_de.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_el.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_en.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_es.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_eu.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_fa.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_fi.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_fr.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_ga.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_gl.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_hi.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_hu.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_hy.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_id.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_it.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_ja.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_lv.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_nl.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_no.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_pt.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_ro.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_ru.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_sv.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_th.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/stopwords_tr.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/lang/userdict_ja.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/protwords.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/schema.xml
V		{warcbase-core ← }/src/main/solr/discovery/conf/solrconfig-production.xml
V		{warcbase-core ← }/src/main/solr/discovery/conf/solrconfig-server-4.10.4.xml
V		{warcbase-core ← }/src/main/solr/discovery/conf/solrconfig.xml
V		{warcbase-core ← }/src/main/solr/discovery/conf/solrcore.properties
V		{warcbase-core ← }/src/main/solr/discovery/conf/solrcore.properties-production
V		{warcbase-core ← }/src/main/solr/discovery/conf/stopwords.txt
V		{warcbase-core ← }/src/main/solr/discovery/conf/synonyms.txt
V		{warcbase-core ← }/src/main/solr/discovery/core.properties
V		{warcbase-core ← }/src/main/solr/solr.xml
V		{warcbase-core ← }/src/main/solr/zoo.cfg
V	(dir)	{warcbase-core/src/main/webapp/ ← src/main/webapp}
V	(dir)	{warcbase-core/src/main/webapp/WEB-INF/ ← src/main/webapp/WEB-INF}
V		{warcbase-core ← }/src/main/webapp/WEB-INF/web.xml
V	(dir)	{warcbase-core/src/test/ ← src/test}
V	(dir)	{warcbase-core/src/test/java/ ← src/test/java}
V	(dir)	{warcbase-core/src/test/java/org/ ← src/test/java/org}
V	(dir)	{warcbase-core/src/test/java/org/warcbase/ ← src/test/java/org/warcbase}
V	(dir)	{warcbase-core/src/test/java/org/warcbase/data/ ← src/test/java/org/warcbase/data}
V		{warcbase-core ← }/src/test/java/org/warcbase/data/UrlMappingTest.java
V		{warcbase-core ← }/src/test/java/org/warcbase/data/UrlUtilsTest.java
V	(dir)	{warcbase-core/src/test/java/org/warcbase/ingest/ ← src/test/java/org/warcbase/ingest}
V		{warcbase-core ← }/src/test/java/org/warcbase/ingest/WacArcLoaderTest.java
V		{warcbase-core ← }/src/test/java/org/warcbase/ingest/WacWarcLoaderTest.java
V	(dir)	{warcbase-core/src/test/java/org/warcbase/io/ ← src/test/java/org/warcbase/io}
V		{warcbase-core ← }/src/test/java/org/warcbase/io/ArcRecordWritableTest.java
V		{warcbase-core ← }/src/test/java/org/warcbase/io/GenericArchiveRecordWritableTest.java
V		{warcbase-core ← }/src/test/java/org/warcbase/io/WarcRecordWritableTest.java
V	(dir)	{warcbase-core/src/test/java/org/warcbase/mapreduce/ ← src/test/java/org/warcbase/mapreduce}
V		{warcbase-core ← }/src/test/java/org/warcbase/mapreduce/WacArcInputFormatTest.java
V		{warcbase-core ← }/src/test/java/org/warcbase/mapreduce/WacGenericInputFormatTest.java
V		{warcbase-core ← }/src/test/java/org/warcbase/mapreduce/WacWarcInputFormatTest.java
V	(dir)	{warcbase-core/src/test/resources/ ← src/test/resources}
V	(dir)	{warcbase-core/src/test/resources/arc/ ← src/test/resources/arc}
V		{warcbase-core ← }/src/test/resources/arc/example.arc.gz
V	(dir)	{warcbase-core/src/test/resources/ner/ ← src/test/resources/ner}
V		{warcbase-core ← }/src/test/resources/ner/example.txt
V	(dir)	{warcbase-core/src/test/resources/warc/ ← src/test/resources/warc}
V		{warcbase-core ← }/src/test/resources/warc/example.warc.gz
V	(dir)	{warcbase-core/src/test/scala/ ← src/test/scala}
V	(dir)	{warcbase-core/src/test/scala/org/ ← src/test/scala/org}
V	(dir)	{warcbase-core/src/test/scala/org/warcbase/ ← src/test/scala/org/warcbase}
V	(dir)	{warcbase-core/src/test/scala/org/warcbase/spark/ ← src/test/scala/org/warcbase/spark}
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/ArcTest.scala
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/GenericArchiveRecordTest.scala
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/WarcTest.scala
V	(dir)	{warcbase-core/src/test/scala/org/warcbase/spark/matchbox/ ← src/test/scala/org/warcbase/spark/matchbox}
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/matchbox/ExtractAtMentionsTest.scala
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/matchbox/ExtractDateTest.scala
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/matchbox/ExtractDomainTest.scala
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/matchbox/ExtractEntitiesTest.scala
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/matchbox/ExtractHashtagsTest.scala
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/matchbox/ExtractImageLinksTest.scala
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/matchbox/ExtractLinksTest.scala
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/matchbox/ExtractUrlsTest.scala
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/matchbox/StringUtilsTest.scala
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/matchbox/TupleFormatterTest.scala
V	(dir)	{warcbase-core/src/test/scala/org/warcbase/spark/rdd/ ← src/test/scala/org/warcbase/spark/rdd}
V		{warcbase-core ← }/src/test/scala/org/warcbase/spark/rdd/CountableRDDTest.scala