From 2dc07d9355431310cc58b36f3ef30e0ed0695d83 Mon Sep 17 00:00:00 2001 From: lewismc Date: Tue, 23 Sep 2025 18:36:39 -0700 Subject: [PATCH 01/13] Address deprecation in Nutch codebase --- .github/workflows/master-build.yml | 28 +- build.log | 4150 +++++++++++++++++ build.xml | 25 +- deprecation.sh | 10 + .../org/apache/nutch/crawl/CrawlDbReader.java | 78 +- .../org/apache/nutch/indexer/IndexWriter.java | 9 - .../apache/nutch/indexer/IndexWriters.java | 2 +- .../nutch/metadata/SpellCheckedMetadata.java | 4 +- .../apache/nutch/plugin/PluginRepository.java | 27 +- .../cloudsearch/CloudSearchIndexWriter.java | 10 +- .../nutch/indexwriter/csv/CSVIndexWriter.java | 5 - .../indexwriter/dummy/DummyIndexWriter.java | 5 - .../elastic/ElasticIndexWriter.java | 5 - .../indexwriter/kafka/KafkaIndexWriter.java | 5 - .../opensearch1x/OpenSearch1xIndexWriter.java | 6 - .../indexwriter/rabbit/RabbitIndexWriter.java | 5 - .../indexwriter/solr/SolrIndexWriter.java | 5 - .../filter/MimeTypeIndexingFilter.java | 30 +- 18 files changed, 4246 insertions(+), 163 deletions(-) create mode 100644 build.log create mode 100755 deprecation.sh diff --git a/.github/workflows/master-build.yml b/.github/workflows/master-build.yml index 4654a82cdb..2ceaaed504 100644 --- a/.github/workflows/master-build.yml +++ b/.github/workflows/master-build.yml @@ -13,7 +13,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -name: master pull request ci +name: master branch ci on: push: branches: [master] @@ -88,13 +88,33 @@ jobs: - 'ivy/ivy.xml' # run if the build configuration or both 'core' and 'plugins' files were changed - name: test all + id: build if: ${{ steps.filter.outputs.buildconf == 'true' || ( steps.filter.outputs.core == 'true' && steps.filter.outputs.plugins == 'true' ) }} - run: ant clean test -buildfile build.xml + run: ant clean test -buildfile build.xml | tee build.log + run: echo "BUILD_LOG=$(cat build.log)" >> $GITHUB_OUTPUT # run only if 'core' files were changed - name: test core + id: build if: ${{ steps.filter.outputs.core == 'true' && steps.filter.outputs.plugins == 'false' && steps.filter.outputs.buildconf == 'false' }} - run: ant clean test-core -buildfile build.xml + run: ant clean test-core -buildfile build.xml | tee build.log + run: echo "BUILD_LOG=$(cat build.log)" >> $GITHUB_OUTPUT # run only if 'plugins' files were changed - name: test plugins + id: build if: ${{ steps.filter.outputs.plugins == 'true' && steps.filter.outputs.core == 'false' && steps.filter.outputs.buildconf == 'false' }} - run: ant clean test-plugins -buildfile build.xml + run: ant clean test-plugins -buildfile build.xml | tee build.log + run: echo "BUILD_LOG=$(cat build.log)" >> $GITHUB_OUTPUT + check-deprecations: + runs-on: ubuntu-latest + steps: + - name: Detect deprecation warnings + run: | + if grep -iEq "warning: \[deprecation\]" ${{ steps.build.outputs.BUILD_LOG }} ; then + echo "==========================================================" + echo "= Java deprecation warnings detected! Failing the build. =" + echo "==========================================================\n" + grep -iE "warning: \[deprecation\]" -A 2 ${{ steps.build.outputs.BUILG_LOG }} + exit 1 + else + echo "No Java deprecation warnings found." + fi diff --git a/build.log b/build.log new file mode 100644 index 0000000000..fc826d5103 --- /dev/null +++ b/build.log @@ -0,0 +1,4150 @@ +Buildfile: /usr/local/nutch/build.xml +Trying to override old definition of task javac + +clean-build: + [delete] Deleting directory /usr/local/nutch/build + +clean-default-lib: + +clean-test-lib: + +clean-lib: + +clean-dist: + +clean-runtime: + +clean: + +ivy-probe-antlib: + +ivy-download: + +ivy-download-unchecked: + +ivy-init-antlib: + +ivy-init: + +init: + [mkdir] Created dir: /usr/local/nutch/build + [mkdir] Created dir: /usr/local/nutch/build/classes + [mkdir] Created dir: /usr/local/nutch/build/release + [mkdir] Created dir: /usr/local/nutch/build/test + [mkdir] Created dir: /usr/local/nutch/build/test/classes + [mkdir] Created dir: /usr/local/nutch/build/test/lib + +clean-default-lib: + +resolve-default: +[ivy:resolve] :: Apache Ivy 2.5.3 - 20241223125031 :: https://ant.apache.org/ivy/ :: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +copy-libs: + +compile-core: + [javac] Compiling 252 source files to /usr/local/nutch/build/classes + [javac] /usr/local/nutch/src/java/org/apache/nutch/plugin/Plugin.java:93: warning: [deprecation] finalize() in Object has been deprecated + [javac] protected void finalize() throws Throwable { + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java:420: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("help"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java:421: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("show this help message"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java:422: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option helpOpts = OptionBuilder.create("help"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java:425: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("webgraphdb"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java:426: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.hasArg(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java:427: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("the web graph database to use"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java:428: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option webGraphDbOpts = OptionBuilder.create("webgraphdb"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java:431: warning: [deprecation] GnuParser in org.apache.commons.cli has been deprecated + [javac] CommandLineParser parser = new GnuParser(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java:726: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("help"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java:727: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("show this help message"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java:728: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option helpOpts = OptionBuilder.create("help"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java:731: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("webgraphdb"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java:732: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.hasArg(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java:733: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("the web graph db to use"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java:734: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option webgraphOpts = OptionBuilder.create("webgraphdb"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java:737: warning: [deprecation] GnuParser in org.apache.commons.cli has been deprecated + [javac] CommandLineParser parser = new GnuParser(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:376: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("help"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:377: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("show this help message"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:378: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option helpOpts = OptionBuilder.create("help"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:381: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("webgraphdb"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:382: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.hasArg(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:383: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("the web graph database to use"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:384: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option webGraphDbOpts = OptionBuilder.create("webgraphdb"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:387: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("inlinks"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:388: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("show highest inlinks"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:389: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option inlinkOpts = OptionBuilder.create("inlinks"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:392: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("outlinks"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:393: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("show highest outlinks"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:394: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option outlinkOpts = OptionBuilder.create("outlinks"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:397: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("scores"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:398: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("show highest scores"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:399: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option scoreOpts = OptionBuilder.create("scores"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:402: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("topn"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:403: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.hasOptionalArg(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:404: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("show topN scores"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:405: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option topNOpts = OptionBuilder.create("topn"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:408: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("output"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:409: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.hasArg(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:410: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("the output directory to use"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:411: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option outputOpts = OptionBuilder.create("output"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:414: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("asEff"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:415: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:417: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option effOpts = OptionBuilder.create("asEff"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:420: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.hasArgs(2); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:421: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("group "); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:422: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option groupOpts = OptionBuilder.create("group"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:425: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("asSequenceFile"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:426: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("whether to output as a sequencefile"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:427: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option sequenceFileOpts = OptionBuilder.create("asSequenceFile"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java:430: warning: [deprecation] GnuParser in org.apache.commons.cli has been deprecated + [javac] CommandLineParser parser = new GnuParser(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java:94: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("help"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java:95: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("show this help message"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java:96: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option helpOpts = OptionBuilder.create("help"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java:99: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("webgraphdb"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java:100: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.hasArg(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java:101: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("the webgraphdb to use"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java:102: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option webGraphOpts = OptionBuilder.create("webgraphdb"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java:105: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("url"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java:106: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.hasOptionalArg(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java:107: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("the url to dump"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java:108: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option urlOpts = OptionBuilder.create("url"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java:111: warning: [deprecation] GnuParser in org.apache.commons.cli has been deprecated + [javac] CommandLineParser parser = new GnuParser(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java:232: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("help"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java:233: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("show this help message"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java:234: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option helpOpts = OptionBuilder.create("help"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java:237: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("crawldb"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java:238: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.hasArg(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java:239: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("the crawldb to use"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java:240: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option crawlDbOpts = OptionBuilder.create("crawldb"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java:243: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("webgraphdb"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java:244: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.hasArg(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java:245: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("the webgraphdb to use"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java:246: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option webGraphOpts = OptionBuilder.create("webgraphdb"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java:249: warning: [deprecation] GnuParser in org.apache.commons.cli has been deprecated + [javac] CommandLineParser parser = new GnuParser(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java:737: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option graphOpt = OptionBuilder + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java:744: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option segOpt = OptionBuilder.withArgName("segment").hasArgs() + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java:747: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option segDirOpt = OptionBuilder.withArgName("segmentDir").hasArgs() + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java:759: warning: [deprecation] GnuParser in org.apache.commons.cli has been deprecated + [javac] CommandLineParser parser = new GnuParser(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/service/NutchServer.java:176: warning: [deprecation] PosixParser in org.apache.commons.cli has been deprecated + [javac] CommandLineParser parser = new PosixParser(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/service/NutchServer.java:199: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("Show this help"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/service/NutchServer.java:200: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] options.addOption(OptionBuilder.create(CMD_HELP)); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/service/NutchServer.java:202: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("port"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/service/NutchServer.java:203: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.hasOptionalArg(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/service/NutchServer.java:204: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("The port to run the Nutch Server. Default port 8081"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/service/NutchServer.java:205: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] options.addOption(OptionBuilder.create(CMD_PORT)); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/service/NutchServer.java:207: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withArgName("host"); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/service/NutchServer.java:208: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.hasOptionalArg(); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/service/NutchServer.java:209: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] OptionBuilder.withDescription("The host to bind the Nutch Server to. Default is localhost."); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/service/NutchServer.java:210: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] options.addOption(OptionBuilder.create(CMD_HOST)); + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java:577: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option outputOpt = OptionBuilder.withArgName("outputDir").hasArg() + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java:585: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option segOpt = OptionBuilder.withArgName("segment").hasArgs() + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java:589: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option mimeOpt = OptionBuilder.isRequired(false).withArgName("mimetype") + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java:594: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option gzipOpt = OptionBuilder.withArgName("gzip").hasArg(false) + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java:599: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option keyPrefixOpt = OptionBuilder.withArgName("keyPrefix").hasArg(true) + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java:603: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option simpleDateFormatOpt = OptionBuilder.withArgName("SimpleDateFormat") + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java:608: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option epochFilenameOpt = OptionBuilder.withArgName("epochFilename") + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java:613: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option jsonArrayOpt = OptionBuilder.withArgName("jsonArray").hasArg(false) + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java:617: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option reverseKeyOpt = OptionBuilder.withArgName("reverseKey").hasArg(false) + [javac] ^ + [javac] /usr/local/nutch/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java:621: warning: [deprecation] OptionBuilder in org.apache.commons.cli has been deprecated + [javac] Option extensionOpt = OptionBuilder.withArgName("extension").hasArg(true) + [javac] ^ + [javac] Note: Some input files additionally use or override a deprecated API. + [javac] Note: Some input files use unchecked or unsafe operations. + [javac] Note: Recompile with -Xlint:unchecked for details. + [javac] 100 warnings + [javac] only showing the first 100 warnings, of 101 total; use -Xmaxwarns if you would like to see more + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/net/protocols/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/exchange/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/fetcher/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/net/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/scoring/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/protocol/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/metadata/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/tools/arc/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/scoring/webgraph/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/plugin/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/indexer/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/segment/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/tools/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/crawl/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/util/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/parse/package-info.class + [javac] Creating empty /usr/local/nutch/build/classes/org/apache/nutch/tools/warc/package-info.class + [copy] Copying 1 file to /usr/local/nutch/build/classes + +compile-plugins: + +deploy: + +init: + [mkdir] Created dir: /usr/local/nutch/build/lib-htmlunit + [mkdir] Created dir: /usr/local/nutch/build/lib-htmlunit/classes + [mkdir] Created dir: /usr/local/nutch/build/lib-htmlunit/test + [mkdir] Created dir: /usr/local/nutch/build/lib-htmlunit/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/lib-htmlunit + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-htmlunit + [javac] Compiling 2 source files to /usr/local/nutch/build/lib-htmlunit/classes + [javac] Ignoring source, target and bootclasspath as release has been set + +jar: + [jar] Building jar: /usr/local/nutch/build/lib-htmlunit/lib-htmlunit.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-htmlunit + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-htmlunit + +init: + [mkdir] Created dir: /usr/local/nutch/build/lib-http + [mkdir] Created dir: /usr/local/nutch/build/lib-http/classes + [mkdir] Created dir: /usr/local/nutch/build/lib-http/test + [mkdir] Created dir: /usr/local/nutch/build/lib-http/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/lib-http + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-http + [javac] Compiling 5 source files to /usr/local/nutch/build/lib-http/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/lib-http/classes/org/apache/nutch/protocol/http/api/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/lib-http/lib-http.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-http + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-http + +init: + [mkdir] Created dir: /usr/local/nutch/build/lib-nekohtml + [mkdir] Created dir: /usr/local/nutch/build/lib-nekohtml/classes + [mkdir] Created dir: /usr/local/nutch/build/lib-nekohtml/test + [mkdir] Created dir: /usr/local/nutch/build/lib-nekohtml/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/lib-nekohtml + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-nekohtml + +copy-generated-lib: + +init: + [mkdir] Created dir: /usr/local/nutch/build/lib-rabbitmq + [mkdir] Created dir: /usr/local/nutch/build/lib-rabbitmq/classes + [mkdir] Created dir: /usr/local/nutch/build/lib-rabbitmq/test + [mkdir] Created dir: /usr/local/nutch/build/lib-rabbitmq/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/lib-rabbitmq + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-rabbitmq + [javac] Compiling 3 source files to /usr/local/nutch/build/lib-rabbitmq/classes + [javac] Ignoring source, target and bootclasspath as release has been set + +jar: + [jar] Building jar: /usr/local/nutch/build/lib-rabbitmq/lib-rabbitmq.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-rabbitmq + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-rabbitmq + +init: + [mkdir] Created dir: /usr/local/nutch/build/lib-regex-filter + [mkdir] Created dir: /usr/local/nutch/build/lib-regex-filter/classes + [mkdir] Created dir: /usr/local/nutch/build/lib-regex-filter/test + [mkdir] Created dir: /usr/local/nutch/build/lib-regex-filter/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/lib-regex-filter + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-regex-filter + [javac] Compiling 3 source files to /usr/local/nutch/build/lib-regex-filter/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/lib-regex-filter/classes/org/apache/nutch/urlfilter/api/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/lib-regex-filter/lib-regex-filter.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-regex-filter + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-regex-filter + +init: + [mkdir] Created dir: /usr/local/nutch/build/lib-selenium + [mkdir] Created dir: /usr/local/nutch/build/lib-selenium/classes + [mkdir] Created dir: /usr/local/nutch/build/lib-selenium/test + [mkdir] Created dir: /usr/local/nutch/build/lib-selenium/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/lib-selenium + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-selenium + [javac] Compiling 1 source file to /usr/local/nutch/build/lib-selenium/classes + [javac] Ignoring source, target and bootclasspath as release has been set + +jar: + [jar] Building jar: /usr/local/nutch/build/lib-selenium/lib-selenium.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-selenium + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-selenium + +init: + [mkdir] Created dir: /usr/local/nutch/build/lib-xml + [mkdir] Created dir: /usr/local/nutch/build/lib-xml/classes + [mkdir] Created dir: /usr/local/nutch/build/lib-xml/test + [mkdir] Created dir: /usr/local/nutch/build/lib-xml/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/lib-xml + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + [jar] Building MANIFEST-only jar: /usr/local/nutch/build/lib-xml/lib-xml.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-xml + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/lib-xml + +init: + [mkdir] Created dir: /usr/local/nutch/build/creativecommons + [mkdir] Created dir: /usr/local/nutch/build/creativecommons/classes + [mkdir] Created dir: /usr/local/nutch/build/creativecommons/test + [mkdir] Created dir: /usr/local/nutch/build/creativecommons/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/creativecommons + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: creativecommons + [javac] Compiling 3 source files to /usr/local/nutch/build/creativecommons/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/creativecommons/classes/org/creativecommons/nutch/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/creativecommons/creativecommons.jar + +deps-test: + +init: + [mkdir] Created dir: /usr/local/nutch/build/nutch-extensionpoints + [mkdir] Created dir: /usr/local/nutch/build/nutch-extensionpoints/classes + [mkdir] Created dir: /usr/local/nutch/build/nutch-extensionpoints/test + [mkdir] Created dir: /usr/local/nutch/build/nutch-extensionpoints/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/nutch-extensionpoints + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + [jar] Building MANIFEST-only jar: /usr/local/nutch/build/nutch-extensionpoints/nutch-extensionpoints.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/nutch-extensionpoints + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/nutch-extensionpoints + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/creativecommons + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/creativecommons + [mkdir] Created dir: /usr/local/nutch/build/feed/test/data + [copy] Copying 1 file to /usr/local/nutch/build/feed/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/feed/classes + [mkdir] Created dir: /usr/local/nutch/build/feed/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/feed + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: feed + [javac] Compiling 4 source files to /usr/local/nutch/build/feed/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/feed/classes/org/apache/nutch/parse/feed/package-info.class + [javac] Creating empty /usr/local/nutch/build/feed/classes/org/apache/nutch/indexer/feed/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/feed/feed.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + [mkdir] Created dir: /usr/local/nutch/build/protocol-file/test/data + [copy] Copying 2 files to /usr/local/nutch/build/protocol-file/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/protocol-file/classes + [mkdir] Created dir: /usr/local/nutch/build/protocol-file/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/protocol-file + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-file + [javac] Compiling 5 source files to /usr/local/nutch/build/protocol-file/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/protocol-file/classes/org/apache/nutch/protocol/file/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/protocol-file/protocol-file.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-file + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-file + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/feed + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/feed + +init: + [mkdir] Created dir: /usr/local/nutch/build/headings + [mkdir] Created dir: /usr/local/nutch/build/headings/classes + [mkdir] Created dir: /usr/local/nutch/build/headings/test + [mkdir] Created dir: /usr/local/nutch/build/headings/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/headings + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: headings + [javac] Compiling 2 source files to /usr/local/nutch/build/headings/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/headings/classes/org/apache/nutch/parse/headings/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/headings/headings.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/headings + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/headings + +init: + [mkdir] Created dir: /usr/local/nutch/build/exchange-jexl + [mkdir] Created dir: /usr/local/nutch/build/exchange-jexl/classes + [mkdir] Created dir: /usr/local/nutch/build/exchange-jexl/test + [mkdir] Created dir: /usr/local/nutch/build/exchange-jexl/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/exchange-jexl + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: exchange-jexl + [javac] Compiling 2 source files to /usr/local/nutch/build/exchange-jexl/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/exchange-jexl/classes/org/apache/nutch/exchange/jexl/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/exchange-jexl/exchange-jexl.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/exchange-jexl + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/exchange-jexl + +init: + [mkdir] Created dir: /usr/local/nutch/build/index-anchor + [mkdir] Created dir: /usr/local/nutch/build/index-anchor/classes + [mkdir] Created dir: /usr/local/nutch/build/index-anchor/test + [mkdir] Created dir: /usr/local/nutch/build/index-anchor/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/index-anchor + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: index-anchor + [javac] Compiling 2 source files to /usr/local/nutch/build/index-anchor/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/index-anchor/classes/org/apache/nutch/indexer/anchor/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/index-anchor/index-anchor.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-anchor + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-anchor + +init: + [mkdir] Created dir: /usr/local/nutch/build/index-arbitrary + [mkdir] Created dir: /usr/local/nutch/build/index-arbitrary/classes + [mkdir] Created dir: /usr/local/nutch/build/index-arbitrary/test + [mkdir] Created dir: /usr/local/nutch/build/index-arbitrary/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/index-arbitrary + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: index-arbitrary + [javac] Compiling 2 source files to /usr/local/nutch/build/index-arbitrary/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/index-arbitrary/classes/org/apache/nutch/indexer/arbitrary/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/index-arbitrary/index-arbitrary.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-arbitrary + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-arbitrary + +init: + [mkdir] Created dir: /usr/local/nutch/build/index-basic + [mkdir] Created dir: /usr/local/nutch/build/index-basic/classes + [mkdir] Created dir: /usr/local/nutch/build/index-basic/test + [mkdir] Created dir: /usr/local/nutch/build/index-basic/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/index-basic + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: index-basic + [javac] Compiling 2 source files to /usr/local/nutch/build/index-basic/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/index-basic/classes/org/apache/nutch/indexer/basic/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/index-basic/index-basic.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-basic + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-basic + +init: + [mkdir] Created dir: /usr/local/nutch/build/index-geoip + [mkdir] Created dir: /usr/local/nutch/build/index-geoip/classes + [mkdir] Created dir: /usr/local/nutch/build/index-geoip/test + [mkdir] Created dir: /usr/local/nutch/build/index-geoip/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/index-geoip + +init-plugin: + [echo] Copying MaxMind GeoIP .mmdb files to build + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: index-geoip + [javac] Compiling 3 source files to /usr/local/nutch/build/index-geoip/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] /usr/local/nutch/src/plugin/index-geoip/src/java/org/apache/nutch/indexer/geoip/GeoIPDocumentCreator.java:129: warning: [deprecation] isAnonymousProxy() in Traits has been deprecated + [javac] addIfNotNull(doc, "isAnonProxy", String.valueOf(traits.isAnonymousProxy())); + [javac] ^ + [javac] 1 warning + [javac] Creating empty /usr/local/nutch/build/index-geoip/classes/org/apache/nutch/indexer/geoip/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/index-geoip/index-geoip.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-geoip + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-geoip + +init: + [mkdir] Created dir: /usr/local/nutch/build/index-jexl-filter + [mkdir] Created dir: /usr/local/nutch/build/index-jexl-filter/classes + [mkdir] Created dir: /usr/local/nutch/build/index-jexl-filter/test + [mkdir] Created dir: /usr/local/nutch/build/index-jexl-filter/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/index-jexl-filter + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: index-jexl-filter + [javac] Compiling 2 source files to /usr/local/nutch/build/index-jexl-filter/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/index-jexl-filter/classes/org/apache/nutch/indexer/jexl/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/index-jexl-filter/index-jexl-filter.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-jexl-filter + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-jexl-filter + +init: + [mkdir] Created dir: /usr/local/nutch/build/index-links + [mkdir] Created dir: /usr/local/nutch/build/index-links/classes + [mkdir] Created dir: /usr/local/nutch/build/index-links/test + [mkdir] Created dir: /usr/local/nutch/build/index-links/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/index-links + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: index-links + [javac] Compiling 1 source file to /usr/local/nutch/build/index-links/classes + [javac] Ignoring source, target and bootclasspath as release has been set + +jar: + [jar] Building jar: /usr/local/nutch/build/index-links/index-links.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-links + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-links + +init: + [mkdir] Created dir: /usr/local/nutch/build/index-metadata + [mkdir] Created dir: /usr/local/nutch/build/index-metadata/classes + [mkdir] Created dir: /usr/local/nutch/build/index-metadata/test + [mkdir] Created dir: /usr/local/nutch/build/index-metadata/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/index-metadata + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: index-metadata + [javac] Compiling 2 source files to /usr/local/nutch/build/index-metadata/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/index-metadata/classes/org/apache/nutch/indexer/metadata/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/index-metadata/index-metadata.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-metadata + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-metadata + +init: + [mkdir] Created dir: /usr/local/nutch/build/index-more + [mkdir] Created dir: /usr/local/nutch/build/index-more/classes + [mkdir] Created dir: /usr/local/nutch/build/index-more/test + [mkdir] Created dir: /usr/local/nutch/build/index-more/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/index-more + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: index-more + [javac] Compiling 2 source files to /usr/local/nutch/build/index-more/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/index-more/classes/org/apache/nutch/indexer/more/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/index-more/index-more.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-more + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-more + [mkdir] Created dir: /usr/local/nutch/build/index-replace/test/data + [copy] Copying 1 file to /usr/local/nutch/build/index-replace/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/index-replace/classes + [mkdir] Created dir: /usr/local/nutch/build/index-replace/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/index-replace + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: index-replace + [javac] Compiling 3 source files to /usr/local/nutch/build/index-replace/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/index-replace/classes/org/apache/nutch/indexer/replace/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/index-replace/index-replace.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-file + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + [mkdir] Created dir: /usr/local/nutch/build/parse-html + [mkdir] Created dir: /usr/local/nutch/build/parse-html/classes + [mkdir] Created dir: /usr/local/nutch/build/parse-html/test + [mkdir] Created dir: /usr/local/nutch/build/parse-html/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/parse-html + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: parse-html + [javac] Compiling 6 source files to /usr/local/nutch/build/parse-html/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/parse-html/classes/org/apache/nutch/parse/html/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/parse-html/parse-html.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-html + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-html + [mkdir] Created dir: /usr/local/nutch/build/parse-metatags/test/data + [copy] Copying 2 files to /usr/local/nutch/build/parse-metatags/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/parse-metatags/classes + [mkdir] Created dir: /usr/local/nutch/build/parse-metatags/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/parse-metatags + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: parse-metatags + [javac] Compiling 2 source files to /usr/local/nutch/build/parse-metatags/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/parse-metatags/classes/org/apache/nutch/parse/metatags/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/parse-metatags/parse-metatags.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-file + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-metatags + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-metatags + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: index-basic + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: index-metadata + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-replace + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-replace + +init: + [mkdir] Created dir: /usr/local/nutch/build/index-static + [mkdir] Created dir: /usr/local/nutch/build/index-static/classes + [mkdir] Created dir: /usr/local/nutch/build/index-static/test + [mkdir] Created dir: /usr/local/nutch/build/index-static/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/index-static + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: index-static + [javac] Compiling 2 source files to /usr/local/nutch/build/index-static/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/index-static/classes/org/apache/nutch/indexer/staticfield/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/index-static/index-static.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-static + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/index-static + +init: + [mkdir] Created dir: /usr/local/nutch/build/indexer-cloudsearch + [mkdir] Created dir: /usr/local/nutch/build/indexer-cloudsearch/classes + [mkdir] Created dir: /usr/local/nutch/build/indexer-cloudsearch/test + [mkdir] Created dir: /usr/local/nutch/build/indexer-cloudsearch/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/indexer-cloudsearch + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: indexer-cloudsearch + [javac] Compiling 3 source files to /usr/local/nutch/build/indexer-cloudsearch/classes + [javac] Ignoring source, target and bootclasspath as release has been set + +jar: + [jar] Building jar: /usr/local/nutch/build/indexer-cloudsearch/indexer-cloudsearch.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-cloudsearch + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-cloudsearch + +init: + [mkdir] Created dir: /usr/local/nutch/build/indexer-csv + [mkdir] Created dir: /usr/local/nutch/build/indexer-csv/classes + [mkdir] Created dir: /usr/local/nutch/build/indexer-csv/test + [mkdir] Created dir: /usr/local/nutch/build/indexer-csv/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/indexer-csv + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: indexer-csv + [javac] Compiling 3 source files to /usr/local/nutch/build/indexer-csv/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/indexer-csv/classes/org/apache/nutch/indexwriter/csv/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/indexer-csv/indexer-csv.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-csv + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-csv + +init: + [mkdir] Created dir: /usr/local/nutch/build/indexer-dummy + [mkdir] Created dir: /usr/local/nutch/build/indexer-dummy/classes + [mkdir] Created dir: /usr/local/nutch/build/indexer-dummy/test + [mkdir] Created dir: /usr/local/nutch/build/indexer-dummy/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/indexer-dummy + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: indexer-dummy + [javac] Compiling 3 source files to /usr/local/nutch/build/indexer-dummy/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/indexer-dummy/classes/org/apache/nutch/indexwriter/dummy/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/indexer-dummy/indexer-dummy.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-dummy + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-dummy + +init: + [mkdir] Created dir: /usr/local/nutch/build/indexer-elastic + [mkdir] Created dir: /usr/local/nutch/build/indexer-elastic/classes + [mkdir] Created dir: /usr/local/nutch/build/indexer-elastic/test + [mkdir] Created dir: /usr/local/nutch/build/indexer-elastic/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/indexer-elastic + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: indexer-elastic + [javac] Compiling 3 source files to /usr/local/nutch/build/indexer-elastic/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/indexer-elastic/classes/org/apache/nutch/indexwriter/elastic/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/indexer-elastic/indexer-elastic.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-elastic + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-elastic + +init: + [mkdir] Created dir: /usr/local/nutch/build/indexer-kafka + [mkdir] Created dir: /usr/local/nutch/build/indexer-kafka/classes + [mkdir] Created dir: /usr/local/nutch/build/indexer-kafka/test + [mkdir] Created dir: /usr/local/nutch/build/indexer-kafka/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/indexer-kafka + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: indexer-kafka + [javac] Compiling 3 source files to /usr/local/nutch/build/indexer-kafka/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/indexer-kafka/classes/org/apache/nutch/indexwriter/kafka/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/indexer-kafka/indexer-kafka.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-kafka + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-kafka + +init: + [mkdir] Created dir: /usr/local/nutch/build/indexer-opensearch-1x + [mkdir] Created dir: /usr/local/nutch/build/indexer-opensearch-1x/classes + [mkdir] Created dir: /usr/local/nutch/build/indexer-opensearch-1x/test + [mkdir] Created dir: /usr/local/nutch/build/indexer-opensearch-1x/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/indexer-opensearch-1x + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: indexer-opensearch-1x + [javac] Compiling 3 source files to /usr/local/nutch/build/indexer-opensearch-1x/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/indexer-opensearch-1x/classes/org/apache/nutch/indexwriter/opensearch1x/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/indexer-opensearch-1x/indexer-opensearch-1x.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-opensearch-1x + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-opensearch-1x + +init: + [mkdir] Created dir: /usr/local/nutch/build/indexer-rabbit + [mkdir] Created dir: /usr/local/nutch/build/indexer-rabbit/classes + [mkdir] Created dir: /usr/local/nutch/build/indexer-rabbit/test + [mkdir] Created dir: /usr/local/nutch/build/indexer-rabbit/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/indexer-rabbit + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-rabbitmq + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: indexer-rabbit + [javac] Compiling 4 source files to /usr/local/nutch/build/indexer-rabbit/classes + [javac] Ignoring source, target and bootclasspath as release has been set + +jar: + [jar] Building jar: /usr/local/nutch/build/indexer-rabbit/indexer-rabbit.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-rabbit + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-rabbit + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-solr + +init: + [mkdir] Created dir: /usr/local/nutch/build/indexer-solr + [mkdir] Created dir: /usr/local/nutch/build/indexer-solr/classes + [mkdir] Created dir: /usr/local/nutch/build/indexer-solr/test + [mkdir] Created dir: /usr/local/nutch/build/indexer-solr/test/lib + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: indexer-solr + [javac] Compiling 4 source files to /usr/local/nutch/build/indexer-solr/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/indexer-solr/classes/org/apache/nutch/indexwriter/solr/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/indexer-solr/indexer-solr.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-solr + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/indexer-solr + +init: + [mkdir] Created dir: /usr/local/nutch/build/language-identifier + [mkdir] Created dir: /usr/local/nutch/build/language-identifier/classes + [mkdir] Created dir: /usr/local/nutch/build/language-identifier/test + [mkdir] Created dir: /usr/local/nutch/build/language-identifier/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/language-identifier + +init-plugin: + [echo] Copying language mappings (language codes to names) + [copy] Copying 1 file to /usr/local/nutch/build/language-identifier/classes + [echo] Copying test files + [copy] Copying 12 files to /usr/local/nutch/build/language-identifier/test + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: language-identifier + [javac] Compiling 3 source files to /usr/local/nutch/build/language-identifier/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/language-identifier/classes/org/apache/nutch/analysis/lang/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/language-identifier/language-identifier.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/language-identifier + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/language-identifier + +init: + [mkdir] Created dir: /usr/local/nutch/build/microformats-reltag + [mkdir] Created dir: /usr/local/nutch/build/microformats-reltag/classes + [mkdir] Created dir: /usr/local/nutch/build/microformats-reltag/test + [mkdir] Created dir: /usr/local/nutch/build/microformats-reltag/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/microformats-reltag + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: microformats-reltag + [javac] Compiling 3 source files to /usr/local/nutch/build/microformats-reltag/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/microformats-reltag/classes/org/apache/nutch/microformats/reltag/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/microformats-reltag/microformats-reltag.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/microformats-reltag + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/microformats-reltag + [mkdir] Created dir: /usr/local/nutch/build/mimetype-filter/test/data + [copy] Copying 2 files to /usr/local/nutch/build/mimetype-filter/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/mimetype-filter/classes + [mkdir] Created dir: /usr/local/nutch/build/mimetype-filter/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/mimetype-filter + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: mimetype-filter + [javac] Compiling 1 source file to /usr/local/nutch/build/mimetype-filter/classes + [javac] Ignoring source, target and bootclasspath as release has been set + +jar: + [jar] Building jar: /usr/local/nutch/build/mimetype-filter/mimetype-filter.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/mimetype-filter + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/mimetype-filter + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-ext + +init: + [mkdir] Created dir: /usr/local/nutch/build/parse-ext + [mkdir] Created dir: /usr/local/nutch/build/parse-ext/classes + [mkdir] Created dir: /usr/local/nutch/build/parse-ext/test + [mkdir] Created dir: /usr/local/nutch/build/parse-ext/test/lib + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: parse-ext + [javac] Compiling 2 source files to /usr/local/nutch/build/parse-ext/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/parse-ext/classes/org/apache/nutch/parse/ext/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/parse-ext/parse-ext.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-file + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-ext + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-ext + +init: + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: parse-html + +jar: + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + +copy-generated-lib: + [mkdir] Created dir: /usr/local/nutch/build/parse-js/test/data + [copy] Copying 2 files to /usr/local/nutch/build/parse-js/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/parse-js/classes + [mkdir] Created dir: /usr/local/nutch/build/parse-js/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/parse-js + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: parse-js + [javac] Compiling 2 source files to /usr/local/nutch/build/parse-js/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/parse-js/classes/org/apache/nutch/parse/js/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/parse-js/parse-js.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-file + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-js + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-js + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: parse-metatags + +jar: + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-file + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + +copy-generated-lib: + [mkdir] Created dir: /usr/local/nutch/build/parse-tika/test/data + [copy] Copying 11 files to /usr/local/nutch/build/parse-tika/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/parse-tika/classes + [mkdir] Created dir: /usr/local/nutch/build/parse-tika/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/parse-tika + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: parse-tika + [javac] Compiling 7 source files to /usr/local/nutch/build/parse-tika/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/parse-tika/classes/org/apache/nutch/parse/tika/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/parse-tika/parse-tika.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-file + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-tika + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-tika + [mkdir] Created dir: /usr/local/nutch/build/parse-zip/test/data + [copy] Copying 1 file to /usr/local/nutch/build/parse-zip/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/parse-zip/classes + [mkdir] Created dir: /usr/local/nutch/build/parse-zip/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/parse-zip + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: parse-zip + [javac] Compiling 3 source files to /usr/local/nutch/build/parse-zip/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/parse-zip/classes/org/apache/nutch/parse/zip/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/parse-zip/parse-zip.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-file + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-zip + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parse-zip + +init: + [mkdir] Created dir: /usr/local/nutch/build/parsefilter-debug + [mkdir] Created dir: /usr/local/nutch/build/parsefilter-debug/classes + [mkdir] Created dir: /usr/local/nutch/build/parsefilter-debug/test + [mkdir] Created dir: /usr/local/nutch/build/parsefilter-debug/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/parsefilter-debug + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: parsefilter-debug + [javac] Compiling 2 source files to /usr/local/nutch/build/parsefilter-debug/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/parsefilter-debug/classes/org/apache/nutch/parsefilter/debug/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/parsefilter-debug/parsefilter-debug.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parsefilter-debug + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parsefilter-debug + +init: + [mkdir] Created dir: /usr/local/nutch/build/parsefilter-naivebayes + [mkdir] Created dir: /usr/local/nutch/build/parsefilter-naivebayes/classes + [mkdir] Created dir: /usr/local/nutch/build/parsefilter-naivebayes/test + [mkdir] Created dir: /usr/local/nutch/build/parsefilter-naivebayes/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/parsefilter-naivebayes + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: parsefilter-naivebayes + [javac] Compiling 4 source files to /usr/local/nutch/build/parsefilter-naivebayes/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/parsefilter-naivebayes/classes/org/apache/nutch/parsefilter/naivebayes/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/parsefilter-naivebayes/parsefilter-naivebayes.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parsefilter-naivebayes + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parsefilter-naivebayes + [mkdir] Created dir: /usr/local/nutch/build/parsefilter-regex/test/data + [copy] Copying 1 file to /usr/local/nutch/build/parsefilter-regex/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/parsefilter-regex/classes + [mkdir] Created dir: /usr/local/nutch/build/parsefilter-regex/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/parsefilter-regex + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: parsefilter-regex + [javac] Compiling 2 source files to /usr/local/nutch/build/parsefilter-regex/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/parsefilter-regex/classes/org/apache/nutch/parsefilter/regex/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/parsefilter-regex/parsefilter-regex.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parsefilter-regex + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/parsefilter-regex + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-file + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + [mkdir] Created dir: /usr/local/nutch/build/protocol-foo + [mkdir] Created dir: /usr/local/nutch/build/protocol-foo/classes + [mkdir] Created dir: /usr/local/nutch/build/protocol-foo/test + [mkdir] Created dir: /usr/local/nutch/build/protocol-foo/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/protocol-foo + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-foo + [javac] Compiling 2 source files to /usr/local/nutch/build/protocol-foo/classes + [javac] Ignoring source, target and bootclasspath as release has been set + +jar: + [jar] Building jar: /usr/local/nutch/build/protocol-foo/protocol-foo.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-foo + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-foo + +init: + [mkdir] Created dir: /usr/local/nutch/build/protocol-ftp + [mkdir] Created dir: /usr/local/nutch/build/protocol-ftp/classes + [mkdir] Created dir: /usr/local/nutch/build/protocol-ftp/test + [mkdir] Created dir: /usr/local/nutch/build/protocol-ftp/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/protocol-ftp + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-ftp + [javac] Compiling 12 source files to /usr/local/nutch/build/protocol-ftp/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] /usr/local/nutch/src/plugin/protocol-ftp/src/java/org/apache/nutch/protocol/ftp/Ftp.java:191: warning: [deprecation] finalize() in Object has been deprecated + [javac] protected void finalize() { + [javac] ^ + [javac] 1 warning + [javac] Creating empty /usr/local/nutch/build/protocol-ftp/classes/org/apache/nutch/protocol/ftp/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/protocol-ftp/protocol-ftp.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-ftp + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-ftp + +init: + [mkdir] Created dir: /usr/local/nutch/build/protocol-htmlunit + [mkdir] Created dir: /usr/local/nutch/build/protocol-htmlunit/classes + [mkdir] Created dir: /usr/local/nutch/build/protocol-htmlunit/test + [mkdir] Created dir: /usr/local/nutch/build/protocol-htmlunit/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/protocol-htmlunit + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-http + +jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-htmlunit + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-htmlunit + [javac] Compiling 4 source files to /usr/local/nutch/build/protocol-htmlunit/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/protocol-htmlunit/classes/org/apache/nutch/protocol/htmlunit/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/protocol-htmlunit/protocol-htmlunit.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-htmlunit + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-htmlunit + +init: + [mkdir] Created dir: /usr/local/nutch/build/protocol-http + [mkdir] Created dir: /usr/local/nutch/build/protocol-http/classes + [mkdir] Created dir: /usr/local/nutch/build/protocol-http/test + [mkdir] Created dir: /usr/local/nutch/build/protocol-http/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/protocol-http + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-http + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-http + [javac] Compiling 4 source files to /usr/local/nutch/build/protocol-http/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/protocol-http/classes/org/apache/nutch/protocol/http/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/protocol-http/protocol-http.jar + +deps-test: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-http + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/protocol-http/test + [copy] Copied 6 empty directories to 5 empty directories under /usr/local/nutch/build/protocol-http/test + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-http + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-http + +init: + [mkdir] Created dir: /usr/local/nutch/build/protocol-httpclient + [mkdir] Created dir: /usr/local/nutch/build/protocol-httpclient/classes + [mkdir] Created dir: /usr/local/nutch/build/protocol-httpclient/test + [mkdir] Created dir: /usr/local/nutch/build/protocol-httpclient/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/protocol-httpclient + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-http + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-httpclient + [javac] Compiling 11 source files to /usr/local/nutch/build/protocol-httpclient/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/protocol-httpclient/classes/org/apache/nutch/protocol/httpclient/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/protocol-httpclient/protocol-httpclient.jar + +deps-test: + [copy] Copying 2 files to /usr/local/nutch/build/protocol-httpclient/test + [copy] Copied 6 empty directories to 5 empty directories under /usr/local/nutch/build/protocol-httpclient/test + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-httpclient + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-httpclient + +init: + [mkdir] Created dir: /usr/local/nutch/build/protocol-interactiveselenium + [mkdir] Created dir: /usr/local/nutch/build/protocol-interactiveselenium/classes + [mkdir] Created dir: /usr/local/nutch/build/protocol-interactiveselenium/test + [mkdir] Created dir: /usr/local/nutch/build/protocol-interactiveselenium/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/protocol-interactiveselenium + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-http + +jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-selenium + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-interactiveselenium + [javac] Compiling 9 source files to /usr/local/nutch/build/protocol-interactiveselenium/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/protocol-interactiveselenium/classes/org/apache/nutch/protocol/interactiveselenium/handlers/package-info.class + [javac] Creating empty /usr/local/nutch/build/protocol-interactiveselenium/classes/org/apache/nutch/protocol/interactiveselenium/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/protocol-interactiveselenium/protocol-interactiveselenium.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-interactiveselenium + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-interactiveselenium + +init: + [mkdir] Created dir: /usr/local/nutch/build/protocol-okhttp + [mkdir] Created dir: /usr/local/nutch/build/protocol-okhttp/classes + [mkdir] Created dir: /usr/local/nutch/build/protocol-okhttp/test + [mkdir] Created dir: /usr/local/nutch/build/protocol-okhttp/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/protocol-okhttp + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-http + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-okhttp + [javac] Compiling 5 source files to /usr/local/nutch/build/protocol-okhttp/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/protocol-okhttp/classes/org/apache/nutch/protocol/okhttp/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/protocol-okhttp/protocol-okhttp.jar + +deps-test: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-http + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/protocol-okhttp/test + [copy] Copied 6 empty directories to 5 empty directories under /usr/local/nutch/build/protocol-okhttp/test + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-okhttp + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-okhttp + +init: + [mkdir] Created dir: /usr/local/nutch/build/protocol-selenium + [mkdir] Created dir: /usr/local/nutch/build/protocol-selenium/classes + [mkdir] Created dir: /usr/local/nutch/build/protocol-selenium/test + [mkdir] Created dir: /usr/local/nutch/build/protocol-selenium/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/protocol-selenium + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-http + +jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-selenium + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: protocol-selenium + [javac] Compiling 4 source files to /usr/local/nutch/build/protocol-selenium/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/protocol-selenium/classes/org/apache/nutch/protocol/selenium/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/protocol-selenium/protocol-selenium.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-selenium + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/protocol-selenium + +init: + [mkdir] Created dir: /usr/local/nutch/build/publish-rabbitmq + [mkdir] Created dir: /usr/local/nutch/build/publish-rabbitmq/classes + [mkdir] Created dir: /usr/local/nutch/build/publish-rabbitmq/test + [mkdir] Created dir: /usr/local/nutch/build/publish-rabbitmq/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/publish-rabbitmq + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-rabbitmq + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: publish-rabbitmq + [javac] Compiling 3 source files to /usr/local/nutch/build/publish-rabbitmq/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/publish-rabbitmq/classes/org/apache/nutch/publisher/rabbitmq/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/publish-rabbitmq/publish-rabbitmq.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/publish-rabbitmq + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/publish-rabbitmq + +init: + [mkdir] Created dir: /usr/local/nutch/build/scoring-depth + [mkdir] Created dir: /usr/local/nutch/build/scoring-depth/classes + [mkdir] Created dir: /usr/local/nutch/build/scoring-depth/test + [mkdir] Created dir: /usr/local/nutch/build/scoring-depth/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/scoring-depth + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: scoring-depth + [javac] Compiling 2 source files to /usr/local/nutch/build/scoring-depth/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/scoring-depth/classes/org/apache/nutch/scoring/depth/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/scoring-depth/scoring-depth.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/scoring-depth + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/scoring-depth + +init: + [mkdir] Created dir: /usr/local/nutch/build/scoring-link + [mkdir] Created dir: /usr/local/nutch/build/scoring-link/classes + [mkdir] Created dir: /usr/local/nutch/build/scoring-link/test + [mkdir] Created dir: /usr/local/nutch/build/scoring-link/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/scoring-link + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: scoring-link + [javac] Compiling 2 source files to /usr/local/nutch/build/scoring-link/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/scoring-link/classes/org/apache/nutch/scoring/link/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/scoring-link/scoring-link.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/scoring-link + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/scoring-link + +init: + [mkdir] Created dir: /usr/local/nutch/build/scoring-opic + [mkdir] Created dir: /usr/local/nutch/build/scoring-opic/classes + [mkdir] Created dir: /usr/local/nutch/build/scoring-opic/test + [mkdir] Created dir: /usr/local/nutch/build/scoring-opic/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/scoring-opic + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: scoring-opic + [javac] Compiling 2 source files to /usr/local/nutch/build/scoring-opic/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/scoring-opic/classes/org/apache/nutch/scoring/opic/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/scoring-opic/scoring-opic.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/scoring-opic + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/scoring-opic + +init: + [mkdir] Created dir: /usr/local/nutch/build/scoring-orphan + [mkdir] Created dir: /usr/local/nutch/build/scoring-orphan/classes + [mkdir] Created dir: /usr/local/nutch/build/scoring-orphan/test + [mkdir] Created dir: /usr/local/nutch/build/scoring-orphan/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/scoring-orphan + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: scoring-orphan + [javac] Compiling 2 source files to /usr/local/nutch/build/scoring-orphan/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/scoring-orphan/classes/org/apache/nutch/scoring/orphan/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/scoring-orphan/scoring-orphan.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/scoring-orphan + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/scoring-orphan + +init: + [mkdir] Created dir: /usr/local/nutch/build/scoring-similarity + [mkdir] Created dir: /usr/local/nutch/build/scoring-similarity/classes + [mkdir] Created dir: /usr/local/nutch/build/scoring-similarity/test + [mkdir] Created dir: /usr/local/nutch/build/scoring-similarity/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/scoring-similarity + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: scoring-similarity + [javac] Compiling 9 source files to /usr/local/nutch/build/scoring-similarity/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/scoring-similarity/classes/org/apache/nutch/scoring/similarity/cosine/package-info.class + [javac] Creating empty /usr/local/nutch/build/scoring-similarity/classes/org/apache/nutch/scoring/similarity/util/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/scoring-similarity/scoring-similarity.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/scoring-similarity + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/scoring-similarity + +init: + [mkdir] Created dir: /usr/local/nutch/build/scoring-metadata + [mkdir] Created dir: /usr/local/nutch/build/scoring-metadata/classes + [mkdir] Created dir: /usr/local/nutch/build/scoring-metadata/test + [mkdir] Created dir: /usr/local/nutch/build/scoring-metadata/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/scoring-metadata + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: scoring-metadata + [javac] Compiling 2 source files to /usr/local/nutch/build/scoring-metadata/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/scoring-metadata/classes/org/apache/nutch/scoring/metadata/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/scoring-metadata/scoring-metadata.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/scoring-metadata + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/scoring-metadata + +init: + [mkdir] Created dir: /usr/local/nutch/build/subcollection + [mkdir] Created dir: /usr/local/nutch/build/subcollection/classes + [mkdir] Created dir: /usr/local/nutch/build/subcollection/test + [mkdir] Created dir: /usr/local/nutch/build/subcollection/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/subcollection + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: subcollection + [javac] Compiling 5 source files to /usr/local/nutch/build/subcollection/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/subcollection/classes/org/apache/nutch/collection/package-info.class + [javac] Creating empty /usr/local/nutch/build/subcollection/classes/org/apache/nutch/indexer/subcollection/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/subcollection/subcollection.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/subcollection + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/subcollection + +init: + [mkdir] Created dir: /usr/local/nutch/build/tld + [mkdir] Created dir: /usr/local/nutch/build/tld/classes + [mkdir] Created dir: /usr/local/nutch/build/tld/test + [mkdir] Created dir: /usr/local/nutch/build/tld/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/tld + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: tld + [javac] Compiling 2 source files to /usr/local/nutch/build/tld/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/tld/classes/org/apache/nutch/indexer/tld/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/tld/tld.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/tld + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/tld + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-automaton/test/data + [copy] Copying 6 files to /usr/local/nutch/build/urlfilter-automaton/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-automaton/classes + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-automaton/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlfilter-automaton + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-regex-filter + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlfilter-automaton + [javac] Compiling 2 source files to /usr/local/nutch/build/urlfilter-automaton/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlfilter-automaton/classes/org/apache/nutch/urlfilter/automaton/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlfilter-automaton/urlfilter-automaton.jar + +deps-test: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-regex-filter + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-automaton + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-automaton + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-domain/test/data + [copy] Copying 1 file to /usr/local/nutch/build/urlfilter-domain/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-domain/classes + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-domain/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlfilter-domain + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlfilter-domain + [javac] Compiling 2 source files to /usr/local/nutch/build/urlfilter-domain/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlfilter-domain/classes/org/apache/nutch/urlfilter/domain/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlfilter-domain/urlfilter-domain.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-domain + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-domain + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-domaindenylist/test/data + [copy] Copying 1 file to /usr/local/nutch/build/urlfilter-domaindenylist/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-domaindenylist/classes + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-domaindenylist/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlfilter-domaindenylist + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlfilter-domaindenylist + [javac] Compiling 2 source files to /usr/local/nutch/build/urlfilter-domaindenylist/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlfilter-domaindenylist/classes/org/apache/nutch/urlfilter/domaindenylist/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlfilter-domaindenylist/urlfilter-domaindenylist.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-domaindenylist + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-domaindenylist + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-fast/test/data + [copy] Copying 4 files to /usr/local/nutch/build/urlfilter-fast/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-fast/classes + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-fast/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlfilter-fast + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-regex-filter + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlfilter-fast + [javac] Compiling 2 source files to /usr/local/nutch/build/urlfilter-fast/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlfilter-fast/classes/org/apache/nutch/urlfilter/fast/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlfilter-fast/urlfilter-fast.jar + +deps-test: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-regex-filter + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-fast + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-fast + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-prefix + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-prefix/classes + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-prefix/test + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-prefix/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlfilter-prefix + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlfilter-prefix + [javac] Compiling 2 source files to /usr/local/nutch/build/urlfilter-prefix/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlfilter-prefix/classes/org/apache/nutch/urlfilter/prefix/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlfilter-prefix/urlfilter-prefix.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-prefix + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-prefix + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-regex/test/data + [copy] Copying 8 files to /usr/local/nutch/build/urlfilter-regex/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-regex/classes + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-regex/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlfilter-regex + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-regex-filter + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlfilter-regex + [javac] Compiling 2 source files to /usr/local/nutch/build/urlfilter-regex/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlfilter-regex/classes/org/apache/nutch/urlfilter/regex/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlfilter-regex/urlfilter-regex.jar + +deps-test: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-regex-filter + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-regex + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-regex + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-suffix + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-suffix/classes + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-suffix/test + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-suffix/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlfilter-suffix + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlfilter-suffix + [javac] Compiling 2 source files to /usr/local/nutch/build/urlfilter-suffix/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlfilter-suffix/classes/org/apache/nutch/urlfilter/suffix/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlfilter-suffix/urlfilter-suffix.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-suffix + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-suffix + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-validator + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-validator/classes + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-validator/test + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-validator/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlfilter-validator + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlfilter-validator + [javac] Compiling 2 source files to /usr/local/nutch/build/urlfilter-validator/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlfilter-validator/classes/org/apache/nutch/urlfilter/validator/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlfilter-validator/urlfilter-validator.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-validator + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-validator + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-ignoreexempt/test/data + [copy] Copying 1 file to /usr/local/nutch/build/urlfilter-ignoreexempt/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-ignoreexempt/classes + [mkdir] Created dir: /usr/local/nutch/build/urlfilter-ignoreexempt/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlfilter-ignoreexempt + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-regex-filter + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlfilter-ignoreexempt + [javac] Compiling 2 source files to /usr/local/nutch/build/urlfilter-ignoreexempt/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlfilter-ignoreexempt/classes/org/apache/nutch/urlfilter/ignoreexempt/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlfilter-ignoreexempt/urlfilter-ignoreexempt.jar + +deps-test: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-regex-filter + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +init: + +init-plugin: + +deps-jar: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-regex-filter + +jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlfilter-regex + +jar: + +deps-test: + +init: + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: lib-regex-filter + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-ignoreexempt + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlfilter-ignoreexempt + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlmeta + [mkdir] Created dir: /usr/local/nutch/build/urlmeta/classes + [mkdir] Created dir: /usr/local/nutch/build/urlmeta/test + [mkdir] Created dir: /usr/local/nutch/build/urlmeta/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlmeta + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlmeta + [javac] Compiling 4 source files to /usr/local/nutch/build/urlmeta/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlmeta/classes/org/apache/nutch/scoring/urlmeta/package-info.class + [javac] Creating empty /usr/local/nutch/build/urlmeta/classes/org/apache/nutch/indexer/urlmeta/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlmeta/urlmeta.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlmeta + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlmeta + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-ajax + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-ajax/classes + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-ajax/test + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-ajax/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlnormalizer-ajax + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlnormalizer-ajax + [javac] Compiling 1 source file to /usr/local/nutch/build/urlnormalizer-ajax/classes + [javac] Ignoring source, target and bootclasspath as release has been set + +jar: + [jar] Building jar: /usr/local/nutch/build/urlnormalizer-ajax/urlnormalizer-ajax.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-ajax + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-ajax + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-basic + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-basic/classes + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-basic/test + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-basic/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlnormalizer-basic + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlnormalizer-basic + [javac] Compiling 2 source files to /usr/local/nutch/build/urlnormalizer-basic/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlnormalizer-basic/classes/org/apache/nutch/net/urlnormalizer/basic/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlnormalizer-basic/urlnormalizer-basic.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-basic + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-basic + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-host/test/data + [copy] Copying 1 file to /usr/local/nutch/build/urlnormalizer-host/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-host/classes + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-host/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlnormalizer-host + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlnormalizer-host + [javac] Compiling 2 source files to /usr/local/nutch/build/urlnormalizer-host/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlnormalizer-host/classes/org/apache/nutch/net/urlnormalizer/host/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlnormalizer-host/urlnormalizer-host.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-host + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-host + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-pass + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-pass/classes + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-pass/test + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-pass/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlnormalizer-pass + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlnormalizer-pass + [javac] Compiling 2 source files to /usr/local/nutch/build/urlnormalizer-pass/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlnormalizer-pass/classes/org/apache/nutch/net/urlnormalizer/pass/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlnormalizer-pass/urlnormalizer-pass.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-pass + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-pass + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-protocol/test/data + [copy] Copying 1 file to /usr/local/nutch/build/urlnormalizer-protocol/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-protocol/classes + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-protocol/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlnormalizer-protocol + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlnormalizer-protocol + [javac] Compiling 2 source files to /usr/local/nutch/build/urlnormalizer-protocol/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlnormalizer-protocol/classes/org/apache/nutch/net/urlnormalizer/protocol/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlnormalizer-protocol/urlnormalizer-protocol.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-protocol + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-protocol + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-querystring + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-querystring/classes + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-querystring/test + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-querystring/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlnormalizer-querystring + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlnormalizer-querystring + [javac] Compiling 2 source files to /usr/local/nutch/build/urlnormalizer-querystring/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlnormalizer-querystring/classes/org/apache/nutch/net/urlnormalizer/querystring/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlnormalizer-querystring/urlnormalizer-querystring.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-querystring + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-querystring + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-regex/test/data + [copy] Copying 4 files to /usr/local/nutch/build/urlnormalizer-regex/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-regex/classes + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-regex/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlnormalizer-regex + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlnormalizer-regex + [javac] Compiling 2 source files to /usr/local/nutch/build/urlnormalizer-regex/classes + [javac] Ignoring source, target and bootclasspath as release has been set + [javac] Creating empty /usr/local/nutch/build/urlnormalizer-regex/classes/org/apache/nutch/net/urlnormalizer/regex/package-info.class + +jar: + [jar] Building jar: /usr/local/nutch/build/urlnormalizer-regex/urlnormalizer-regex.jar + +deps-test: + +init: + +init-plugin: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + +jar: + +deps-test: + +deploy: + +copy-generated-lib: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-regex + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-regex + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-slash/test/data + [copy] Copying 1 file to /usr/local/nutch/build/urlnormalizer-slash/test/data + +init: + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-slash/classes + [mkdir] Created dir: /usr/local/nutch/build/urlnormalizer-slash/test/lib + [mkdir] Created dir: /usr/local/nutch/build/plugins/urlnormalizer-slash + +init-plugin: + +deps-jar: + +clean-lib: + +resolve-default: +[ivy:resolve] :: loading settings :: file = /usr/local/nutch/ivy/ivysettings.xml + +compile: + [echo] Compiling plugin: urlnormalizer-slash + [javac] Compiling 1 source file to /usr/local/nutch/build/urlnormalizer-slash/classes + [javac] Ignoring source, target and bootclasspath as release has been set + +jar: + [jar] Building jar: /usr/local/nutch/build/urlnormalizer-slash/urlnormalizer-slash.jar + +deps-test: + +deploy: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-slash + +copy-generated-lib: + [copy] Copying 1 file to /usr/local/nutch/build/plugins/urlnormalizer-slash + +compile: + +BUILD SUCCESSFUL +Total time: 13 seconds diff --git a/build.xml b/build.xml index c4b0b0d661..1fc6b870ff 100644 --- a/build.xml +++ b/build.xml @@ -40,7 +40,7 @@ - + @@ -79,7 +79,12 @@ - + @@ -120,15 +125,9 @@ + destdir="${build.classes}"> @@ -450,15 +449,9 @@ + destdir="${test.build.classes}"> diff --git a/deprecation.sh b/deprecation.sh new file mode 100755 index 0000000000..4179097459 --- /dev/null +++ b/deprecation.sh @@ -0,0 +1,10 @@ +#!/bin/bash +if grep -iEq "warning: \[deprecation\]" build.log; then + echo "==========================================================" + echo "= Java deprecation warnings detected! Failing the build. =" + echo "==========================================================" + grep -iE "warning: \[deprecation\]" -A 2 build.log + exit 1 +else + echo "No Java deprecation warnings found." +fi diff --git a/src/java/org/apache/nutch/crawl/CrawlDbReader.java b/src/java/org/apache/nutch/crawl/CrawlDbReader.java index 03cf0fbd39..a0152a639f 100644 --- a/src/java/org/apache/nutch/crawl/CrawlDbReader.java +++ b/src/java/org/apache/nutch/crawl/CrawlDbReader.java @@ -16,47 +16,27 @@ */ package org.apache.nutch.crawl; -import java.io.Closeable; -import java.io.DataOutputStream; -import java.io.File; -import java.io.IOException; -import java.lang.invoke.MethodHandles; -import java.net.MalformedURLException; -import java.net.URL; -import java.nio.ByteBuffer; -import java.util.ArrayList; -import java.util.Arrays; -import java.util.Date; -import java.util.HashMap; -import java.util.LinkedHashMap; -import java.util.List; -import java.util.Map; -import java.util.Map.Entry; -import java.util.Random; -import java.util.TreeMap; -import java.util.regex.Matcher; -import java.util.regex.Pattern; - +import com.fasterxml.jackson.core.JsonGenerationException; +import com.fasterxml.jackson.core.JsonGenerator; +import com.fasterxml.jackson.core.json.JsonWriteFeature; +import com.fasterxml.jackson.core.util.MinimalPrettyPrinter; +import com.fasterxml.jackson.databind.JsonSerializer; +import com.fasterxml.jackson.databind.ObjectMapper; +import com.fasterxml.jackson.databind.ObjectWriter; +import com.fasterxml.jackson.databind.SerializerProvider; +import com.fasterxml.jackson.databind.module.SimpleModule; +import com.tdunning.math.stats.MergingDigest; +import com.tdunning.math.stats.TDigest; import org.apache.commons.jexl3.JexlScript; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FSDataOutputStream; import org.apache.hadoop.fs.FileStatus; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; -import org.apache.hadoop.io.BytesWritable; -import org.apache.hadoop.io.FloatWritable; -import org.apache.hadoop.io.LongWritable; -import org.apache.hadoop.io.MapFile; -import org.apache.hadoop.io.SequenceFile; -import org.apache.hadoop.io.Text; -import org.apache.hadoop.io.Writable; +import org.apache.hadoop.io.*; import org.apache.hadoop.io.compress.CompressionCodec; import org.apache.hadoop.io.compress.GzipCodec; -import org.apache.hadoop.mapreduce.Job; -import org.apache.hadoop.mapreduce.Mapper; -import org.apache.hadoop.mapreduce.RecordWriter; -import org.apache.hadoop.mapreduce.Reducer; -import org.apache.hadoop.mapreduce.TaskAttemptContext; +import org.apache.hadoop.mapreduce.*; import org.apache.hadoop.mapreduce.lib.input.FileInputFormat; import org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFormat; import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat; @@ -67,26 +47,22 @@ import org.apache.hadoop.util.ReflectionUtils; import org.apache.hadoop.util.StringUtils; import org.apache.hadoop.util.ToolRunner; -import org.apache.nutch.util.AbstractChecker; -import org.apache.nutch.util.JexlUtil; -import org.apache.nutch.util.NutchConfiguration; -import org.apache.nutch.util.NutchJob; -import org.apache.nutch.util.SegmentReaderUtil; -import org.apache.nutch.util.StringUtil; -import org.apache.nutch.util.TimingUtil; +import org.apache.nutch.util.*; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -import com.fasterxml.jackson.core.JsonGenerationException; -import com.fasterxml.jackson.core.JsonGenerator; -import com.fasterxml.jackson.core.util.MinimalPrettyPrinter; -import com.fasterxml.jackson.databind.JsonSerializer; -import com.fasterxml.jackson.databind.ObjectMapper; -import com.fasterxml.jackson.databind.ObjectWriter; -import com.fasterxml.jackson.databind.SerializerProvider; -import com.fasterxml.jackson.databind.module.SimpleModule; -import com.tdunning.math.stats.MergingDigest; -import com.tdunning.math.stats.TDigest; +import java.io.Closeable; +import java.io.DataOutputStream; +import java.io.File; +import java.io.IOException; +import java.lang.invoke.MethodHandles; +import java.net.MalformedURLException; +import java.net.URL; +import java.nio.ByteBuffer; +import java.util.*; +import java.util.Map.Entry; +import java.util.regex.Matcher; +import java.util.regex.Pattern; /** * Read utility for the CrawlDB. @@ -263,7 +239,7 @@ protected static class LineRecordWriter public LineRecordWriter(DataOutputStream out) { this.out = out; jsonMapper.getFactory() - .configure(JsonGenerator.Feature.ESCAPE_NON_ASCII, true); + .configure(JsonWriteFeature.ESCAPE_NON_ASCII.mappedFeature(), true); SimpleModule module = new SimpleModule(); module.addSerializer(Writable.class, new WritableSerializer()); jsonMapper.registerModule(module); diff --git a/src/java/org/apache/nutch/indexer/IndexWriter.java b/src/java/org/apache/nutch/indexer/IndexWriter.java index 43d4a48c7e..7ffea27e9e 100644 --- a/src/java/org/apache/nutch/indexer/IndexWriter.java +++ b/src/java/org/apache/nutch/indexer/IndexWriter.java @@ -30,15 +30,6 @@ public interface IndexWriter extends Pluggable, Configurable { */ final static String X_POINT_ID = IndexWriter.class.getName(); - /** - * @param conf Nutch configuration - * @param name target name of the {@link IndexWriter} to be opened - * @throws IOException Some exception thrown by some writer. - * @deprecated use {@link #open(IndexWriterParams)}} instead. - */ - @Deprecated - public void open(Configuration conf, String name) throws IOException; - /** * Initializes the internal variables from a given index writer configuration. * diff --git a/src/java/org/apache/nutch/indexer/IndexWriters.java b/src/java/org/apache/nutch/indexer/IndexWriters.java index f8ae8ee866..3db075ff41 100644 --- a/src/java/org/apache/nutch/indexer/IndexWriters.java +++ b/src/java/org/apache/nutch/indexer/IndexWriters.java @@ -211,7 +211,7 @@ private Collection getIndexWriters(NutchDocument doc) { public void open(Configuration conf, String name) throws IOException { for (Map.Entry entry : this.indexWriters .entrySet()) { - entry.getValue().getIndexWriter().open(conf, name); + entry.getValue().getIndexWriter().open(new IndexWriterParams(new HashMap<>())); entry.getValue().getIndexWriter() .open(entry.getValue().getIndexWriterConfig().getParams()); } diff --git a/src/java/org/apache/nutch/metadata/SpellCheckedMetadata.java b/src/java/org/apache/nutch/metadata/SpellCheckedMetadata.java index 0547f4f43f..f3b0486089 100644 --- a/src/java/org/apache/nutch/metadata/SpellCheckedMetadata.java +++ b/src/java/org/apache/nutch/metadata/SpellCheckedMetadata.java @@ -101,7 +101,7 @@ private static String normalize(final String str) { *
  • CoNtEntType gives Content-Type
    • *
  • ConTnTtYpe gives Content-Type
    • * - * If no matching with a well-known metadata name is found, then the original + * If no well-known metadata name match is found, then the original * name is returned. * * @param name @@ -115,7 +115,7 @@ public static String getNormalizedName(final String name) { if ((value == null) && (normalized != null)) { int threshold = Math.min(3, searched.length() / TRESHOLD_DIVIDER); for (int i = 0; i < normalized.length && value == null; i++) { - if (StringUtils.getLevenshteinDistance(searched, normalized[i]) < threshold) { + if (StringUtils.compareIgnoreCase(searched, normalized[i]) < threshold) { //.getLevenshteinDistance(searched, normalized[i]) < threshold) { value = NAMES_IDX.get(normalized[i]); } } diff --git a/src/java/org/apache/nutch/plugin/PluginRepository.java b/src/java/org/apache/nutch/plugin/PluginRepository.java index bec0625214..62f06a1b71 100644 --- a/src/java/org/apache/nutch/plugin/PluginRepository.java +++ b/src/java/org/apache/nutch/plugin/PluginRepository.java @@ -18,6 +18,7 @@ import java.lang.invoke.MethodHandles; import java.lang.reflect.Array; +import java.lang.ref.Cleaner; import java.lang.reflect.Constructor; import java.lang.reflect.InvocationTargetException; import java.lang.reflect.Method; @@ -70,6 +71,8 @@ public class PluginRepository implements URLStreamHandlerFactory { protected static final Logger LOG = LoggerFactory.getLogger(MethodHandles.lookup().lookupClass()); + private static final Cleaner CLEANER = Cleaner.create(); + /** * @param conf a populated {@link Configuration} * @throws RuntimeException if a fatal runtime error is encountered @@ -98,13 +101,22 @@ public PluginRepository(Configuration conf) throws RuntimeException { try { installExtensions(this.fRegisteredPlugins); } catch (PluginRuntimeException e) { - LOG.error("Could not install extensions.", e.toString()); + LOG.error("Could not install extensions. {}", e.toString()); throw new RuntimeException(e.getMessage()); } registerURLStreamHandlerFactory(); displayStatus(); + + // Register cleanup action with Cleaner + CLEANER.register(this, () -> { + try { + shutDownActivatedPlugins(); + } catch (PluginRuntimeException e) { + LOG.error("Error during cleanup of activated plugins", e); + } + }); } /** @@ -313,19 +325,6 @@ public Plugin getPluginInstance(PluginDescriptor pDescriptor) } } - /** - * Attempts to shut down all activated plugins. - * @deprecated - * @see JEP 421: Deprecate Finalization for Removal - * @see java.lang.Object#finalize() - * @deprecated - */ - @Override - @Deprecated - public void finalize() throws Throwable { - shutDownActivatedPlugins(); - } - /** * Shuts down all plugins * diff --git a/src/plugin/indexer-cloudsearch/src/java/org/apache/nutch/indexwriter/cloudsearch/CloudSearchIndexWriter.java b/src/plugin/indexer-cloudsearch/src/java/org/apache/nutch/indexwriter/cloudsearch/CloudSearchIndexWriter.java index ecff85743a..501b95b546 100644 --- a/src/plugin/indexer-cloudsearch/src/java/org/apache/nutch/indexwriter/cloudsearch/CloudSearchIndexWriter.java +++ b/src/plugin/indexer-cloudsearch/src/java/org/apache/nutch/indexwriter/cloudsearch/CloudSearchIndexWriter.java @@ -87,15 +87,8 @@ public class CloudSearchIndexWriter implements IndexWriter { private String endpoint; private String regionName; - @Override - public void open(Configuration conf, String name) throws IOException { - //Implementation not required - } - @Override public void open(IndexWriterParams parameters) throws IOException { - // LOG.debug("CloudSearchIndexWriter.open() name={} ", name); - endpoint = parameters.get(CloudSearchConstants.ENDPOINT); dumpBatchFilesToTemp = parameters .getBoolean(CloudSearchConstants.BATCH_DUMP, false); @@ -114,8 +107,7 @@ public void open(IndexWriterParams parameters) throws IOException { buffer = new StringBuffer(MAX_SIZE_BATCH_BYTES).append('['); if (dumpBatchFilesToTemp) { - // only dumping to local file - // no more config required + // only dumping to local file no more config required return; } diff --git a/src/plugin/indexer-csv/src/java/org/apache/nutch/indexwriter/csv/CSVIndexWriter.java b/src/plugin/indexer-csv/src/java/org/apache/nutch/indexwriter/csv/CSVIndexWriter.java index a0ea4a738e..30d09d7502 100644 --- a/src/plugin/indexer-csv/src/java/org/apache/nutch/indexwriter/csv/CSVIndexWriter.java +++ b/src/plugin/indexer-csv/src/java/org/apache/nutch/indexwriter/csv/CSVIndexWriter.java @@ -191,11 +191,6 @@ protected int find(String value, int start) { private Path csvLocalOutFile; - @Override - public void open(Configuration conf, String name) throws IOException { - - } - /** * Initializes the internal variables from a given index writer configuration. * diff --git a/src/plugin/indexer-dummy/src/java/org/apache/nutch/indexwriter/dummy/DummyIndexWriter.java b/src/plugin/indexer-dummy/src/java/org/apache/nutch/indexwriter/dummy/DummyIndexWriter.java index b24aa632d4..5fa7f10073 100644 --- a/src/plugin/indexer-dummy/src/java/org/apache/nutch/indexwriter/dummy/DummyIndexWriter.java +++ b/src/plugin/indexer-dummy/src/java/org/apache/nutch/indexwriter/dummy/DummyIndexWriter.java @@ -49,11 +49,6 @@ public class DummyIndexWriter implements IndexWriter { private boolean delete = false; private String path; - @Override - public void open(Configuration conf, String name) throws IOException { - //Implementation not required - } - /** * Initializes the internal variables from a given index writer configuration. * diff --git a/src/plugin/indexer-elastic/src/java/org/apache/nutch/indexwriter/elastic/ElasticIndexWriter.java b/src/plugin/indexer-elastic/src/java/org/apache/nutch/indexwriter/elastic/ElasticIndexWriter.java index 84978dbc22..0c8450e579 100644 --- a/src/plugin/indexer-elastic/src/java/org/apache/nutch/indexwriter/elastic/ElasticIndexWriter.java +++ b/src/plugin/indexer-elastic/src/java/org/apache/nutch/indexwriter/elastic/ElasticIndexWriter.java @@ -101,11 +101,6 @@ public class ElasticIndexWriter implements IndexWriter { private Configuration config; - @Override - public void open(Configuration conf, String name) throws IOException { - // Implementation not required - } - /** * Initializes the internal variables from a given index writer configuration. * diff --git a/src/plugin/indexer-kafka/src/java/org/apache/nutch/indexwriter/kafka/KafkaIndexWriter.java b/src/plugin/indexer-kafka/src/java/org/apache/nutch/indexwriter/kafka/KafkaIndexWriter.java index 2fcf6de872..31514b01f7 100644 --- a/src/plugin/indexer-kafka/src/java/org/apache/nutch/indexwriter/kafka/KafkaIndexWriter.java +++ b/src/plugin/indexer-kafka/src/java/org/apache/nutch/indexwriter/kafka/KafkaIndexWriter.java @@ -65,11 +65,6 @@ public class KafkaIndexWriter implements IndexWriter { private JsonNode json = null; private List> inputDocs = null; - - @Override - public void open(Configuration job, String name) throws IOException { - //Implementation not required - } @Override public void open(IndexWriterParams params) throws IOException { diff --git a/src/plugin/indexer-opensearch-1x/src/java/org/apache/nutch/indexwriter/opensearch1x/OpenSearch1xIndexWriter.java b/src/plugin/indexer-opensearch-1x/src/java/org/apache/nutch/indexwriter/opensearch1x/OpenSearch1xIndexWriter.java index a51004ebc3..ea1b98f12f 100644 --- a/src/plugin/indexer-opensearch-1x/src/java/org/apache/nutch/indexwriter/opensearch1x/OpenSearch1xIndexWriter.java +++ b/src/plugin/indexer-opensearch-1x/src/java/org/apache/nutch/indexwriter/opensearch1x/OpenSearch1xIndexWriter.java @@ -109,12 +109,6 @@ public class OpenSearch1xIndexWriter implements IndexWriter { private Configuration config; - - @Override - public void open(Configuration conf, String name) throws IOException { - // Implementation not required - } - /** * Initializes the internal variables from a given index writer * configuration. diff --git a/src/plugin/indexer-rabbit/src/java/org/apache/nutch/indexwriter/rabbit/RabbitIndexWriter.java b/src/plugin/indexer-rabbit/src/java/org/apache/nutch/indexwriter/rabbit/RabbitIndexWriter.java index 37acf12a15..02d280813c 100644 --- a/src/plugin/indexer-rabbit/src/java/org/apache/nutch/indexwriter/rabbit/RabbitIndexWriter.java +++ b/src/plugin/indexer-rabbit/src/java/org/apache/nutch/indexwriter/rabbit/RabbitIndexWriter.java @@ -78,11 +78,6 @@ public void setConf(Configuration conf) { config = conf; } - @Override - public void open(Configuration conf, String name) throws IOException { - //Implementation not required - } - /** * Initializes the internal variables from a given index writer configuration. * diff --git a/src/plugin/indexer-solr/src/java/org/apache/nutch/indexwriter/solr/SolrIndexWriter.java b/src/plugin/indexer-solr/src/java/org/apache/nutch/indexwriter/solr/SolrIndexWriter.java index bd2a518246..09ec93acbd 100644 --- a/src/plugin/indexer-solr/src/java/org/apache/nutch/indexwriter/solr/SolrIndexWriter.java +++ b/src/plugin/indexer-solr/src/java/org/apache/nutch/indexwriter/solr/SolrIndexWriter.java @@ -75,11 +75,6 @@ public class SolrIndexWriter implements IndexWriter { private String authHeaderName; private String authHeaderValue; - @Override - public void open(Configuration conf, String name) { - // Implementation not required - } - /** * Initializes the internal variables from a given index writer configuration. * diff --git a/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java b/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java index 9fb0b43fdd..8381b01846 100644 --- a/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java +++ b/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java @@ -16,18 +16,10 @@ */ package org.apache.nutch.indexer.filter; +import org.apache.commons.cli.*; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -import org.apache.commons.cli.Option; -import org.apache.commons.cli.Options; -import org.apache.commons.cli.OptionBuilder; -import org.apache.commons.cli.CommandLine; -import org.apache.commons.cli.CommandLineParser; -import org.apache.commons.cli.HelpFormatter; -import org.apache.commons.cli.GnuParser; -import org.apache.commons.cli.UnrecognizedOptionException; - import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.util.StringUtils; import org.apache.hadoop.io.Text; @@ -67,7 +59,6 @@ /** * An {@link org.apache.nutch.indexer.IndexingFilter} that allows filtering * of documents based on the MIME Type detected by Tika - * */ public class MimeTypeIndexingFilter implements IndexingFilter { @@ -139,9 +130,8 @@ public void setConf(Configuration conf) { if (file != null) { if (file.isEmpty()) { - LOG.warn(String - .format("Missing %s property, ALL mimetypes will be allowed", - MIMEFILTER_REGEX_FILE)); + LOG.warn("Missing {} property, ALL mimetypes will be allowed", + MIMEFILTER_REGEX_FILE); } else { Reader reader = conf.getConfResourceAsReader(file); @@ -196,20 +186,18 @@ public Configuration getConf() { * Main method for invoking this tool * @param args run with no arguments to print help * @throws IOException if there is a fatal I/O error processing the input args - * @throws IndexingException if there is a fatal error whils indexing + * @throws IndexingException if there is a fatal error whilst indexing */ public static void main(String[] args) throws IOException, IndexingException { - Option helpOpt = new Option("h", "help", false, "show this help message"); - @SuppressWarnings("static-access") - Option rulesOpt = OptionBuilder.withArgName("file").hasArg() - .withDescription( - "Rules file to be used in the tests relative to the conf directory") - .isRequired().create("rules"); + Option helpOpt = new Option("h", "help", false, "Show this help message."); + Option rulesOpt = Option.builder().option("rules").hasArg().argName("file") + .desc("Rules file to be used in the tests relative to the conf directory.") + .required().build(); Options options = new Options(); options.addOption(helpOpt).addOption(rulesOpt); - CommandLineParser parser = new GnuParser(); + CommandLineParser parser = new DefaultParser(); HelpFormatter formatter = new HelpFormatter(); String rulesFile; From 8997e64207a199e98a8ee3f7ad130f3d762cc22a Mon Sep 17 00:00:00 2001 From: lewismc Date: Sun, 22 Feb 2026 15:43:36 -0800 Subject: [PATCH 02/13] NUTCH-3130 Address deprecated API usage across Nutch codebase and build --- src/java/org/apache/nutch/plugin/PluginRepository.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/java/org/apache/nutch/plugin/PluginRepository.java b/src/java/org/apache/nutch/plugin/PluginRepository.java index 62f06a1b71..81f3a356f2 100644 --- a/src/java/org/apache/nutch/plugin/PluginRepository.java +++ b/src/java/org/apache/nutch/plugin/PluginRepository.java @@ -101,7 +101,7 @@ public PluginRepository(Configuration conf) throws RuntimeException { try { installExtensions(this.fRegisteredPlugins); } catch (PluginRuntimeException e) { - LOG.error("Could not install extensions. {}", e.toString()); + LOG.error("Could not install extensions: {}", e.toString()); throw new RuntimeException(e.getMessage()); } From 01239fc1e310ae7144f2ab1cfa88f58a45a5e50a Mon Sep 17 00:00:00 2001 From: lewismc Date: Sun, 22 Feb 2026 15:55:36 -0800 Subject: [PATCH 03/13] NUTCH-3130 Address deprecated API usage across Nutch codebase and build --- .github/workflows/master-build.yml | 2 +- .../nutch/scoring/webgraph/LinkDumper.java | 6 ++--- .../nutch/scoring/webgraph/LinkRank.java | 6 ++--- .../nutch/scoring/webgraph/NodeDumper.java | 22 ++++++++-------- .../nutch/scoring/webgraph/NodeReader.java | 8 +++--- .../nutch/scoring/webgraph/ScoreUpdater.java | 8 +++--- .../nutch/scoring/webgraph/WebGraph.java | 8 +++--- .../org/apache/nutch/service/NutchServer.java | 8 +++--- .../service/impl/NutchServerPoolExecutor.java | 6 ++--- .../nutch/tools/CommonCrawlDataDumper.java | 26 +++++++++---------- .../org/apache/nutch/tools/FileDumper.java | 14 +++++----- .../org/apache/nutch/tools/ResolveUrls.java | 8 +++--- .../nutch/util/CrawlCompletionStats.java | 10 +++---- src/java/org/apache/nutch/util/NutchJob.java | 2 +- .../nutch/util/ReducerContextWrapper.java | 3 +++ 15 files changed, 70 insertions(+), 67 deletions(-) diff --git a/.github/workflows/master-build.yml b/.github/workflows/master-build.yml index bc2b13717c..32c5d25296 100644 --- a/.github/workflows/master-build.yml +++ b/.github/workflows/master-build.yml @@ -259,7 +259,7 @@ jobs: APPROVED_PATTERN="SpellCheckedMetadata\.java|CrawlDBTestUtil\.java|CrawlDbUpdateUtil\.java" unapproved=$(echo "$deprecations" | grep -v -E "$APPROVED_PATTERN" || true) if [ -n "$unapproved" ]; then - echo "❌ Unapproved Java deprecation warnings detected! Failing the build. =" + echo "❌ Unapproved Java deprecation warnings detected! Failing the build." echo "$unapproved" exit 1 fi diff --git a/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java b/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java index 754f0a31b1..ca5d699384 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java +++ b/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java @@ -28,7 +28,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.HelpFormatter; +import org.apache.commons.cli.help.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.lang3.time.StopWatch; @@ -419,14 +419,14 @@ public int run(String[] args) throws Exception { Option helpOpts = Option.builder("help") .argName("help") .desc("show this help message") - .build(); + .get(); options.addOption(helpOpts); Option webGraphDbOpts = Option.builder("webgraphdb") .argName("webgraphdb") .hasArg() .desc("the web graph database to use") - .build(); + .get(); options.addOption(webGraphDbOpts); CommandLineParser parser = new DefaultParser(); diff --git a/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java b/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java index dc60c0c8d3..ca3b27d09d 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java +++ b/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java @@ -31,7 +31,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.HelpFormatter; +import org.apache.commons.cli.help.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.lang3.time.StopWatch; @@ -725,14 +725,14 @@ public int run(String[] args) throws Exception { Option helpOpts = Option.builder("help") .argName("help") .desc("show this help message") - .build(); + .get(); options.addOption(helpOpts); Option webgraphOpts = Option.builder("webgraphdb") .argName("webgraphdb") .hasArg() .desc("the web graph db to use") - .build(); + .get(); options.addOption(webgraphOpts); CommandLineParser parser = new DefaultParser(); diff --git a/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java b/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java index ecbd67b791..2b3d070971 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java +++ b/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java @@ -23,7 +23,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.HelpFormatter; +import org.apache.commons.cli.help.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.lang3.time.StopWatch; @@ -375,65 +375,65 @@ public int run(String[] args) throws Exception { Option helpOpts = Option.builder("help") .argName("help") .desc("show this help message") - .build(); + .get(); options.addOption(helpOpts); Option webGraphDbOpts = Option.builder("webgraphdb") .argName("webgraphdb") .hasArg() .desc("the web graph database to use") - .build(); + .get(); options.addOption(webGraphDbOpts); Option inlinkOpts = Option.builder("inlinks") .argName("inlinks") .desc("show highest inlinks") - .build(); + .get(); options.addOption(inlinkOpts); Option outlinkOpts = Option.builder("outlinks") .argName("outlinks") .desc("show highest outlinks") - .build(); + .get(); options.addOption(outlinkOpts); Option scoreOpts = Option.builder("scores") .argName("scores") .desc("show highest scores") - .build(); + .get(); options.addOption(scoreOpts); Option topNOpts = Option.builder("topn") .argName("topn") .optionalArg(true) .desc("show topN scores") - .build(); + .get(); options.addOption(topNOpts); Option outputOpts = Option.builder("output") .argName("output") .hasArg() .desc("the output directory to use") - .build(); + .get(); options.addOption(outputOpts); Option effOpts = Option.builder("asEff") .argName("asEff") .desc("Solr ExternalFileField compatible output format") - .build(); + .get(); options.addOption(effOpts); Option groupOpts = Option.builder("group") .hasArgs() .numberOfArgs(2) .desc("group ") - .build(); + .get(); options.addOption(groupOpts); Option sequenceFileOpts = Option.builder("asSequenceFile") .argName("asSequenceFile") .desc("whether to output as a sequencefile") - .build(); + .get(); options.addOption(sequenceFileOpts); CommandLineParser parser = new DefaultParser(); diff --git a/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java b/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java index 4a3b2e4ae6..c8d10a32fc 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java +++ b/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java @@ -21,7 +21,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.HelpFormatter; +import org.apache.commons.cli.help.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.hadoop.conf.Configuration; @@ -93,21 +93,21 @@ public static void main(String[] args) throws Exception { Option helpOpts = Option.builder("help") .argName("help") .desc("show this help message") - .build(); + .get(); options.addOption(helpOpts); Option webGraphOpts = Option.builder("webgraphdb") .argName("webgraphdb") .hasArg() .desc("the webgraphdb to use") - .build(); + .get(); options.addOption(webGraphOpts); Option urlOpts = Option.builder("url") .argName("url") .optionalArg(true) .desc("the url to dump") - .build(); + .get(); options.addOption(urlOpts); CommandLineParser parser = new DefaultParser(); diff --git a/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java b/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java index 6a43d309ba..9e4442eec3 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java +++ b/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java @@ -24,7 +24,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.HelpFormatter; +import org.apache.commons.cli.help.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.lang3.time.StopWatch; @@ -231,21 +231,21 @@ public int run(String[] args) throws Exception { Option helpOpts = Option.builder("help") .argName("help") .desc("show this help message") - .build(); + .get(); options.addOption(helpOpts); Option crawlDbOpts = Option.builder("crawldb") .argName("crawldb") .hasArg() .desc("the crawldb to use") - .build(); + .get(); options.addOption(crawlDbOpts); Option webGraphOpts = Option.builder("webgraphdb") .argName("webgraphdb") .hasArg() .desc("the webgraphdb to use") - .build(); + .get(); options.addOption(webGraphOpts); CommandLineParser parser = new DefaultParser(); diff --git a/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java b/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java index 6590bdd5d4..4277de5173 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java +++ b/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java @@ -30,7 +30,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.HelpFormatter; +import org.apache.commons.cli.help.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.lang3.time.StopWatch; @@ -754,17 +754,17 @@ public int run(String[] args) throws Exception { .argName("webgraphdb") .hasArg() .desc("the web graph database to create (if none exists) or use if one does") - .build(); + .get(); Option segOpt = Option.builder("segment") .argName("segment") .hasArgs() .desc("the segment(s) to use") - .build(); + .get(); Option segDirOpt = Option.builder("segmentDir") .argName("segmentDir") .hasArgs() .desc("the segment directory to use") - .build(); + .get(); // create the options Options options = new Options(); diff --git a/src/java/org/apache/nutch/service/NutchServer.java b/src/java/org/apache/nutch/service/NutchServer.java index 0b017f2e11..d853d59ed7 100644 --- a/src/java/org/apache/nutch/service/NutchServer.java +++ b/src/java/org/apache/nutch/service/NutchServer.java @@ -28,7 +28,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.HelpFormatter; +import org.apache.commons.cli.help.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.cli.ParseException; @@ -198,21 +198,21 @@ private static Options createOptions() { Option helpOpt = Option.builder(CMD_HELP) .desc("Show this help") - .build(); + .get(); options.addOption(helpOpt); Option portOpt = Option.builder(CMD_PORT) .argName("port") .optionalArg(true) .desc("The port to run the Nutch Server. Default port 8081") - .build(); + .get(); options.addOption(portOpt); Option hostOpt = Option.builder(CMD_HOST) .argName("host") .optionalArg(true) .desc("The host to bind the Nutch Server to. Default is localhost.") - .build(); + .get(); options.addOption(hostOpt); return options; diff --git a/src/java/org/apache/nutch/service/impl/NutchServerPoolExecutor.java b/src/java/org/apache/nutch/service/impl/NutchServerPoolExecutor.java index 1d1e8175be..fde4c699af 100644 --- a/src/java/org/apache/nutch/service/impl/NutchServerPoolExecutor.java +++ b/src/java/org/apache/nutch/service/impl/NutchServerPoolExecutor.java @@ -18,13 +18,13 @@ import java.util.Collection; import java.util.List; +import java.util.Objects; import java.util.Queue; import java.util.concurrent.BlockingQueue; import java.util.concurrent.ThreadPoolExecutor; import java.util.concurrent.TimeUnit; import org.apache.commons.collections4.CollectionUtils; -import org.apache.commons.lang3.StringUtils; import org.apache.nutch.service.model.response.JobInfo; import com.google.common.collect.Lists; @@ -76,7 +76,7 @@ private void addStatusToHistory(JobWorker worker) { public JobWorker findWorker(String jobId) { synchronized (runningWorkers) { for (JobWorker worker : runningWorkers) { - if (StringUtils.equals(worker.getInfo().getId(), jobId)) { + if (Objects.equals(worker.getInfo().getId(), jobId)) { return worker; } } @@ -120,7 +120,7 @@ private Collection getJobsInfo(Collection workers) { public JobInfo getInfo(String jobId) { for (JobInfo jobInfo : getAllJobs()) { - if (StringUtils.equals(jobId, jobInfo.getId())) { + if (Objects.equals(jobId, jobInfo.getId())) { return jobInfo; } } diff --git a/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java b/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java index 3fb6207acc..48c5b85603 100644 --- a/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java +++ b/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java @@ -40,7 +40,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.HelpFormatter; +import org.apache.commons.cli.help.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.codec.digest.DigestUtils; @@ -576,7 +576,7 @@ public int run(String[] args) throws Exception { .argName("outputDir") .hasArg() .desc("output directory (which will be created) to host the CBOR data.") - .build(); + .get(); // WARC format Option warcOpt = new Option("warc", "export to a WARC file"); @@ -584,61 +584,61 @@ public int run(String[] args) throws Exception { .argName("segment") .hasArgs() .desc("the segment or directory containing segments to use") - .build(); + .get(); // create mimetype and gzip options Option mimeOpt = Option.builder("mimetype") .required(false) .argName("mimetype") .hasArgs() .desc("an optional list of mimetypes to dump, excluding all others. Defaults to all.") - .build(); + .get(); Option gzipOpt = Option.builder("gzip") .argName("gzip") .hasArg(false) .desc("an optional flag indicating whether to additionally gzip the data.") - .build(); + .get(); Option keyPrefixOpt = Option.builder("keyPrefix") .argName("keyPrefix") .hasArg(true) .desc("an optional prefix for key in the output format.") - .build(); + .get(); Option simpleDateFormatOpt = Option.builder("SimpleDateFormat") .argName("SimpleDateFormat") .hasArg(false) .desc("an optional format for timestamp in GMT epoch milliseconds.") - .build(); + .get(); Option epochFilenameOpt = Option.builder("epochFilename") .argName("epochFilename") .hasArg(false) .desc("an optional format for output filename.") - .build(); + .get(); Option jsonArrayOpt = Option.builder("jsonArray") .argName("jsonArray") .hasArg(false) .desc("an optional format for JSON output.") - .build(); + .get(); Option reverseKeyOpt = Option.builder("reverseKey") .argName("reverseKey") .hasArg(false) .desc("an optional format for key value in JSON output.") - .build(); + .get(); Option extensionOpt = Option.builder("extension") .argName("extension") .hasArg(true) .desc("an optional file extension for output documents.") - .build(); + .get(); Option sizeOpt = Option.builder("warcSize") .argName("warcSize") .hasArg(true) .type(Number.class) .desc("an optional file size in bytes for the WARC file(s)") - .build(); + .get(); Option linkDbOpt = Option.builder("linkdb") .argName("linkdb") .hasArg(true) .desc("an optional linkdb parameter to include inlinks in dump files") .required(false) - .build(); + .get(); // create the options Options options = new Options(); diff --git a/src/java/org/apache/nutch/tools/FileDumper.java b/src/java/org/apache/nutch/tools/FileDumper.java index 832b2e5be8..58f633ad10 100644 --- a/src/java/org/apache/nutch/tools/FileDumper.java +++ b/src/java/org/apache/nutch/tools/FileDumper.java @@ -28,7 +28,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.HelpFormatter; +import org.apache.commons.cli.help.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.io.IOUtils; @@ -311,29 +311,29 @@ public static void main(String[] args) throws Exception { .argName("outputDir") .hasArg() .desc("output directory (which will be created) to host the raw data") - .build(); + .get(); Option segOpt = Option.builder("segment") .argName("segment") .hasArgs() .desc("the segment(s) to use") - .build(); + .get(); Option mimeOpt = Option.builder("mimetype") .argName("mimetype") .hasArgs() .desc("an optional list of mimetypes to dump, excluding all others. Defaults to all.") - .build(); + .get(); Option mimeStat = Option.builder("mimeStats") .argName("mimeStats") .desc("only display mimetype stats for the segment(s) instead of dumping file.") - .build(); + .get(); Option dirStructureOpt = Option.builder("flatdir") .argName("flatdir") .desc("optionally specify that the output directory should only contain files.") - .build(); + .get(); Option reverseURLOutput = Option.builder("reverseUrlDirs") .argName("reverseUrlDirs") .desc("optionally specify to use reverse URL folders for output structure.") - .build(); + .get(); // create the options Options options = new Options(); diff --git a/src/java/org/apache/nutch/tools/ResolveUrls.java b/src/java/org/apache/nutch/tools/ResolveUrls.java index d0fcccdcab..6c8072266f 100644 --- a/src/java/org/apache/nutch/tools/ResolveUrls.java +++ b/src/java/org/apache/nutch/tools/ResolveUrls.java @@ -30,7 +30,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.HelpFormatter; +import org.apache.commons.cli.help.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.slf4j.Logger; @@ -168,21 +168,21 @@ public static void main(String[] args) { Option helpOpts = Option.builder("help") .argName("help") .desc("show this help message") - .build(); + .get(); options.addOption(helpOpts); Option urlOpts = Option.builder("urls") .argName("urls") .hasArg() .desc("the urls file to check") - .build(); + .get(); options.addOption(urlOpts); Option numThreadOpts = Option.builder("numThreads") .argName("numThreads") .hasArgs() .desc("the number of threads to use") - .build(); + .get(); options.addOption(numThreadOpts); CommandLineParser parser = new DefaultParser(); diff --git a/src/java/org/apache/nutch/util/CrawlCompletionStats.java b/src/java/org/apache/nutch/util/CrawlCompletionStats.java index 4e4a3079be..bae8d13532 100644 --- a/src/java/org/apache/nutch/util/CrawlCompletionStats.java +++ b/src/java/org/apache/nutch/util/CrawlCompletionStats.java @@ -25,7 +25,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.HelpFormatter; +import org.apache.commons.cli.help.HelpFormatter; import org.apache.commons.cli.MissingOptionException; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; @@ -72,24 +72,24 @@ public int run(String[] args) throws Exception { .required() .desc("Comma separated list of crawldb directories (e.g., \"./crawl1/crawldb,./crawl2/crawldb\")") .hasArgs() - .build(); + .get(); Option outDir = Option.builder("outputDir") .argName("outputDir") .required() .desc("Output directory where results should be dumped") .hasArgs() - .build(); + .get(); Option modeOpt = Option.builder("mode") .argName("mode") .required() .desc("Set statistics gathering mode (by 'host' or by 'domain')") .hasArgs() - .build(); + .get(); Option numReducers = Option.builder("numReducers") .argName("numReducers") .desc("Optional number of reduce jobs to use. Defaults to 1") .hasArgs() - .build(); + .get(); Options options = new Options(); options.addOption(helpOpt); diff --git a/src/java/org/apache/nutch/util/NutchJob.java b/src/java/org/apache/nutch/util/NutchJob.java index 7f346e0fc3..c51b60c60b 100644 --- a/src/java/org/apache/nutch/util/NutchJob.java +++ b/src/java/org/apache/nutch/util/NutchJob.java @@ -36,7 +36,7 @@ public class NutchJob extends Job { /** Default constructor for subclass or reflection use. */ public NutchJob() throws IOException { - super(); + super(new Configuration()); } /** diff --git a/src/test/org/apache/nutch/util/ReducerContextWrapper.java b/src/test/org/apache/nutch/util/ReducerContextWrapper.java index 196116c4cb..9ea4646a11 100644 --- a/src/test/org/apache/nutch/util/ReducerContextWrapper.java +++ b/src/test/org/apache/nutch/util/ReducerContextWrapper.java @@ -266,12 +266,14 @@ public boolean getJobSetupCleanupNeeded() { } @Override + @SuppressWarnings("deprecation") public Path[] getLocalCacheArchives() throws IOException { // Auto-generated return null; } @Override + @SuppressWarnings("deprecation") public Path[] getLocalCacheFiles() throws IOException { // Auto-generated return null; @@ -372,6 +374,7 @@ public RawComparator getSortComparator() { } @Override + @SuppressWarnings("deprecation") public boolean getSymlink() { // Auto-generated return false; From 5d5920a9169e5450c6bef3ff8e858c250e80fc52 Mon Sep 17 00:00:00 2001 From: lewismc Date: Sun, 22 Feb 2026 16:02:38 -0800 Subject: [PATCH 04/13] NUTCH-3130 Address deprecated API usage across Nutch codebase and build --- .../nutch/scoring/webgraph/LinkDumper.java | 4 ++-- .../nutch/scoring/webgraph/LinkRank.java | 4 ++-- .../nutch/scoring/webgraph/NodeDumper.java | 4 ++-- .../nutch/scoring/webgraph/NodeReader.java | 4 ++-- .../nutch/scoring/webgraph/ScoreUpdater.java | 4 ++-- .../nutch/scoring/webgraph/WebGraph.java | 4 ++-- .../org/apache/nutch/service/NutchServer.java | 6 ++--- .../nutch/tools/CommonCrawlDataDumper.java | 5 ++--- .../org/apache/nutch/tools/FileDumper.java | 4 ++-- .../org/apache/nutch/tools/ResolveUrls.java | 6 ++--- .../nutch/util/CrawlCompletionStats.java | 8 +++---- src/java/org/apache/nutch/util/NutchJob.java | 1 + .../filter/MimeTypeIndexingFilter.java | 22 +++++++++++-------- 13 files changed, 40 insertions(+), 36 deletions(-) diff --git a/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java b/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java index ca5d699384..339d67281f 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java +++ b/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java @@ -434,8 +434,8 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb")) { - HelpFormatter formatter = new HelpFormatter(); - formatter.printHelp("LinkDumper", options); + HelpFormatter formatter = HelpFormatter.builder().get(); + formatter.printHelp("LinkDumper", "", options, "", false); return -1; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java b/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java index ca3b27d09d..042a34b228 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java +++ b/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java @@ -740,8 +740,8 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb")) { - HelpFormatter formatter = new HelpFormatter(); - formatter.printHelp("LinkRank", options); + HelpFormatter formatter = HelpFormatter.builder().get(); + formatter.printHelp("LinkRank", "", options, "", false); return -1; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java b/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java index 2b3d070971..045bd67b36 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java +++ b/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java @@ -441,8 +441,8 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb")) { - HelpFormatter formatter = new HelpFormatter(); - formatter.printHelp("NodeDumper", options); + HelpFormatter formatter = HelpFormatter.builder().get(); + formatter.printHelp("NodeDumper", "", options, "", false); return -1; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java b/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java index c8d10a32fc..004642b3f9 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java +++ b/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java @@ -117,8 +117,8 @@ public static void main(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb") || !line.hasOption("url")) { - HelpFormatter formatter = new HelpFormatter(); - formatter.printHelp("WebGraphReader", options); + HelpFormatter formatter = HelpFormatter.builder().get(); + formatter.printHelp("WebGraphReader", "", options, "", false); return; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java b/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java index 9e4442eec3..9799b87539 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java +++ b/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java @@ -254,8 +254,8 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb") || !line.hasOption("crawldb")) { - HelpFormatter formatter = new HelpFormatter(); - formatter.printHelp("ScoreUpdater", options); + HelpFormatter formatter = HelpFormatter.builder().get(); + formatter.printHelp("ScoreUpdater", "", options, "", false); return -1; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java b/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java index 4277de5173..769a4a2d87 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java +++ b/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java @@ -780,8 +780,8 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb") || (!line.hasOption("segment") && !line.hasOption("segmentDir"))) { - HelpFormatter formatter = new HelpFormatter(); - formatter.printHelp("WebGraph", options, true); + HelpFormatter formatter = HelpFormatter.builder().get(); + formatter.printHelp("WebGraph", "", options, "", true); return -1; } diff --git a/src/java/org/apache/nutch/service/NutchServer.java b/src/java/org/apache/nutch/service/NutchServer.java index d853d59ed7..ee038d9ce2 100644 --- a/src/java/org/apache/nutch/service/NutchServer.java +++ b/src/java/org/apache/nutch/service/NutchServer.java @@ -172,13 +172,13 @@ public long getStarted(){ return started; } - public static void main(String[] args) throws ParseException { + public static void main(String[] args) throws ParseException, java.io.IOException { CommandLineParser parser = new DefaultParser(); Options options = createOptions(); CommandLine commandLine = parser.parse(options, args); if (commandLine.hasOption(CMD_HELP)) { - HelpFormatter formatter = new HelpFormatter(); - formatter.printHelp("NutchServer", options, true); + HelpFormatter formatter = HelpFormatter.builder().get(); + formatter.printHelp("NutchServer", "", options, "", true); return; } diff --git a/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java b/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java index 48c5b85603..d0a719bfe9 100644 --- a/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java +++ b/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java @@ -665,9 +665,8 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("outputDir") || (!line .hasOption("segment"))) { - HelpFormatter formatter = new HelpFormatter(); - formatter - .printHelp(CommonCrawlDataDumper.class.getName(), options, true); + HelpFormatter formatter = HelpFormatter.builder().get(); + formatter.printHelp(CommonCrawlDataDumper.class.getName(), "", options, "", true); return 0; } diff --git a/src/java/org/apache/nutch/tools/FileDumper.java b/src/java/org/apache/nutch/tools/FileDumper.java index 58f633ad10..8ae4b61741 100644 --- a/src/java/org/apache/nutch/tools/FileDumper.java +++ b/src/java/org/apache/nutch/tools/FileDumper.java @@ -350,8 +350,8 @@ public static void main(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("outputDir") || (!line.hasOption("segment"))) { - HelpFormatter formatter = new HelpFormatter(); - formatter.printHelp("FileDumper", options, true); + HelpFormatter formatter = HelpFormatter.builder().get(); + formatter.printHelp("FileDumper", "", options, "", true); return; } diff --git a/src/java/org/apache/nutch/tools/ResolveUrls.java b/src/java/org/apache/nutch/tools/ResolveUrls.java index 6c8072266f..fb53a6b250 100644 --- a/src/java/org/apache/nutch/tools/ResolveUrls.java +++ b/src/java/org/apache/nutch/tools/ResolveUrls.java @@ -162,7 +162,7 @@ public ResolveUrls(String urlsFile, int numThreads) { * @param args the input arguments for this tool. Running * with 'help' will print parameter options. */ - public static void main(String[] args) { + public static void main(String[] args) throws java.io.IOException { Options options = new Options(); Option helpOpts = Option.builder("help") @@ -190,8 +190,8 @@ public static void main(String[] args) { // parse out common line arguments CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("urls")) { - HelpFormatter formatter = new HelpFormatter(); - formatter.printHelp("ResolveUrls", options); + HelpFormatter formatter = HelpFormatter.builder().get(); + formatter.printHelp("ResolveUrls", "", options, "", false); return; } diff --git a/src/java/org/apache/nutch/util/CrawlCompletionStats.java b/src/java/org/apache/nutch/util/CrawlCompletionStats.java index bae8d13532..b163bb8c89 100644 --- a/src/java/org/apache/nutch/util/CrawlCompletionStats.java +++ b/src/java/org/apache/nutch/util/CrawlCompletionStats.java @@ -104,14 +104,14 @@ public int run(String[] args) throws Exception { try { cli = parser.parse(options, args); } catch (MissingOptionException e) { - HelpFormatter formatter = new HelpFormatter(); - formatter.printHelp("CrawlCompletionStats", options, true); + HelpFormatter formatter = HelpFormatter.builder().get(); + formatter.printHelp("CrawlCompletionStats", "", options, "", true); return 1; } if (cli.hasOption("help")) { - HelpFormatter formatter = new HelpFormatter(); - formatter.printHelp("CrawlCompletionStats", options, true); + HelpFormatter formatter = HelpFormatter.builder().get(); + formatter.printHelp("CrawlCompletionStats", "", options, "", true); return 1; } diff --git a/src/java/org/apache/nutch/util/NutchJob.java b/src/java/org/apache/nutch/util/NutchJob.java index c51b60c60b..8a34a599c6 100644 --- a/src/java/org/apache/nutch/util/NutchJob.java +++ b/src/java/org/apache/nutch/util/NutchJob.java @@ -35,6 +35,7 @@ public class NutchJob extends Job { private static final String JOB_FAILURE_LOG_FORMAT = "%s job did not succeed, job id: %s, job status: %s, reason: %s"; /** Default constructor for subclass or reflection use. */ + @SuppressWarnings("deprecation") public NutchJob() throws IOException { super(new Configuration()); } diff --git a/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java b/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java index 8381b01846..ebe02f73e5 100644 --- a/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java +++ b/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java @@ -16,7 +16,13 @@ */ package org.apache.nutch.indexer.filter; -import org.apache.commons.cli.*; +import org.apache.commons.cli.CommandLine; +import org.apache.commons.cli.CommandLineParser; +import org.apache.commons.cli.DefaultParser; +import org.apache.commons.cli.Option; +import org.apache.commons.cli.Options; +import org.apache.commons.cli.UnrecognizedOptionException; +import org.apache.commons.cli.help.HelpFormatter; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -192,30 +198,28 @@ public static void main(String[] args) throws IOException, IndexingException { Option helpOpt = new Option("h", "help", false, "Show this help message."); Option rulesOpt = Option.builder().option("rules").hasArg().argName("file") .desc("Rules file to be used in the tests relative to the conf directory.") - .required().build(); + .required().get(); Options options = new Options(); options.addOption(helpOpt).addOption(rulesOpt); CommandLineParser parser = new DefaultParser(); - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); String rulesFile; try { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("rules")) { - formatter - .printHelp("org.apache.nutch.indexer.filter.MimeTypeIndexingFilter", - options, true); + formatter.printHelp("org.apache.nutch.indexer.filter.MimeTypeIndexingFilter", + "", options, "", true); return; } rulesFile = line.getOptionValue("rules"); } catch (UnrecognizedOptionException e) { - formatter - .printHelp("org.apache.nutch.indexer.filter.MimeTypeIndexingFilter", - options, true); + formatter.printHelp("org.apache.nutch.indexer.filter.MimeTypeIndexingFilter", + "", options, "", true); return; } catch (Exception e) { LOG.error(StringUtils.stringifyException(e)); From 3a4922174628461fe7036397376da304aa00e63e Mon Sep 17 00:00:00 2001 From: lewismc Date: Sun, 22 Feb 2026 16:23:01 -0800 Subject: [PATCH 05/13] NUTCH-3130 Address deprecated API usage across Nutch codebase and build --- .github/workflows/master-build.yml | 75 +---- default.properties | 7 +- .../indexer/geoip/GeoIPDocumentCreator.java | 304 +++++++++--------- 3 files changed, 167 insertions(+), 219 deletions(-) diff --git a/.github/workflows/master-build.yml b/.github/workflows/master-build.yml index 32c5d25296..c8340a6a80 100644 --- a/.github/workflows/master-build.yml +++ b/.github/workflows/master-build.yml @@ -22,13 +22,9 @@ on: branches: [master] # Java Version Strategy: -# - BUILD: Requires Java 17+ (JUnit 6 dependency) -# - RUNTIME: Supports Java 11+ (javac.version=11 produces Java 11 bytecode) -# -# The 'build' job verifies bytecode compilation for both Java 11 and 17 targets. -# The 'runtime-java11' job verifies the built artifacts actually run on Java 11. -# The 'tests' job runs on JDK 17 (required by JUnit 6) with the default -# javac.version=11 bytecode target for backward compatibility. +# - BUILD and RUNTIME: Java 17 only +# - The 'build' job compiles with javac.version=17. +# - The 'tests' job runs on JDK 17. jobs: javadoc: @@ -85,16 +81,9 @@ jobs: if: ${{ env.UNKNOWN_LICENSES != '0 Unknown Licenses' }} run: exit 1 - # Build verification with Java bytecode target matrix - # Verifies bytecode compatibility for both Java 11 and Java 17 targets + # Build verification (Java 17 only) build: - strategy: - fail-fast: false - matrix: - javac-version: ['11', '17'] - os: [ubuntu-latest] - runs-on: ${{ matrix.os }} - name: build (javac.version=${{ matrix.javac-version }}) + runs-on: ubuntu-latest steps: - uses: actions/checkout@v5 - name: Set up JDK 17 @@ -109,16 +98,13 @@ jobs: key: ${{ runner.os }}-ivy-${{ hashFiles('ivy/ivy.xml', 'src/plugin/**/ivy.xml') }} restore-keys: | ${{ runner.os }}-ivy- - - name: Build with javac.version=${{ matrix.javac-version }} - run: ant clean runtime -Djavac.version=${{ matrix.javac-version }} -buildfile build.xml + - name: Build with Java 17 + run: ant clean runtime -Djavac.version=17 -buildfile build.xml - name: Verify bytecode version run: | - # Extract and verify the bytecode version of compiled classes - # Java 11 = major version 55, Java 17 = major version 61 - EXPECTED_VERSION=${{ matrix.javac-version == '11' && '55' || '61' }} - echo "Expected major version: $EXPECTED_VERSION (Java ${{ matrix.javac-version }})" - - # Find a real class file (exclude package-info.class which may have different version) + # Java 17 = major version 61 + EXPECTED_VERSION=61 + echo "Expected major version: $EXPECTED_VERSION (Java 17)" cd build/classes CLASS_FILE=$(find . -name "*.class" ! -name "package-info.class" | head -1) if [ -n "$CLASS_FILE" ]; then @@ -135,44 +121,7 @@ jobs: exit 1 fi - # Verify runtime compatibility on Java 11 - # This ensures the built artifacts can actually run on Java 11 - runtime-java11: - needs: build - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v5 - - name: Set up JDK 17 for building - uses: actions/setup-java@v5 - with: - java-version: '17' - distribution: 'temurin' - - name: Cache Ivy dependencies - uses: actions/cache@v4 - with: - path: ~/.ivy2/cache - key: ${{ runner.os }}-ivy-${{ hashFiles('ivy/ivy.xml', 'src/plugin/**/ivy.xml') }} - restore-keys: | - ${{ runner.os }}-ivy- - - name: Build with Java 11 target - run: ant clean runtime -Djavac.version=11 -buildfile build.xml - - name: Set up JDK 11 for runtime verification - uses: actions/setup-java@v5 - with: - java-version: '11' - distribution: 'temurin' - - name: Verify runtime on Java 11 - run: | - echo "Verifying Nutch can run on Java 11..." - java -version - cd runtime/local - # Actually load Java classes by running showproperties - # This invokes org.apache.nutch.tools.ShowProperties and verifies the JAR loads - bin/nutch showproperties | head -20 - echo "Java 11 runtime verification complete" - - # Tests run on JDK 17 (required by JUnit 6) with default javac.version=11 - # Java 11 runtime compatibility is verified by the runtime-java11 job + # Tests run on JDK 17 tests: strategy: fail-fast: false @@ -256,7 +205,7 @@ jobs: exit 0 fi # Allowlist: deprecated Nutch classes (e.g. SpellCheckedMetadata, future release) and test mocks implementing deprecated Hadoop API - APPROVED_PATTERN="SpellCheckedMetadata\.java|CrawlDBTestUtil\.java|CrawlDbUpdateUtil\.java" + APPROVED_PATTERN="SpellCheckedMetadata\.java|CrawlDBTestUtil\.java|CrawlDbUpdateUtil\.java|GeoIPDocumentCreator\.java" unapproved=$(echo "$deprecations" | grep -v -E "$APPROVED_PATTERN" || true) if [ -n "$unapproved" ]; then echo "❌ Unapproved Java deprecation warnings detected! Failing the build." diff --git a/default.properties b/default.properties index e0fde46d84..6e0e4dd125 100644 --- a/default.properties +++ b/default.properties @@ -62,11 +62,8 @@ javac.optimize=on javac.deprecation=on # Java bytecode target version for compiled classes. -# Set to 11 for backward-compatible runtime (works on Java 11+). -# Note: Building and running tests requires Java 17+ (JUnit 6 requirement), -# but the compiled artifacts will run on Java 11+. -# Override with: ant -Djavac.version=17 to target Java 17 bytecode. -javac.version=11 +# Project requires Java 17+ for build and runtime +javac.version=17 runtime.dir=./runtime runtime.deploy=${runtime.dir}/deploy diff --git a/src/plugin/index-geoip/src/java/org/apache/nutch/indexer/geoip/GeoIPDocumentCreator.java b/src/plugin/index-geoip/src/java/org/apache/nutch/indexer/geoip/GeoIPDocumentCreator.java index e7da55f95a..2d76740f64 100644 --- a/src/plugin/index-geoip/src/java/org/apache/nutch/indexer/geoip/GeoIPDocumentCreator.java +++ b/src/plugin/index-geoip/src/java/org/apache/nutch/indexer/geoip/GeoIPDocumentCreator.java @@ -44,6 +44,7 @@ import com.maxmind.geoip2.record.Postal; import com.maxmind.geoip2.record.RepresentedCountry; import com.maxmind.geoip2.record.Subdivision; +import com.maxmind.geoip2.record.Anonymizer; import com.maxmind.geoip2.record.Traits; /** @@ -114,8 +115,8 @@ public static NutchDocument createDocFromAnonymousIpDb(String serverIp, Optional opt = reader.tryAnonymousIp(InetAddress.getByName(serverIp)); if (opt.isPresent()) { AnonymousIpResponse response = opt.get(); - addIfNotDuplicate(doc, "ip", response.getIpAddress()); - addIfNotNull(doc, ANONYMOUS_NETWORK_ADDRESS, response.getNetwork().toString()); + addIfNotDuplicate(doc, "ip", response.ipAddress()); + addIfNotNull(doc, ANONYMOUS_NETWORK_ADDRESS, response.network().toString()); addIfNotNull(doc, "isAnonymous", response.isAnonymous()); addIfNotNull(doc, "isAnonymousVpn", response.isAnonymousVpn()); addIfNotNull(doc, "isHostingProxy", response.isHostingProvider()); @@ -143,10 +144,10 @@ public static NutchDocument createDocFromAsnDb(String serverIp, Optional opt = reader.tryAsn(InetAddress.getByName(serverIp)); if (opt.isPresent()) { AsnResponse response = opt.get(); - addIfNotDuplicate(doc, "ip", response.getIpAddress()); - addIfNotNull(doc, ASN_NETWORK_ADDRESS, response.getNetwork().toString()); - addIfNotNull(doc, "autonomousSystemNumber", response.getAutonomousSystemNumber()); - addIfNotNull(doc, "autonomousSystemOrganization", response.getAutonomousSystemOrganization()); + addIfNotDuplicate(doc, "ip", response.ipAddress()); + addIfNotNull(doc, ASN_NETWORK_ADDRESS, response.network().toString()); + addIfNotNull(doc, "autonomousSystemNumber", response.autonomousSystemNumber()); + addIfNotNull(doc, "autonomousSystemOrganization", response.autonomousSystemOrganization()); } else { LOG.debug("'{}' IP address not found in ASN DB.", serverIp); } @@ -176,67 +177,67 @@ public static NutchDocument createDocFromCityDb(String serverIp, } private static NutchDocument processCityDocument(NutchDocument doc, CityResponse response) { - City city = response.getCity(); - addIfNotNull(doc, "cityName", city.getName()); - addIfNotNull(doc, "cityConfidence", city.getConfidence()); - addIfNotNull(doc, "cityGeoNameId", city.getGeoNameId()); - - Continent continent = response.getContinent(); - addIfNotNull(doc, "continentCode", continent.getCode()); - addIfNotNull(doc, "continentGeoNameId", continent.getGeoNameId()); - addIfNotNull(doc, "continentName", continent.getName()); - - Country country = response.getRegisteredCountry(); - addIfNotNull(doc, "countryIsoCode", country.getIsoCode()); - addIfNotNull(doc, "countryName", country.getName()); - addIfNotNull(doc, "countryConfidence", country.getConfidence()); - addIfNotNull(doc, "countryGeoNameId", country.getGeoNameId()); + City city = response.city(); + addIfNotNull(doc, "cityName", city.name()); + addIfNotNull(doc, "cityConfidence", city.confidence()); + addIfNotNull(doc, "cityGeoNameId", city.geonameId()); + + Continent continent = response.continent(); + addIfNotNull(doc, "continentCode", continent.code()); + addIfNotNull(doc, "continentGeoNameId", continent.geonameId()); + addIfNotNull(doc, "continentName", continent.name()); + + Country country = response.registeredCountry(); + addIfNotNull(doc, "countryIsoCode", country.isoCode()); + addIfNotNull(doc, "countryName", country.name()); + addIfNotNull(doc, "countryConfidence", country.confidence()); + addIfNotNull(doc, "countryGeoNameId", country.geonameId()); addIfNotNull(doc, "countryInEuropeanUnion", country.isInEuropeanUnion()); - Location location = response.getLocation(); - if (location.getLatitude() != null && location.getLongitude() != null) { - addIfNotNull(doc, "latLon", location.getLatitude() + "," + location.getLongitude()); + Location location = response.location(); + if (location.latitude() != null && location.longitude() != null) { + addIfNotNull(doc, "latLon", location.latitude() + "," + location.longitude()); } - addIfNotNull(doc, "accuracyRadius", location.getAccuracyRadius()); - addIfNotNull(doc, "timeZone", location.getTimeZone()); - addIfNotNull(doc, "populationDensity", location.getPopulationDensity()); - - Postal postal = response.getPostal(); - addIfNotNull(doc, "postalCode", postal.getCode()); - addIfNotNull(doc, "postalConfidence", postal.getConfidence()); - - RepresentedCountry rCountry = response.getRepresentedCountry(); - addIfNotNull(doc, "countryType", rCountry.getType()); - - Subdivision mostSubdivision = response.getMostSpecificSubdivision(); - addIfNotNull(doc, "mostSpecificSubDivName", mostSubdivision.getName()); - addIfNotNull(doc, "mostSpecificSubDivIsoCode", mostSubdivision.getIsoCode()); - addIfNotNull(doc, "mostSpecificSubDivConfidence", mostSubdivision.getConfidence()); - addIfNotNull(doc, "mostSpecificSubDivGeoNameId", mostSubdivision.getGeoNameId()); - - Subdivision leastSubdivision = response.getLeastSpecificSubdivision(); - addIfNotNull(doc, "leastSpecificSubDivName", leastSubdivision.getName()); - addIfNotNull(doc, "leastSpecificSubDivIsoCode", leastSubdivision.getIsoCode()); - addIfNotNull(doc, "leastSpecificSubDivConfidence", leastSubdivision.getConfidence()); - addIfNotNull(doc, "leastSpecificSubDivGeoNameId", leastSubdivision.getGeoNameId()); - - Traits traits = response.getTraits(); - addIfNotNull(doc, "autonomousSystemNumber", traits.getAutonomousSystemNumber()); - addIfNotNull(doc, "autonomousSystemOrganization", traits.getAutonomousSystemOrganization()); - if (traits.getConnectionType() != null) { - addIfNotNull(doc, "connectionType", traits.getConnectionType().toString()); + addIfNotNull(doc, "accuracyRadius", location.accuracyRadius()); + addIfNotNull(doc, "timeZone", location.timeZone()); + addIfNotNull(doc, "populationDensity", location.populationDensity()); + + Postal postal = response.postal(); + addIfNotNull(doc, "postalCode", postal.code()); + addIfNotNull(doc, "postalConfidence", postal.confidence()); + + RepresentedCountry rCountry = response.representedCountry(); + addIfNotNull(doc, "countryType", rCountry.type()); + + Subdivision mostSubdivision = response.mostSpecificSubdivision(); + addIfNotNull(doc, "mostSpecificSubDivName", mostSubdivision.name()); + addIfNotNull(doc, "mostSpecificSubDivIsoCode", mostSubdivision.isoCode()); + addIfNotNull(doc, "mostSpecificSubDivConfidence", mostSubdivision.confidence()); + addIfNotNull(doc, "mostSpecificSubDivGeoNameId", mostSubdivision.geonameId()); + + Subdivision leastSubdivision = response.leastSpecificSubdivision(); + addIfNotNull(doc, "leastSpecificSubDivName", leastSubdivision.name()); + addIfNotNull(doc, "leastSpecificSubDivIsoCode", leastSubdivision.isoCode()); + addIfNotNull(doc, "leastSpecificSubDivConfidence", leastSubdivision.confidence()); + addIfNotNull(doc, "leastSpecificSubDivGeoNameId", leastSubdivision.geonameId()); + + Traits traits = response.traits(); + addIfNotNull(doc, "autonomousSystemNumber", traits.autonomousSystemNumber()); + addIfNotNull(doc, "autonomousSystemOrganization", traits.autonomousSystemOrganization()); + if (traits.connectionType() != null) { + addIfNotNull(doc, "connectionType", traits.connectionType().toString()); } - addIfNotNull(doc, "domain", traits.getDomain()); - addIfNotNull(doc, "isp", traits.getIsp()); - addIfNotNull(doc, "mobileCountryCode", traits.getMobileCountryCode()); - addIfNotNull(doc, "mobileNetworkCode", traits.getMobileNetworkCode()); - if (traits.getNetwork() != null) { - addIfNotNull(doc, CITY_NETWORK_ADDRESS, traits.getNetwork().toString()); + addIfNotNull(doc, "domain", traits.domain()); + addIfNotNull(doc, "isp", traits.isp()); + addIfNotNull(doc, "mobileCountryCode", traits.mobileCountryCode()); + addIfNotNull(doc, "mobileNetworkCode", traits.mobileNetworkCode()); + if (traits.network() != null) { + addIfNotNull(doc, CITY_NETWORK_ADDRESS, traits.network().toString()); } - addIfNotNull(doc, "organization", traits.getOrganization()); - addIfNotNull(doc, "staticIpScore", traits.getStaticIpScore()); - addIfNotNull(doc, "userCount", traits.getUserCount()); - addIfNotNull(doc, "userType", traits.getUserType()); + addIfNotNull(doc, "organization", traits.organization()); + addIfNotNull(doc, "staticIpScore", traits.staticIpScore()); + addIfNotNull(doc, "userCount", traits.userCount()); + addIfNotNull(doc, "userType", traits.userType()); addIfNotNull(doc, "isAnonymous", traits.isAnonymous()); addIfNotNull(doc, "isAnonymousVpn", traits.isAnonymousVpn()); addIfNotNull(doc, "isAnycast", traits.isAnycast()); @@ -264,12 +265,12 @@ public static NutchDocument createDocFromConnectionDb(String serverIp, .getByName(serverIp)); if (opt.isPresent()) { ConnectionTypeResponse response = opt.get(); - addIfNotDuplicate(doc, "ip", response.getIpAddress()); - if (response.getConnectionType() != null) { - addIfNotNull(doc, "connectionType", response.getConnectionType().toString()); + addIfNotDuplicate(doc, "ip", response.ipAddress()); + if (response.connectionType() != null) { + addIfNotNull(doc, "connectionType", response.connectionType().toString()); } - if (response.getNetwork() != null) { - addIfNotNull(doc, CONNECTION_NETWORK_ADDRESS, response.getNetwork().toString()); + if (response.network() != null) { + addIfNotNull(doc, CONNECTION_NETWORK_ADDRESS, response.network().toString()); } } else { LOG.debug("'{}' IP address not found in Connection DB.", serverIp); @@ -295,24 +296,24 @@ public static NutchDocument createDocFromCountryDb(String serverIp, CountryResponse response = opt.get(); addIfNotDuplicate(doc, "ip", serverIp); - Continent continent = response.getContinent(); - addIfNotDuplicate(doc, "continentCode", continent.getCode()); - addIfNotDuplicate(doc, "continentGeoNameId", continent.getGeoNameId()); - addIfNotDuplicate(doc, "continentName", continent.getName()); + Continent continent = response.continent(); + addIfNotDuplicate(doc, "continentCode", continent.code()); + addIfNotDuplicate(doc, "continentGeoNameId", continent.geonameId()); + addIfNotDuplicate(doc, "continentName", continent.name()); - Country country = response.getRegisteredCountry(); - addIfNotDuplicate(doc, "countryIsoCode", country.getIsoCode()); - addIfNotDuplicate(doc, "countryName", country.getName()); - addIfNotDuplicate(doc, "countryConfidence", country.getConfidence()); - addIfNotDuplicate(doc, "countryGeoNameId", country.getGeoNameId()); + Country country = response.registeredCountry(); + addIfNotDuplicate(doc, "countryIsoCode", country.isoCode()); + addIfNotDuplicate(doc, "countryName", country.name()); + addIfNotDuplicate(doc, "countryConfidence", country.confidence()); + addIfNotDuplicate(doc, "countryGeoNameId", country.geonameId()); addIfNotDuplicate(doc, "countryInEuropeanUnion", country.isInEuropeanUnion()); - RepresentedCountry rCountry = response.getRepresentedCountry(); - addIfNotDuplicate(doc, "countryType", rCountry.getType()); + RepresentedCountry rCountry = response.representedCountry(); + addIfNotDuplicate(doc, "countryType", rCountry.type()); - Traits traits = response.getTraits(); - if (traits.getNetwork() != null) { - addIfNotNull(doc, COUNTRY_NETWORK_ADDRESS, traits.getNetwork().toString()); + Traits traits = response.traits(); + if (traits.network() != null) { + addIfNotNull(doc, COUNTRY_NETWORK_ADDRESS, traits.network().toString()); } addIfNotDuplicate(doc, "isAnonymous", traits.isAnonymous()); addIfNotDuplicate(doc, "isAnonymousVpn", traits.isAnonymousVpn()); @@ -343,9 +344,9 @@ public static NutchDocument createDocFromDomainDb(String serverIp, Optional opt = reader.tryDomain(InetAddress.getByName(serverIp)); if (opt.isPresent()) { DomainResponse response = opt.get(); - addIfNotDuplicate(doc, "ip", response.getIpAddress()); - addIfNotNull(doc, "domain", response.getDomain()); - addIfNotNull(doc, DOMAIN_NETWORK_ADDRESS, response.getNetwork().toString()); + addIfNotDuplicate(doc, "ip", response.ipAddress()); + addIfNotNull(doc, "domain", response.domain()); + addIfNotNull(doc, DOMAIN_NETWORK_ADDRESS, response.network().toString()); } else { LOG.debug("'{}' IP address not found in Domain DB.", serverIp); } @@ -369,75 +370,76 @@ public static NutchDocument createDocFromInsightsService(String serverIp, } private static NutchDocument processInsightsDocument(NutchDocument doc, InsightsResponse response) { - City city = response.getCity(); - addIfNotNull(doc, "cityName", city.getName()); - addIfNotNull(doc, "cityConfidence", city.getConfidence()); - addIfNotNull(doc, "cityGeoNameId", city.getGeoNameId()); - - Continent continent = response.getContinent(); - addIfNotNull(doc, "continentCode", continent.getCode()); - addIfNotNull(doc, "continentGeoNameId", continent.getGeoNameId()); - addIfNotNull(doc, "continentName", continent.getName()); - - Country country = response.getRegisteredCountry(); - addIfNotNull(doc, "countryIsoCode", country.getIsoCode()); - addIfNotNull(doc, "countryName", country.getName()); - addIfNotNull(doc, "countryConfidence", country.getConfidence()); - addIfNotNull(doc, "countryGeoNameId", country.getGeoNameId()); + City city = response.city(); + addIfNotNull(doc, "cityName", city.name()); + addIfNotNull(doc, "cityConfidence", city.confidence()); + addIfNotNull(doc, "cityGeoNameId", city.geonameId()); + + Continent continent = response.continent(); + addIfNotNull(doc, "continentCode", continent.code()); + addIfNotNull(doc, "continentGeoNameId", continent.geonameId()); + addIfNotNull(doc, "continentName", continent.name()); + + Country country = response.registeredCountry(); + addIfNotNull(doc, "countryIsoCode", country.isoCode()); + addIfNotNull(doc, "countryName", country.name()); + addIfNotNull(doc, "countryConfidence", country.confidence()); + addIfNotNull(doc, "countryGeoNameId", country.geonameId()); addIfNotNull(doc, "countryInEuropeanUnion", country.isInEuropeanUnion()); - Location location = response.getLocation(); - if (location.getLatitude() != null && location.getLongitude() != null) { - addIfNotNull(doc, "latLon", location.getLatitude() + "," + location.getLongitude()); + Location location = response.location(); + if (location.latitude() != null && location.longitude() != null) { + addIfNotNull(doc, "latLon", location.latitude() + "," + location.longitude()); } - addIfNotNull(doc, "accuracyRadius", location.getAccuracyRadius()); - addIfNotNull(doc, "timeZone", location.getTimeZone()); - addIfNotNull(doc, "populationDensity", location.getPopulationDensity()); - - Postal postal = response.getPostal(); - addIfNotNull(doc, "postalCode", postal.getCode()); - addIfNotNull(doc, "postalConfidence", postal.getConfidence()); - - RepresentedCountry rCountry = response.getRepresentedCountry(); - addIfNotNull(doc, "countryType", rCountry.getType()); - - Subdivision mostSubdivision = response.getMostSpecificSubdivision(); - addIfNotNull(doc, "mostSpecificSubDivName", mostSubdivision.getName()); - addIfNotNull(doc, "mostSpecificSubDivIsoCode", mostSubdivision.getIsoCode()); - addIfNotNull(doc, "mostSpecificSubDivConfidence", mostSubdivision.getConfidence()); - addIfNotNull(doc, "mostSpecificSubDivGeoNameId", mostSubdivision.getGeoNameId()); - - Subdivision leastSubdivision = response.getLeastSpecificSubdivision(); - addIfNotNull(doc, "leastSpecificSubDivName", leastSubdivision.getName()); - addIfNotNull(doc, "leastSpecificSubDivIsoCode", leastSubdivision.getIsoCode()); - addIfNotNull(doc, "leastSpecificSubDivConfidence", leastSubdivision.getConfidence()); - addIfNotNull(doc, "leastSpecificSubDivGeoNameId", leastSubdivision.getGeoNameId()); - - Traits traits = response.getTraits(); - addIfNotNull(doc, "autonomousSystemNumber", traits.getAutonomousSystemNumber()); - addIfNotNull(doc, "autonomousSystemOrganization", traits.getAutonomousSystemOrganization()); - if (traits.getConnectionType() != null) { - addIfNotNull(doc, "connectionType", traits.getConnectionType().toString()); + addIfNotNull(doc, "accuracyRadius", location.accuracyRadius()); + addIfNotNull(doc, "timeZone", location.timeZone()); + addIfNotNull(doc, "populationDensity", location.populationDensity()); + + Postal postal = response.postal(); + addIfNotNull(doc, "postalCode", postal.code()); + addIfNotNull(doc, "postalConfidence", postal.confidence()); + + RepresentedCountry rCountry = response.representedCountry(); + addIfNotNull(doc, "countryType", rCountry.type()); + + Subdivision mostSubdivision = response.mostSpecificSubdivision(); + addIfNotNull(doc, "mostSpecificSubDivName", mostSubdivision.name()); + addIfNotNull(doc, "mostSpecificSubDivIsoCode", mostSubdivision.isoCode()); + addIfNotNull(doc, "mostSpecificSubDivConfidence", mostSubdivision.confidence()); + addIfNotNull(doc, "mostSpecificSubDivGeoNameId", mostSubdivision.geonameId()); + + Subdivision leastSubdivision = response.leastSpecificSubdivision(); + addIfNotNull(doc, "leastSpecificSubDivName", leastSubdivision.name()); + addIfNotNull(doc, "leastSpecificSubDivIsoCode", leastSubdivision.isoCode()); + addIfNotNull(doc, "leastSpecificSubDivConfidence", leastSubdivision.confidence()); + addIfNotNull(doc, "leastSpecificSubDivGeoNameId", leastSubdivision.geonameId()); + + Traits traits = response.traits(); + addIfNotNull(doc, "autonomousSystemNumber", traits.autonomousSystemNumber()); + addIfNotNull(doc, "autonomousSystemOrganization", traits.autonomousSystemOrganization()); + if (traits.connectionType() != null) { + addIfNotNull(doc, "connectionType", traits.connectionType().toString()); } - addIfNotNull(doc, "domain", traits.getDomain()); - addIfNotNull(doc, "isp", traits.getIsp()); - addIfNotNull(doc, "mobileCountryCode", traits.getMobileCountryCode()); - addIfNotNull(doc, "mobileNetworkCode", traits.getMobileNetworkCode()); - if (traits.getNetwork() != null) { - addIfNotNull(doc, INSIGHTS_NETWORK_ADDRESS, traits.getNetwork().toString()); + addIfNotNull(doc, "domain", traits.domain()); + addIfNotNull(doc, "isp", traits.isp()); + addIfNotNull(doc, "mobileCountryCode", traits.mobileCountryCode()); + addIfNotNull(doc, "mobileNetworkCode", traits.mobileNetworkCode()); + if (traits.network() != null) { + addIfNotNull(doc, INSIGHTS_NETWORK_ADDRESS, traits.network().toString()); } - addIfNotNull(doc, "organization", traits.getOrganization()); - addIfNotNull(doc, "staticIpScore", traits.getStaticIpScore()); - addIfNotNull(doc, "userCount", traits.getUserCount()); - addIfNotNull(doc, "userType", traits.getUserType()); - addIfNotNull(doc, "isAnonymous", traits.isAnonymous()); - addIfNotNull(doc, "isAnonymousVpn", traits.isAnonymousVpn()); + addIfNotNull(doc, "organization", traits.organization()); + addIfNotNull(doc, "staticIpScore", traits.staticIpScore()); + addIfNotNull(doc, "userCount", traits.userCount()); + addIfNotNull(doc, "userType", traits.userType()); addIfNotNull(doc, "isAnycast", traits.isAnycast()); - addIfNotNull(doc, "isHostingProvider", traits.isHostingProvider()); addIfNotNull(doc, "isLegitimateProxy", traits.isLegitimateProxy()); - addIfNotNull(doc, "isPublicProxy", traits.isPublicProxy()); - addIfNotNull(doc, "isResidentialProxy", traits.isResidentialProxy()); - addIfNotNull(doc, "isTorExitNode", traits.isTorExitNode()); + Anonymizer anonymizer = response.anonymizer(); + addIfNotNull(doc, "isAnonymous", anonymizer.isAnonymous()); + addIfNotNull(doc, "isAnonymousVpn", anonymizer.isAnonymousVpn()); + addIfNotNull(doc, "isHostingProvider", anonymizer.isHostingProvider()); + addIfNotNull(doc, "isPublicProxy", anonymizer.isPublicProxy()); + addIfNotNull(doc, "isResidentialProxy", anonymizer.isResidentialProxy()); + addIfNotNull(doc, "isTorExitNode", anonymizer.isTorExitNode()); return doc; } @@ -456,11 +458,11 @@ public static NutchDocument createDocFromIspDb(String serverIp, Optional opt = reader.tryIsp(InetAddress.getByName(serverIp)); if (opt.isPresent()) { IspResponse response = opt.get(); - addIfNotDuplicate(doc, "ip", response.getIpAddress()); - addIfNotNull(doc, "autonSystemNum", response.getAutonomousSystemNumber()); - addIfNotNull(doc, "autonSystemOrg", response.getAutonomousSystemOrganization()); - addIfNotNull(doc, "isp", response.getIsp()); - addIfNotNull(doc, "org", response.getOrganization()); + addIfNotDuplicate(doc, "ip", response.ipAddress()); + addIfNotNull(doc, "autonSystemNum", response.autonomousSystemNumber()); + addIfNotNull(doc, "autonSystemOrg", response.autonomousSystemOrganization()); + addIfNotNull(doc, "isp", response.isp()); + addIfNotNull(doc, "org", response.organization()); } else { LOG.debug("'{}' IP address not found in ISP DB.", serverIp); } From 1ba758b181d01b08c1b28cfe2aad5547c3fa3977 Mon Sep 17 00:00:00 2001 From: lewismc Date: Sun, 22 Feb 2026 16:38:32 -0800 Subject: [PATCH 06/13] NUTCH-3130 Address deprecated API usage across Nutch codebase and build --- .github/workflows/master-build.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/master-build.yml b/.github/workflows/master-build.yml index c8340a6a80..f56958a9b0 100644 --- a/.github/workflows/master-build.yml +++ b/.github/workflows/master-build.yml @@ -13,7 +13,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -name: master branch ci +name: master pull request ci on: push: branches: [master] From 608f76f683d091b0bbd1af42cc65d63324b35fae Mon Sep 17 00:00:00 2001 From: lewismc Date: Sun, 22 Feb 2026 17:53:29 -0800 Subject: [PATCH 07/13] NUTCH-3130 Address deprecated API usage across Nutch codebase and build --- ivy/ivy.xml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/ivy/ivy.xml b/ivy/ivy.xml index b6b8f67a9d..c3984b4597 100644 --- a/ivy/ivy.xml +++ b/ivy/ivy.xml @@ -55,22 +55,28 @@ + + + + + + From e4a6faf7a39cd993c57ec4a506f8d759ef751f51 Mon Sep 17 00:00:00 2001 From: lewismc Date: Sun, 22 Feb 2026 18:22:49 -0800 Subject: [PATCH 08/13] NUTCH-3130 Address deprecated API usage across Nutch codebase and build --- ivy/ivy.xml | 4 ---- .../nutch/indexer/geoip/GeoIPDocumentCreator.java | 12 ------------ 2 files changed, 16 deletions(-) diff --git a/ivy/ivy.xml b/ivy/ivy.xml index c3984b4597..a2e46d11a5 100644 --- a/ivy/ivy.xml +++ b/ivy/ivy.xml @@ -61,22 +61,18 @@ - - - - diff --git a/src/plugin/index-geoip/src/java/org/apache/nutch/indexer/geoip/GeoIPDocumentCreator.java b/src/plugin/index-geoip/src/java/org/apache/nutch/indexer/geoip/GeoIPDocumentCreator.java index 2d76740f64..dac1818182 100644 --- a/src/plugin/index-geoip/src/java/org/apache/nutch/indexer/geoip/GeoIPDocumentCreator.java +++ b/src/plugin/index-geoip/src/java/org/apache/nutch/indexer/geoip/GeoIPDocumentCreator.java @@ -238,14 +238,8 @@ private static NutchDocument processCityDocument(NutchDocument doc, CityResponse addIfNotNull(doc, "staticIpScore", traits.staticIpScore()); addIfNotNull(doc, "userCount", traits.userCount()); addIfNotNull(doc, "userType", traits.userType()); - addIfNotNull(doc, "isAnonymous", traits.isAnonymous()); - addIfNotNull(doc, "isAnonymousVpn", traits.isAnonymousVpn()); addIfNotNull(doc, "isAnycast", traits.isAnycast()); - addIfNotNull(doc, "isHostingProvider", traits.isHostingProvider()); addIfNotNull(doc, "isLegitimateProxy", traits.isLegitimateProxy()); - addIfNotNull(doc, "isPublicProxy", traits.isPublicProxy()); - addIfNotNull(doc, "isResidentialProxy", traits.isResidentialProxy()); - addIfNotNull(doc, "isTorExitNode", traits.isTorExitNode()); return doc; } @@ -315,14 +309,8 @@ public static NutchDocument createDocFromCountryDb(String serverIp, if (traits.network() != null) { addIfNotNull(doc, COUNTRY_NETWORK_ADDRESS, traits.network().toString()); } - addIfNotDuplicate(doc, "isAnonymous", traits.isAnonymous()); - addIfNotDuplicate(doc, "isAnonymousVpn", traits.isAnonymousVpn()); addIfNotDuplicate(doc, "isAnycast", traits.isAnycast()); - addIfNotDuplicate(doc, "isHostingProvider", traits.isHostingProvider()); addIfNotDuplicate(doc, "isLegitimateProxy", traits.isLegitimateProxy()); - addIfNotDuplicate(doc, "isPublicProxy", traits.isPublicProxy()); - addIfNotDuplicate(doc, "isResidentialProxy", traits.isResidentialProxy()); - addIfNotDuplicate(doc, "isTorExitNode", traits.isTorExitNode()); } else { LOG.debug("'{}' IP address not found in Country DB.", serverIp); } From cc5d0476207a7828bb7e79d50c329e3077910cc7 Mon Sep 17 00:00:00 2001 From: lewismc Date: Sun, 22 Feb 2026 20:11:51 -0800 Subject: [PATCH 09/13] NUTCH-3130 Address deprecated API usage across Nutch codebase and build --- ivy/ivy.xml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/ivy/ivy.xml b/ivy/ivy.xml index a2e46d11a5..115e9a9ebc 100644 --- a/ivy/ivy.xml +++ b/ivy/ivy.xml @@ -61,18 +61,22 @@ + + + + From 5656cc40a86d880a031941768d6caa54e87221c9 Mon Sep 17 00:00:00 2001 From: lewismc Date: Mon, 23 Feb 2026 06:43:51 -0800 Subject: [PATCH 10/13] NUTCH-3130 Address deprecated API usage across Nutch codebase and build --- .github/workflows/master-build.yml | 5 ++-- ivy/ivy.xml | 7 ++--- .../nutch/scoring/webgraph/LinkDumper.java | 8 +++--- .../nutch/scoring/webgraph/LinkRank.java | 8 +++--- .../nutch/scoring/webgraph/NodeDumper.java | 24 ++++++++-------- .../nutch/scoring/webgraph/NodeReader.java | 10 +++---- .../nutch/scoring/webgraph/ScoreUpdater.java | 10 +++---- .../nutch/scoring/webgraph/WebGraph.java | 10 +++---- .../org/apache/nutch/service/NutchServer.java | 10 +++---- .../nutch/tools/CommonCrawlDataDumper.java | 28 +++++++++---------- .../org/apache/nutch/tools/FileDumper.java | 16 +++++------ .../org/apache/nutch/tools/ResolveUrls.java | 10 +++---- .../nutch/util/CrawlCompletionStats.java | 14 +++++----- .../filter/MimeTypeIndexingFilter.java | 8 +++--- 14 files changed, 83 insertions(+), 85 deletions(-) diff --git a/.github/workflows/master-build.yml b/.github/workflows/master-build.yml index f56958a9b0..00cf135e4c 100644 --- a/.github/workflows/master-build.yml +++ b/.github/workflows/master-build.yml @@ -204,8 +204,9 @@ jobs: echo "✅ No Java deprecation warnings found." exit 0 fi - # Allowlist: deprecated Nutch classes (e.g. SpellCheckedMetadata, future release) and test mocks implementing deprecated Hadoop API - APPROVED_PATTERN="SpellCheckedMetadata\.java|CrawlDBTestUtil\.java|CrawlDbUpdateUtil\.java|GeoIPDocumentCreator\.java" + # Allowlist: deprecated Nutch classes (e.g. SpellCheckedMetadata, future release), test mocks implementing deprecated Hadoop API, + # and classes using commons-cli Option.Builder.build() / HelpFormatter (deprecated in newer commons-cli; we align with Hadoop 3.4.2 / 1.4). + APPROVED_PATTERN="SpellCheckedMetadata\.java|CrawlDBTestUtil\.java|CrawlDbUpdateUtil\.java|WebGraph\.java|ScoreUpdater\.java|NodeReader\.java|NodeDumper\.java|LinkRank\.java|LinkDumper\.java|ResolveUrls\.java|NutchServer\.java|CrawlCompletionStats\.java|FileDumper\.java|CommonCrawlDataDumper\.java|MimeTypeIndexingFilter\.java" unapproved=$(echo "$deprecations" | grep -v -E "$APPROVED_PATTERN" || true) if [ -n "$unapproved" ]; then echo "❌ Unapproved Java deprecation warnings detected! Failing the build." diff --git a/ivy/ivy.xml b/ivy/ivy.xml index 115e9a9ebc..95a6944dfa 100644 --- a/ivy/ivy.xml +++ b/ivy/ivy.xml @@ -55,28 +55,25 @@ - + + - - - - diff --git a/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java b/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java index 339d67281f..80e27e1d33 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java +++ b/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java @@ -28,7 +28,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.help.HelpFormatter; +import org.apache.commons.cli.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.lang3.time.StopWatch; @@ -419,14 +419,14 @@ public int run(String[] args) throws Exception { Option helpOpts = Option.builder("help") .argName("help") .desc("show this help message") - .get(); + .build(); options.addOption(helpOpts); Option webGraphDbOpts = Option.builder("webgraphdb") .argName("webgraphdb") .hasArg() .desc("the web graph database to use") - .get(); + .build(); options.addOption(webGraphDbOpts); CommandLineParser parser = new DefaultParser(); @@ -434,7 +434,7 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb")) { - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("LinkDumper", "", options, "", false); return -1; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java b/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java index 042a34b228..a17fc48ee4 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java +++ b/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java @@ -31,7 +31,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.help.HelpFormatter; +import org.apache.commons.cli.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.lang3.time.StopWatch; @@ -725,14 +725,14 @@ public int run(String[] args) throws Exception { Option helpOpts = Option.builder("help") .argName("help") .desc("show this help message") - .get(); + .build(); options.addOption(helpOpts); Option webgraphOpts = Option.builder("webgraphdb") .argName("webgraphdb") .hasArg() .desc("the web graph db to use") - .get(); + .build(); options.addOption(webgraphOpts); CommandLineParser parser = new DefaultParser(); @@ -740,7 +740,7 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb")) { - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("LinkRank", "", options, "", false); return -1; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java b/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java index 045bd67b36..4ac2409ce2 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java +++ b/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java @@ -23,7 +23,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.help.HelpFormatter; +import org.apache.commons.cli.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.lang3.time.StopWatch; @@ -375,65 +375,65 @@ public int run(String[] args) throws Exception { Option helpOpts = Option.builder("help") .argName("help") .desc("show this help message") - .get(); + .build(); options.addOption(helpOpts); Option webGraphDbOpts = Option.builder("webgraphdb") .argName("webgraphdb") .hasArg() .desc("the web graph database to use") - .get(); + .build(); options.addOption(webGraphDbOpts); Option inlinkOpts = Option.builder("inlinks") .argName("inlinks") .desc("show highest inlinks") - .get(); + .build(); options.addOption(inlinkOpts); Option outlinkOpts = Option.builder("outlinks") .argName("outlinks") .desc("show highest outlinks") - .get(); + .build(); options.addOption(outlinkOpts); Option scoreOpts = Option.builder("scores") .argName("scores") .desc("show highest scores") - .get(); + .build(); options.addOption(scoreOpts); Option topNOpts = Option.builder("topn") .argName("topn") .optionalArg(true) .desc("show topN scores") - .get(); + .build(); options.addOption(topNOpts); Option outputOpts = Option.builder("output") .argName("output") .hasArg() .desc("the output directory to use") - .get(); + .build(); options.addOption(outputOpts); Option effOpts = Option.builder("asEff") .argName("asEff") .desc("Solr ExternalFileField compatible output format") - .get(); + .build(); options.addOption(effOpts); Option groupOpts = Option.builder("group") .hasArgs() .numberOfArgs(2) .desc("group ") - .get(); + .build(); options.addOption(groupOpts); Option sequenceFileOpts = Option.builder("asSequenceFile") .argName("asSequenceFile") .desc("whether to output as a sequencefile") - .get(); + .build(); options.addOption(sequenceFileOpts); CommandLineParser parser = new DefaultParser(); @@ -441,7 +441,7 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb")) { - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("NodeDumper", "", options, "", false); return -1; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java b/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java index 004642b3f9..b270a54638 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java +++ b/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java @@ -21,7 +21,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.help.HelpFormatter; +import org.apache.commons.cli.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.hadoop.conf.Configuration; @@ -93,21 +93,21 @@ public static void main(String[] args) throws Exception { Option helpOpts = Option.builder("help") .argName("help") .desc("show this help message") - .get(); + .build(); options.addOption(helpOpts); Option webGraphOpts = Option.builder("webgraphdb") .argName("webgraphdb") .hasArg() .desc("the webgraphdb to use") - .get(); + .build(); options.addOption(webGraphOpts); Option urlOpts = Option.builder("url") .argName("url") .optionalArg(true) .desc("the url to dump") - .get(); + .build(); options.addOption(urlOpts); CommandLineParser parser = new DefaultParser(); @@ -117,7 +117,7 @@ public static void main(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb") || !line.hasOption("url")) { - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("WebGraphReader", "", options, "", false); return; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java b/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java index 9799b87539..8f6624b08f 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java +++ b/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java @@ -24,7 +24,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.help.HelpFormatter; +import org.apache.commons.cli.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.lang3.time.StopWatch; @@ -231,21 +231,21 @@ public int run(String[] args) throws Exception { Option helpOpts = Option.builder("help") .argName("help") .desc("show this help message") - .get(); + .build(); options.addOption(helpOpts); Option crawlDbOpts = Option.builder("crawldb") .argName("crawldb") .hasArg() .desc("the crawldb to use") - .get(); + .build(); options.addOption(crawlDbOpts); Option webGraphOpts = Option.builder("webgraphdb") .argName("webgraphdb") .hasArg() .desc("the webgraphdb to use") - .get(); + .build(); options.addOption(webGraphOpts); CommandLineParser parser = new DefaultParser(); @@ -254,7 +254,7 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb") || !line.hasOption("crawldb")) { - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("ScoreUpdater", "", options, "", false); return -1; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java b/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java index 769a4a2d87..222dda8c26 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java +++ b/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java @@ -30,7 +30,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.help.HelpFormatter; +import org.apache.commons.cli.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.lang3.time.StopWatch; @@ -754,17 +754,17 @@ public int run(String[] args) throws Exception { .argName("webgraphdb") .hasArg() .desc("the web graph database to create (if none exists) or use if one does") - .get(); + .build(); Option segOpt = Option.builder("segment") .argName("segment") .hasArgs() .desc("the segment(s) to use") - .get(); + .build(); Option segDirOpt = Option.builder("segmentDir") .argName("segmentDir") .hasArgs() .desc("the segment directory to use") - .get(); + .build(); // create the options Options options = new Options(); @@ -780,7 +780,7 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb") || (!line.hasOption("segment") && !line.hasOption("segmentDir"))) { - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("WebGraph", "", options, "", true); return -1; } diff --git a/src/java/org/apache/nutch/service/NutchServer.java b/src/java/org/apache/nutch/service/NutchServer.java index ee038d9ce2..7fbf8f90f0 100644 --- a/src/java/org/apache/nutch/service/NutchServer.java +++ b/src/java/org/apache/nutch/service/NutchServer.java @@ -28,7 +28,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.help.HelpFormatter; +import org.apache.commons.cli.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.cli.ParseException; @@ -177,7 +177,7 @@ public static void main(String[] args) throws ParseException, java.io.IOExceptio Options options = createOptions(); CommandLine commandLine = parser.parse(options, args); if (commandLine.hasOption(CMD_HELP)) { - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("NutchServer", "", options, "", true); return; } @@ -198,21 +198,21 @@ private static Options createOptions() { Option helpOpt = Option.builder(CMD_HELP) .desc("Show this help") - .get(); + .build(); options.addOption(helpOpt); Option portOpt = Option.builder(CMD_PORT) .argName("port") .optionalArg(true) .desc("The port to run the Nutch Server. Default port 8081") - .get(); + .build(); options.addOption(portOpt); Option hostOpt = Option.builder(CMD_HOST) .argName("host") .optionalArg(true) .desc("The host to bind the Nutch Server to. Default is localhost.") - .get(); + .build(); options.addOption(hostOpt); return options; diff --git a/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java b/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java index d0a719bfe9..dd446c05b6 100644 --- a/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java +++ b/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java @@ -40,7 +40,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.help.HelpFormatter; +import org.apache.commons.cli.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.codec.digest.DigestUtils; @@ -576,7 +576,7 @@ public int run(String[] args) throws Exception { .argName("outputDir") .hasArg() .desc("output directory (which will be created) to host the CBOR data.") - .get(); + .build(); // WARC format Option warcOpt = new Option("warc", "export to a WARC file"); @@ -584,61 +584,61 @@ public int run(String[] args) throws Exception { .argName("segment") .hasArgs() .desc("the segment or directory containing segments to use") - .get(); + .build(); // create mimetype and gzip options Option mimeOpt = Option.builder("mimetype") .required(false) .argName("mimetype") .hasArgs() .desc("an optional list of mimetypes to dump, excluding all others. Defaults to all.") - .get(); + .build(); Option gzipOpt = Option.builder("gzip") .argName("gzip") .hasArg(false) .desc("an optional flag indicating whether to additionally gzip the data.") - .get(); + .build(); Option keyPrefixOpt = Option.builder("keyPrefix") .argName("keyPrefix") .hasArg(true) .desc("an optional prefix for key in the output format.") - .get(); + .build(); Option simpleDateFormatOpt = Option.builder("SimpleDateFormat") .argName("SimpleDateFormat") .hasArg(false) .desc("an optional format for timestamp in GMT epoch milliseconds.") - .get(); + .build(); Option epochFilenameOpt = Option.builder("epochFilename") .argName("epochFilename") .hasArg(false) .desc("an optional format for output filename.") - .get(); + .build(); Option jsonArrayOpt = Option.builder("jsonArray") .argName("jsonArray") .hasArg(false) .desc("an optional format for JSON output.") - .get(); + .build(); Option reverseKeyOpt = Option.builder("reverseKey") .argName("reverseKey") .hasArg(false) .desc("an optional format for key value in JSON output.") - .get(); + .build(); Option extensionOpt = Option.builder("extension") .argName("extension") .hasArg(true) .desc("an optional file extension for output documents.") - .get(); + .build(); Option sizeOpt = Option.builder("warcSize") .argName("warcSize") .hasArg(true) .type(Number.class) .desc("an optional file size in bytes for the WARC file(s)") - .get(); + .build(); Option linkDbOpt = Option.builder("linkdb") .argName("linkdb") .hasArg(true) .desc("an optional linkdb parameter to include inlinks in dump files") .required(false) - .get(); + .build(); // create the options Options options = new Options(); @@ -665,7 +665,7 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("outputDir") || (!line .hasOption("segment"))) { - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); formatter.printHelp(CommonCrawlDataDumper.class.getName(), "", options, "", true); return 0; } diff --git a/src/java/org/apache/nutch/tools/FileDumper.java b/src/java/org/apache/nutch/tools/FileDumper.java index 8ae4b61741..db4c2c66ae 100644 --- a/src/java/org/apache/nutch/tools/FileDumper.java +++ b/src/java/org/apache/nutch/tools/FileDumper.java @@ -28,7 +28,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.help.HelpFormatter; +import org.apache.commons.cli.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.io.IOUtils; @@ -311,29 +311,29 @@ public static void main(String[] args) throws Exception { .argName("outputDir") .hasArg() .desc("output directory (which will be created) to host the raw data") - .get(); + .build(); Option segOpt = Option.builder("segment") .argName("segment") .hasArgs() .desc("the segment(s) to use") - .get(); + .build(); Option mimeOpt = Option.builder("mimetype") .argName("mimetype") .hasArgs() .desc("an optional list of mimetypes to dump, excluding all others. Defaults to all.") - .get(); + .build(); Option mimeStat = Option.builder("mimeStats") .argName("mimeStats") .desc("only display mimetype stats for the segment(s) instead of dumping file.") - .get(); + .build(); Option dirStructureOpt = Option.builder("flatdir") .argName("flatdir") .desc("optionally specify that the output directory should only contain files.") - .get(); + .build(); Option reverseURLOutput = Option.builder("reverseUrlDirs") .argName("reverseUrlDirs") .desc("optionally specify to use reverse URL folders for output structure.") - .get(); + .build(); // create the options Options options = new Options(); @@ -350,7 +350,7 @@ public static void main(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("outputDir") || (!line.hasOption("segment"))) { - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("FileDumper", "", options, "", true); return; } diff --git a/src/java/org/apache/nutch/tools/ResolveUrls.java b/src/java/org/apache/nutch/tools/ResolveUrls.java index fb53a6b250..65eba34bb4 100644 --- a/src/java/org/apache/nutch/tools/ResolveUrls.java +++ b/src/java/org/apache/nutch/tools/ResolveUrls.java @@ -30,7 +30,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.help.HelpFormatter; +import org.apache.commons.cli.HelpFormatter; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.slf4j.Logger; @@ -168,21 +168,21 @@ public static void main(String[] args) throws java.io.IOException { Option helpOpts = Option.builder("help") .argName("help") .desc("show this help message") - .get(); + .build(); options.addOption(helpOpts); Option urlOpts = Option.builder("urls") .argName("urls") .hasArg() .desc("the urls file to check") - .get(); + .build(); options.addOption(urlOpts); Option numThreadOpts = Option.builder("numThreads") .argName("numThreads") .hasArgs() .desc("the number of threads to use") - .get(); + .build(); options.addOption(numThreadOpts); CommandLineParser parser = new DefaultParser(); @@ -190,7 +190,7 @@ public static void main(String[] args) throws java.io.IOException { // parse out common line arguments CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("urls")) { - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("ResolveUrls", "", options, "", false); return; } diff --git a/src/java/org/apache/nutch/util/CrawlCompletionStats.java b/src/java/org/apache/nutch/util/CrawlCompletionStats.java index b163bb8c89..f65314d02b 100644 --- a/src/java/org/apache/nutch/util/CrawlCompletionStats.java +++ b/src/java/org/apache/nutch/util/CrawlCompletionStats.java @@ -25,7 +25,7 @@ import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.CommandLineParser; import org.apache.commons.cli.DefaultParser; -import org.apache.commons.cli.help.HelpFormatter; +import org.apache.commons.cli.HelpFormatter; import org.apache.commons.cli.MissingOptionException; import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; @@ -72,24 +72,24 @@ public int run(String[] args) throws Exception { .required() .desc("Comma separated list of crawldb directories (e.g., \"./crawl1/crawldb,./crawl2/crawldb\")") .hasArgs() - .get(); + .build(); Option outDir = Option.builder("outputDir") .argName("outputDir") .required() .desc("Output directory where results should be dumped") .hasArgs() - .get(); + .build(); Option modeOpt = Option.builder("mode") .argName("mode") .required() .desc("Set statistics gathering mode (by 'host' or by 'domain')") .hasArgs() - .get(); + .build(); Option numReducers = Option.builder("numReducers") .argName("numReducers") .desc("Optional number of reduce jobs to use. Defaults to 1") .hasArgs() - .get(); + .build(); Options options = new Options(); options.addOption(helpOpt); @@ -104,13 +104,13 @@ public int run(String[] args) throws Exception { try { cli = parser.parse(options, args); } catch (MissingOptionException e) { - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("CrawlCompletionStats", "", options, "", true); return 1; } if (cli.hasOption("help")) { - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); formatter.printHelp("CrawlCompletionStats", "", options, "", true); return 1; } diff --git a/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java b/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java index ebe02f73e5..7d52433fda 100644 --- a/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java +++ b/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java @@ -22,7 +22,7 @@ import org.apache.commons.cli.Option; import org.apache.commons.cli.Options; import org.apache.commons.cli.UnrecognizedOptionException; -import org.apache.commons.cli.help.HelpFormatter; +import org.apache.commons.cli.HelpFormatter; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -196,15 +196,15 @@ public Configuration getConf() { */ public static void main(String[] args) throws IOException, IndexingException { Option helpOpt = new Option("h", "help", false, "Show this help message."); - Option rulesOpt = Option.builder().option("rules").hasArg().argName("file") + Option rulesOpt = Option.builder("rules").hasArg().argName("file") .desc("Rules file to be used in the tests relative to the conf directory.") - .required().get(); + .required().build(); Options options = new Options(); options.addOption(helpOpt).addOption(rulesOpt); CommandLineParser parser = new DefaultParser(); - HelpFormatter formatter = HelpFormatter.builder().get(); + HelpFormatter formatter = new HelpFormatter(); String rulesFile; try { From 7043fa60c83451ee1772dc77c8cbdea0f50ea136 Mon Sep 17 00:00:00 2001 From: lewismc Date: Mon, 23 Feb 2026 06:47:47 -0800 Subject: [PATCH 11/13] NUTCH-3130 Address deprecated API usage across Nutch codebase and build --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 30fdc1d5aa..84ac4062f5 100644 --- a/README.md +++ b/README.md @@ -3,6 +3,7 @@ Apache Nutch README [![master pull request ci](https://github.com/apache/nutch/actions/workflows/master-build.yml/badge.svg)](https://github.com/apache/nutch/actions/workflows/master-build.yml) [![Quality gate](https://sonarcloud.io/api/project_badges/quality_gate?project=apache_nutch)](https://sonarcloud.io/summary/new_code?id=apache_nutch) +[![Smoke Tests](https://ci-builds.apache.org/job/Nutch/job/Nutch-Smoke-Test-Single-Node-Hadoop-Cluster/badge/icon?style=plastic&subject=Smoke%20Tests)](https://ci-builds.apache.org/job/Nutch/job/Nutch-Smoke-Test-Single-Node-Hadoop-Cluster/) From 6f013c723586db5a8f05156724aec6a46e626b4a Mon Sep 17 00:00:00 2001 From: lewismc Date: Mon, 23 Feb 2026 08:58:26 -0800 Subject: [PATCH 12/13] NUTCH-3130 Address deprecated API usage across Nutch codebase and build --- ivy/ivy.xml | 2 +- src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java | 2 +- src/java/org/apache/nutch/scoring/webgraph/LinkRank.java | 2 +- src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java | 2 +- src/java/org/apache/nutch/scoring/webgraph/NodeReader.java | 2 +- src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java | 2 +- src/java/org/apache/nutch/scoring/webgraph/WebGraph.java | 2 +- src/java/org/apache/nutch/service/NutchServer.java | 2 +- src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java | 2 +- src/java/org/apache/nutch/tools/FileDumper.java | 2 +- src/java/org/apache/nutch/tools/ResolveUrls.java | 2 +- src/java/org/apache/nutch/util/CrawlCompletionStats.java | 4 ++-- .../apache/nutch/indexer/filter/MimeTypeIndexingFilter.java | 2 +- 13 files changed, 14 insertions(+), 14 deletions(-) diff --git a/ivy/ivy.xml b/ivy/ivy.xml index 95a6944dfa..906f67d35e 100644 --- a/ivy/ivy.xml +++ b/ivy/ivy.xml @@ -56,7 +56,7 @@ - + diff --git a/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java b/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java index 80e27e1d33..898495f577 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java +++ b/src/java/org/apache/nutch/scoring/webgraph/LinkDumper.java @@ -434,7 +434,7 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb")) { - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); formatter.printHelp("LinkDumper", "", options, "", false); return -1; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java b/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java index a17fc48ee4..1fd8e1ac76 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java +++ b/src/java/org/apache/nutch/scoring/webgraph/LinkRank.java @@ -740,7 +740,7 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb")) { - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); formatter.printHelp("LinkRank", "", options, "", false); return -1; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java b/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java index 4ac2409ce2..29bc4bb800 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java +++ b/src/java/org/apache/nutch/scoring/webgraph/NodeDumper.java @@ -441,7 +441,7 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb")) { - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); formatter.printHelp("NodeDumper", "", options, "", false); return -1; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java b/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java index b270a54638..855b7d878a 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java +++ b/src/java/org/apache/nutch/scoring/webgraph/NodeReader.java @@ -117,7 +117,7 @@ public static void main(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb") || !line.hasOption("url")) { - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); formatter.printHelp("WebGraphReader", "", options, "", false); return; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java b/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java index 8f6624b08f..89d61055a9 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java +++ b/src/java/org/apache/nutch/scoring/webgraph/ScoreUpdater.java @@ -254,7 +254,7 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb") || !line.hasOption("crawldb")) { - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); formatter.printHelp("ScoreUpdater", "", options, "", false); return -1; } diff --git a/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java b/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java index 222dda8c26..49333fec59 100644 --- a/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java +++ b/src/java/org/apache/nutch/scoring/webgraph/WebGraph.java @@ -780,7 +780,7 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("webgraphdb") || (!line.hasOption("segment") && !line.hasOption("segmentDir"))) { - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); formatter.printHelp("WebGraph", "", options, "", true); return -1; } diff --git a/src/java/org/apache/nutch/service/NutchServer.java b/src/java/org/apache/nutch/service/NutchServer.java index 7fbf8f90f0..28fc5f9db5 100644 --- a/src/java/org/apache/nutch/service/NutchServer.java +++ b/src/java/org/apache/nutch/service/NutchServer.java @@ -177,7 +177,7 @@ public static void main(String[] args) throws ParseException, java.io.IOExceptio Options options = createOptions(); CommandLine commandLine = parser.parse(options, args); if (commandLine.hasOption(CMD_HELP)) { - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); formatter.printHelp("NutchServer", "", options, "", true); return; } diff --git a/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java b/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java index dd446c05b6..50491371cb 100644 --- a/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java +++ b/src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java @@ -665,7 +665,7 @@ public int run(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("outputDir") || (!line .hasOption("segment"))) { - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); formatter.printHelp(CommonCrawlDataDumper.class.getName(), "", options, "", true); return 0; } diff --git a/src/java/org/apache/nutch/tools/FileDumper.java b/src/java/org/apache/nutch/tools/FileDumper.java index db4c2c66ae..b50dd5164f 100644 --- a/src/java/org/apache/nutch/tools/FileDumper.java +++ b/src/java/org/apache/nutch/tools/FileDumper.java @@ -350,7 +350,7 @@ public static void main(String[] args) throws Exception { CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("outputDir") || (!line.hasOption("segment"))) { - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); formatter.printHelp("FileDumper", "", options, "", true); return; } diff --git a/src/java/org/apache/nutch/tools/ResolveUrls.java b/src/java/org/apache/nutch/tools/ResolveUrls.java index 65eba34bb4..4c45b8733e 100644 --- a/src/java/org/apache/nutch/tools/ResolveUrls.java +++ b/src/java/org/apache/nutch/tools/ResolveUrls.java @@ -190,7 +190,7 @@ public static void main(String[] args) throws java.io.IOException { // parse out common line arguments CommandLine line = parser.parse(options, args); if (line.hasOption("help") || !line.hasOption("urls")) { - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); formatter.printHelp("ResolveUrls", "", options, "", false); return; } diff --git a/src/java/org/apache/nutch/util/CrawlCompletionStats.java b/src/java/org/apache/nutch/util/CrawlCompletionStats.java index f65314d02b..46d1505b6c 100644 --- a/src/java/org/apache/nutch/util/CrawlCompletionStats.java +++ b/src/java/org/apache/nutch/util/CrawlCompletionStats.java @@ -104,13 +104,13 @@ public int run(String[] args) throws Exception { try { cli = parser.parse(options, args); } catch (MissingOptionException e) { - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); formatter.printHelp("CrawlCompletionStats", "", options, "", true); return 1; } if (cli.hasOption("help")) { - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); formatter.printHelp("CrawlCompletionStats", "", options, "", true); return 1; } diff --git a/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java b/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java index 7d52433fda..b34fa050ae 100644 --- a/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java +++ b/src/plugin/mimetype-filter/src/java/org/apache/nutch/indexer/filter/MimeTypeIndexingFilter.java @@ -204,7 +204,7 @@ public static void main(String[] args) throws IOException, IndexingException { options.addOption(helpOpt).addOption(rulesOpt); CommandLineParser parser = new DefaultParser(); - HelpFormatter formatter = new HelpFormatter(); + HelpFormatter formatter = HelpFormatter.builder().get(); String rulesFile; try { From a1854bb898a8626950b7afdd7222cf8db20d096c Mon Sep 17 00:00:00 2001 From: lewismc Date: Mon, 23 Feb 2026 14:39:51 -0800 Subject: [PATCH 13/13] NUTCH-3130 Address deprecated API usage across Nutch codebase and build --- sonar-project.properties | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/sonar-project.properties b/sonar-project.properties index c8d7c80249..897c5caedd 100644 --- a/sonar-project.properties +++ b/sonar-project.properties @@ -24,10 +24,11 @@ sonar.links.scm=https://github.com/apache/nutch sonar.links.issue=https://issues.apache.org/jira/projects/NUTCH/issues sonar.links.ci=https://github.com/apache/nutch/actions -sonar.sources=src/java,src/plugin +sonar.sources=src/java,src/plugin,src/bin,docker,conf sonar.tests=src/test,src/plugin sonar.test.inclusions=**/src/test/**/*.java,**/Test*.java,**/*IT.java -sonar.exclusions=**/build.xml,**/build-ivy.xml,**/build-plugin.xml,**/ivy.xml,**/plugin.xml +sonar.exclusions=**/build.xml,**/build-ivy.xml,**/build-plugin.xml,**/ivy.xml,\ + **/sample/**,**/data/**,src/testresources/**,src/java/overview.html sonar.source.encoding=UTF-8 sonar.java.source=17