From dffd5b30c0ac3a32f369fdcc4e35db743808ad04 Mon Sep 17 00:00:00 2001 From: Marek Horst Date: Thu, 21 Apr 2022 16:25:20 +0200 Subject: [PATCH] Closes #434: Fix timeout issue during the sim1_postprocess_s1_e1_filter_input phase Setting mapreduce.task.timeout value to 7200000 in sim1-postprocess-s1-e1-filter-sims.pig. --- .../src/main/pig/sim1-postprocess-s1-e1-filter-sims.pig | 2 ++ 1 file changed, 2 insertions(+) diff --git a/document-similarity/document-similarity-logic/src/main/pig/sim1-postprocess-s1-e1-filter-sims.pig b/document-similarity/document-similarity-logic/src/main/pig/sim1-postprocess-s1-e1-filter-sims.pig index 61d3e4f9..07313504 100644 --- a/document-similarity/document-similarity-logic/src/main/pig/sim1-postprocess-s1-e1-filter-sims.pig +++ b/document-similarity/document-similarity-logic/src/main/pig/sim1-postprocess-s1-e1-filter-sims.pig @@ -19,6 +19,7 @@ %default parallel 10 %default tmpCompressionCodec gz %default mapredChildJavaOpts -Xmx8000m +%default mapreduceTaskTimeout 7200000 %default jars '*.jar' %default commonJarsPath '../../../../document-similarity-workflow/target/oozie-wf/lib/$jars' @@ -29,6 +30,7 @@ SET default_parallel $parallel SET mapred.child.java.opts $mapredChildJavaOpts SET mapreduce.map.java.opts $mapredChildJavaOpts SET mapreduce.reduce.java.opts $mapredChildJavaOpts +SET mapreduce.task.timeout $mapreduceTaskTimeout SET pig.tmpfilecompression true SET pig.tmpfilecompression.codec $tmpCompressionCodec %DEFAULT scheduler default