91928(96767712); length = 12856449/6553600

14/10/22 22:37:53 INFO mapred.MapTask: (EQUATOR) 86281940 kvi 21570480(86281920)

14/10/22 22:37:54 INFO mapred.LocalJobRunner: map > map
14/10/22 22:37:56 INFO mapred.MapTask: Finished spill 1
14/10/22 22:37:56 INFO mapred.MapTask: (RESET) equator 86281940 kv 21570480(8628

1920) kvi 18949052(75796208)
14/10/22 22:37:57 INFO mapred.LocalJobRunner: map > map
14/10/22 22:37:58 INFO mapred.MapTask: Spilling map output
14/10/22 22:37:58 INFO mapred.MapTask: bufstart = 86281940; bufend = 14286068; b

ufvoid = 104857598
14/10/22 22:37:58 INFO mapred.MapTask: kvstart = 21570480(86281920); kvend = 881

4400(35257600); length = 12756081/6553600
14/10/22 22:37:58 INFO mapred.MapTask: (EQUATOR) 24771826 kvi 6192952(24771808)
14/10/22 22:37:59 INFO mapred.LocalJobRunner: map > map
14/10/22 22:38:00 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:38:01 INFO mapred.MapTask: Finished spill 2
14/10/22 22:38:03 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:38:06 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:38:42 INFO mapred.MapTask: Starting flush of map output
14/10/22 22:38:42 INFO mapred.MapTask: (RESET) equator 24771826 kv 6192952(24771

808) kvi 4638744(18554976)
14/10/22 22:38:42 INFO mapred.MapTask: Spilling map output
14/10/22 22:38:42 INFO mapred.MapTask: bufstart = 24771826; bufend = 28952761; b

ufvoid = 104857600
14/10/22 22:38:42 INFO mapred.MapTask: kvstart = 6192952(24771808); kvend = 4638

748(18554992); length = 1554205/6553600
14/10/22 22:38:42 INFO mapred.MapTask: Finished spill 3
14/10/22 22:38:42 INFO mapred.Merger: Merging 4 sorted segments
14/10/22 22:38:42 INFO mapred.Merger: Down to the last merge-pass, with 4 segmen

ts left of total size: 1526375 bytes
14/10/22 22:38:42 INFO mapred.Task: Task:attempt_local34415436_0001_m_000148_0 i

s done. And is in the process of committing
14/10/22 22:38:43 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:38:43 INFO mapred.Task: Task 'attempt_local34415436_0001_m_000148_0'

done.
14/10/22 22:38:43 INFO mapred.LocalJobRunner: Finishing task: attempt_local34415

436_0001_m_000148_0
14/10/22 22:38:43 INFO mapred.LocalJobRunner: Starting task: attempt_local344154

36_0001_m_000149_0
14/10/22 22:38:43 INFO mapred.Task: Using ResourceCalculatorProcessTree : [ ]
14/10/22 22:38:43 INFO mapred.MapTask: Processing split: s3n://basarkod/wiki10gb

:9999220736+67108864
14/10/22 22:38:43 INFO mapred.MapTask: Map output collector class = org.apache.h

adoop.mapred.MapTask$MapOutputBuffer
14/10/22 22:38:43 INFO mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
14/10/22 22:38:43 INFO mapred.MapTask: mapreduce.task.io.sort.mb: 100
14/10/22 22:38:43 INFO mapred.MapTask: soft limit at 83886080
14/10/22 22:38:43 INFO mapred.MapTask: bufstart = 0; bufvoid = 104857600
14/10/22 22:38:43 INFO mapred.MapTask: kvstart = 26214396; length = 6553600
14/10/22 22:38:43 INFO s3native.NativeS3FileSystem: Opening 's3n://basarkod/wiki

10gb' for reading
14/10/22 22:38:43 INFO mapreduce.Job: map 100% reduce 0%
14/10/22 22:38:48 INFO mapred.MapTask: Spilling map output
14/10/22 22:38:48 INFO mapred.MapTask: bufstart = 0; bufend = 32582504; bufvoid

= 104857600
14/10/22 22:38:48 INFO mapred.MapTask: kvstart = 26214396(104857584); kvend = 13

388508(53554032); length = 12825889/6553600
14/10/22 22:38:48 INFO mapred.MapTask: (EQUATOR) 43068260 kvi 10767060(43068240)
14/10/22 22:38:49 INFO mapred.LocalJobRunner: map > map
14/10/22 22:38:49 INFO mapreduce.Job: map 96% reduce 0%
14/10/22 22:38:51 INFO mapred.MapTask: Finished spill 0
14/10/22 22:38:51 INFO mapred.MapTask: (RESET) equator 43068260 kv 10767060(4306

8240) kvi 8145632(32582528)
14/10/22 22:38:52 INFO mapred.LocalJobRunner: map > map
14/10/22 22:38:55 INFO mapred.LocalJobRunner: map > map
14/10/22 22:38:58 INFO mapred.LocalJobRunner: map > map
14/10/22 22:38:58 INFO mapred.MapTask: Spilling map output
14/10/22 22:38:58 INFO mapred.MapTask: bufstart = 43068260; bufend = 75286281; b

ufvoid = 104857600
14/10/22 22:38:58 INFO mapred.MapTask: kvstart = 10767060(43068240); kvend = 240

64452(96257808); length = 12917009/6553600
14/10/22 22:38:58 INFO mapred.MapTask: (EQUATOR) 85772036 kvi 21443004(85772016)
14/10/22 22:39:01 INFO mapred.LocalJobRunner: map > map
14/10/22 22:39:01 INFO mapred.MapTask: Finished spill 1
14/10/22 22:39:01 INFO mapred.MapTask: (RESET) equator 85772036 kv 21443004(8577

2016) kvi 18821576(75286304)
14/10/22 22:39:04 INFO mapred.LocalJobRunner: map > map
14/10/22 22:39:07 INFO mapred.LocalJobRunner: map > map
14/10/22 22:39:10 INFO mapred.LocalJobRunner: map > map
14/10/22 22:39:10 INFO mapreduce.Job: map 97% reduce 0%
14/10/22 22:39:10 INFO mapred.MapTask: Spilling map output
14/10/22 22:39:10 INFO mapred.MapTask: bufstart = 85772036; bufend = 13176364; b

ufvoid = 104857600
14/10/22 22:39:10 INFO mapred.MapTask: kvstart = 21443004(85772016); kvend = 853

6968(34147872); length = 12906037/6553600
14/10/22 22:39:10 INFO mapred.MapTask: (EQUATOR) 23662110 kvi 5915520(23662080)
14/10/22 22:39:13 INFO mapred.LocalJobRunner: map > map
14/10/22 22:39:13 INFO mapred.MapTask: Finished spill 2
14/10/22 22:39:13 INFO mapred.MapTask: (RESET) equator 23662110 kv 5915520(23662

080) kvi 3294096(13176384)
14/10/22 22:39:13 INFO mapred.LocalJobRunner: map > map
14/10/22 22:39:16 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:39:19 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:39:45 INFO mapred.MapTask: Starting flush of map output
14/10/22 22:39:45 INFO mapred.MapTask: Spilling map output
14/10/22 22:39:45 INFO mapred.MapTask: bufstart = 23662110; bufend = 32898941; b

ufvoid = 104857600
14/10/22 22:39:45 INFO mapred.MapTask: kvstart = 5915520(23662080); kvend = 2229

604(8918416); length = 3685917/6553600
14/10/22 22:39:46 INFO mapred.MapTask: Finished spill 3
14/10/22 22:39:46 INFO mapred.Merger: Merging 4 sorted segments
14/10/22 22:39:46 INFO mapred.Merger: Down to the last merge-pass, with 4 segmen

ts left of total size: 755492 bytes
14/10/22 22:39:46 INFO mapred.Task: Task:attempt_local34415436_0001_m_000149_0 i

s done. And is in the process of committing
14/10/22 22:39:46 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:39:46 INFO mapred.Task: Task 'attempt_local34415436_0001_m_000149_0'

done.
14/10/22 22:39:46 INFO mapred.LocalJobRunner: Finishing task: attempt_local34415

436_0001_m_000149_0
14/10/22 22:39:46 INFO mapred.LocalJobRunner: Starting task: attempt_local344154

36_0001_m_000150_0
14/10/22 22:39:46 INFO mapred.Task: Using ResourceCalculatorProcessTree : [ ]
14/10/22 22:39:46 INFO mapred.MapTask: Processing split: s3n://basarkod/wiki10gb

:10066329600+67108864
14/10/22 22:39:46 INFO mapred.MapTask: Map output collector class = org.apache.h

adoop.mapred.MapTask$MapOutputBuffer
14/10/22 22:39:46 INFO mapreduce.Job: map 100% reduce 0%
14/10/22 22:39:46 INFO mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
14/10/22 22:39:46 INFO mapred.MapTask: mapreduce.task.io.sort.mb: 100
14/10/22 22:39:46 INFO mapred.MapTask: soft limit at 83886080
14/10/22 22:39:46 INFO mapred.MapTask: bufstart = 0; bufvoid = 104857600
14/10/22 22:39:46 INFO mapred.MapTask: kvstart = 26214396; length = 6553600
14/10/22 22:39:46 INFO s3native.NativeS3FileSystem: Opening 's3n://basarkod/wiki

10gb' for reading
14/10/22 22:39:51 INFO mapred.MapTask: Spilling map output
14/10/22 22:39:51 INFO mapred.MapTask: bufstart = 0; bufend = 32304882; bufvoid

= 104857600
14/10/22 22:39:51 INFO mapred.MapTask: kvstart = 26214396(104857584); kvend = 13

319104(53276416); length = 12895293/6553600
14/10/22 22:39:51 INFO mapred.MapTask: (EQUATOR) 42790641 kvi 10697656(42790624)
14/10/22 22:39:52 INFO mapred.LocalJobRunner: map > map
14/10/22 22:39:52 INFO mapreduce.Job: map 97% reduce 0%
14/10/22 22:39:54 INFO mapred.MapTask: Finished spill 0
14/10/22 22:39:54 INFO mapred.MapTask: (RESET) equator 42790641 kv 10697656(4279

0624) kvi 8076228(32304912)
14/10/22 22:39:55 INFO mapred.LocalJobRunner: map > map
14/10/22 22:39:56 INFO mapred.MapTask: Spilling map output
14/10/22 22:39:56 INFO mapred.MapTask: bufstart = 42790641; bufend = 75110517; b

ufvoid = 104857600
14/10/22 22:39:56 INFO mapred.MapTask: kvstart = 10697656(42790624); kvend = 240

20508(96082032); length = 12891549/6553600
14/10/22 22:39:56 INFO mapred.MapTask: (EQUATOR) 85596266 kvi 21399060(85596240)
14/10/22 22:39:58 INFO mapred.LocalJobRunner: map > map
14/10/22 22:39:59 INFO mapred.MapTask: Finished spill 1
14/10/22 22:39:59 INFO mapred.MapTask: (RESET) equator 85596266 kv 21399060(8559

6240) kvi 18777636(75110544)
14/10/22 22:40:01 INFO mapred.LocalJobRunner: map > map
14/10/22 22:40:02 INFO mapred.MapTask: Spilling map output
14/10/22 22:40:02 INFO mapred.MapTask: bufstart = 85596266; bufend = 13105350; b

ufvoid = 104857596
14/10/22 22:40:02 INFO mapred.MapTask: kvstart = 21399060(85596240); kvend = 851

9220(34076880); length = 12879841/6553600
14/10/22 22:40:02 INFO mapred.MapTask: (EQUATOR) 23591107 kvi 5897772(23591088)
14/10/22 22:40:04 INFO mapred.LocalJobRunner: map > map
14/10/22 22:40:05 INFO mapred.MapTask: Finished spill 2
14/10/22 22:40:05 INFO mapred.MapTask: (RESET) equator 23591107 kv 5897772(23591

088) kvi 3276344(13105376)
14/10/22 22:40:05 INFO mapred.LocalJobRunner: map > map
14/10/22 22:40:07 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:40:10 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:40:24 INFO mapred.MapTask: Starting flush of map output
14/10/22 22:40:24 INFO mapred.MapTask: Spilling map output
14/10/22 22:40:24 INFO mapred.MapTask: bufstart = 23591107; bufend = 33909423; b

ufvoid = 104857600
14/10/22 22:40:24 INFO mapred.MapTask: kvstart = 5897772(23591088); kvend = 1913

228(7652912); length = 3984545/6553600
14/10/22 22:40:25 INFO mapred.MapTask: Finished spill 3
14/10/22 22:40:25 INFO mapred.Merger: Merging 4 sorted segments
14/10/22 22:40:25 INFO mapred.Merger: Down to the last merge-pass, with 4 segmen

ts left of total size: 466109 bytes
14/10/22 22:40:25 INFO mapred.Task: Task:attempt_local34415436_0001_m_000150_0 i

s done. And is in the process of committing
14/10/22 22:40:25 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:40:25 INFO mapred.Task: Task 'attempt_local34415436_0001_m_000150_0'

done.
14/10/22 22:40:25 INFO mapred.LocalJobRunner: Finishing task: attempt_local34415

436_0001_m_000150_0
14/10/22 22:40:25 INFO mapred.LocalJobRunner: Starting task: attempt_local344154

36_0001_m_000151_0
14/10/22 22:40:25 INFO mapred.Task: Using ResourceCalculatorProcessTree : [ ]
14/10/22 22:40:25 INFO mapred.MapTask: Processing split: s3n://basarkod/wiki10gb

:10133438464+67108864
14/10/22 22:40:25 INFO mapred.MapTask: Map output collector class = org.apache.h

adoop.mapred.MapTask$MapOutputBuffer
14/10/22 22:40:25 INFO mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
14/10/22 22:40:25 INFO mapred.MapTask: mapreduce.task.io.sort.mb: 100
14/10/22 22:40:25 INFO mapred.MapTask: soft limit at 83886080
14/10/22 22:40:25 INFO mapred.MapTask: bufstart = 0; bufvoid = 104857600
14/10/22 22:40:25 INFO mapred.MapTask: kvstart = 26214396; length = 6553600
14/10/22 22:40:25 INFO s3native.NativeS3FileSystem: Opening 's3n://basarkod/wiki

10gb' for reading
14/10/22 22:40:26 INFO mapreduce.Job: map 100% reduce 0%
14/10/22 22:40:31 INFO mapred.MapTask: Spilling map output
14/10/22 22:40:31 INFO mapred.MapTask: bufstart = 0; bufend = 33901303; bufvoid

= 104857600
14/10/22 22:40:31 INFO mapred.MapTask: kvstart = 26214396(104857584); kvend = 13

718208(54872832); length = 12496189/6553600
14/10/22 22:40:31 INFO mapred.MapTask: (EQUATOR) 44387059 kvi 11096760(44387040)
14/10/22 22:40:31 INFO mapred.LocalJobRunner: map > map
14/10/22 22:40:32 INFO mapreduce.Job: map 98% reduce 0%
14/10/22 22:40:34 INFO mapred.MapTask: Finished spill 0
14/10/22 22:40:34 INFO mapred.MapTask: (RESET) equator 44387059 kv 11096760(4438

7040) kvi 8475332(33901328)
14/10/22 22:40:34 INFO mapred.LocalJobRunner: map > map
14/10/22 22:40:37 INFO mapred.LocalJobRunner: map > map
14/10/22 22:40:39 INFO mapred.MapTask: Spilling map output
14/10/22 22:40:39 INFO mapred.MapTask: bufstart = 44387059; bufend = 79054694; b

ufvoid = 104857600
14/10/22 22:40:39 INFO mapred.MapTask: kvstart = 11096760(44387040); kvend = 250

06552(100026208); length = 12304609/6553600
14/10/22 22:40:39 INFO mapred.MapTask: (EQUATOR) 89540443 kvi 22385104(89540416)
14/10/22 22:40:40 INFO mapred.LocalJobRunner: map > map
14/10/22 22:40:42 INFO mapred.MapTask: Finished spill 1
14/10/22 22:40:42 INFO mapred.MapTask: (RESET) equator 89540443 kv 22385104(8954

0416) kvi 19763680(79054720)
14/10/22 22:40:43 INFO mapred.LocalJobRunner: map > map
14/10/22 22:40:46 INFO mapred.LocalJobRunner: map > map
14/10/22 22:40:47 INFO mapred.LocalJobRunner: map > map
14/10/22 22:40:49 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:40:52 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:40:59 INFO mapred.MapTask: Starting flush of map output
14/10/22 22:40:59 INFO mapred.MapTask: Spilling map output
14/10/22 22:40:59 INFO mapred.MapTask: bufstart = 89540443; bufend = 17244660; b

ufvoid = 104857600
14/10/22 22:40:59 INFO mapred.MapTask: kvstart = 22385104(89540416); kvend = 109

43012(43772048); length = 11442093/6553600
14/10/22 22:41:01 INFO mapred.MapTask: Finished spill 2
14/10/22 22:41:01 INFO mapred.Merger: Merging 3 sorted segments
14/10/22 22:41:01 INFO mapred.Merger: Down to the last merge-pass, with 3 segmen

ts left of total size: 392607 bytes
14/10/22 22:41:01 INFO mapred.Task: Task:attempt_local34415436_0001_m_000151_0 i

s done. And is in the process of committing
14/10/22 22:41:01 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:41:01 INFO mapred.Task: Task 'attempt_local34415436_0001_m_000151_0'

done.
14/10/22 22:41:01 INFO mapred.LocalJobRunner: Finishing task: attempt_local34415

436_0001_m_000151_0
14/10/22 22:41:01 INFO mapred.LocalJobRunner: Starting task: attempt_local344154

36_0001_m_000152_0
14/10/22 22:41:01 INFO mapred.Task: Using ResourceCalculatorProcessTree : [ ]
14/10/22 22:41:01 INFO mapred.MapTask: Processing split: s3n://basarkod/wiki10gb

:10200547328+67108864
14/10/22 22:41:01 INFO mapred.MapTask: Map output collector class = org.apache.h

adoop.mapred.MapTask$MapOutputBuffer
14/10/22 22:41:01 INFO mapreduce.Job: map 100% reduce 0%
14/10/22 22:41:01 INFO mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
14/10/22 22:41:01 INFO mapred.MapTask: mapreduce.task.io.sort.mb: 100
14/10/22 22:41:01 INFO mapred.MapTask: soft limit at 83886080
14/10/22 22:41:01 INFO mapred.MapTask: bufstart = 0; bufvoid = 104857600
14/10/22 22:41:01 INFO mapred.MapTask: kvstart = 26214396; length = 6553600
14/10/22 22:41:01 INFO s3native.NativeS3FileSystem: Opening 's3n://basarkod/wiki

10gb' for reading
14/10/22 22:41:06 INFO mapred.MapTask: Spilling map output
14/10/22 22:41:06 INFO mapred.MapTask: bufstart = 0; bufend = 34845053; bufvoid

= 104857600
14/10/22 22:41:06 INFO mapred.MapTask: kvstart = 26214396(104857584); kvend = 13

954144(55816576); length = 12260253/6553600
14/10/22 22:41:06 INFO mapred.MapTask: (EQUATOR) 45330806 kvi 11332696(45330784)
14/10/22 22:41:07 INFO mapred.LocalJobRunner: map > map
14/10/22 22:41:07 INFO mapreduce.Job: map 98% reduce 0%
14/10/22 22:41:09 INFO mapred.MapTask: Finished spill 0
14/10/22 22:41:09 INFO mapred.MapTask: (RESET) equator 45330806 kv 11332696(4533

0784) kvi 8711268(34845072)
14/10/22 22:41:10 INFO mapred.LocalJobRunner: map > map
14/10/22 22:41:13 INFO mapred.LocalJobRunner: map > map
14/10/22 22:41:13 INFO mapred.MapTask: Spilling map output
14/10/22 22:41:13 INFO mapred.MapTask: bufstart = 45330806; bufend = 80080678; b

ufvoid = 104857600
14/10/22 22:41:13 INFO mapred.MapTask: kvstart = 11332696(45330784); kvend = 252

63052(101052208); length = 12284045/6553600
14/10/22 22:41:13 INFO mapred.MapTask: (EQUATOR) 90566435 kvi 22641604(90566416)
14/10/22 22:41:16 INFO mapred.MapTask: Finished spill 1
14/10/22 22:41:16 INFO mapred.MapTask: (RESET) equator 90566435 kv 22641604(9056

6416) kvi 20020176(80080704)
14/10/22 22:41:16 INFO mapred.LocalJobRunner: map > map
14/10/22 22:41:18 INFO mapred.LocalJobRunner: map > map
14/10/22 22:41:19 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:41:22 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:41:26 INFO mapred.MapTask: Starting flush of map output
14/10/22 22:41:26 INFO mapred.MapTask: Spilling map output
14/10/22 22:41:26 INFO mapred.MapTask: bufstart = 90566435; bufend = 16230200; b

ufvoid = 104857596
14/10/22 22:41:26 INFO mapred.MapTask: kvstart = 22641604(90566416); kvend = 118

37580(47350320); length = 10804025/6553600
14/10/22 22:41:29 INFO mapred.MapTask: Finished spill 2
14/10/22 22:41:29 INFO mapred.Merger: Merging 3 sorted segments
14/10/22 22:41:29 INFO mapred.Merger: Down to the last merge-pass, with 3 segmen

ts left of total size: 328633 bytes
14/10/22 22:41:29 INFO mapred.Task: Task:attempt_local34415436_0001_m_000152_0 i

s done. And is in the process of committing
14/10/22 22:41:29 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:41:29 INFO mapred.Task: Task 'attempt_local34415436_0001_m_000152_0'

done.
14/10/22 22:41:29 INFO mapred.LocalJobRunner: Finishing task: attempt_local34415

436_0001_m_000152_0
14/10/22 22:41:29 INFO mapred.LocalJobRunner: Starting task: attempt_local344154

36_0001_m_000153_0
14/10/22 22:41:29 INFO mapred.Task: Using ResourceCalculatorProcessTree : [ ]
14/10/22 22:41:29 INFO mapred.MapTask: Processing split: s3n://basarkod/wiki10gb

:10267656192+67108864
14/10/22 22:41:29 INFO mapred.MapTask: Map output collector class = org.apache.h

adoop.mapred.MapTask$MapOutputBuffer
14/10/22 22:41:29 INFO mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
14/10/22 22:41:29 INFO mapred.MapTask: mapreduce.task.io.sort.mb: 100
14/10/22 22:41:29 INFO mapred.MapTask: soft limit at 83886080
14/10/22 22:41:29 INFO mapred.MapTask: bufstart = 0; bufvoid = 104857600
14/10/22 22:41:29 INFO mapred.MapTask: kvstart = 26214396; length = 6553600
14/10/22 22:41:29 INFO s3native.NativeS3FileSystem: Opening 's3n://basarkod/wiki

10gb' for reading
14/10/22 22:41:29 INFO mapreduce.Job: map 100% reduce 0%
14/10/22 22:41:34 INFO mapred.MapTask: Spilling map output
14/10/22 22:41:34 INFO mapred.MapTask: bufstart = 0; bufend = 34659674; bufvoid

= 104857600
14/10/22 22:41:34 INFO mapred.MapTask: kvstart = 26214396(104857584); kvend = 13

907796(55631184); length = 12306601/6553600
14/10/22 22:41:34 INFO mapred.MapTask: (EQUATOR) 45145421 kvi 11286348(45145392)
14/10/22 22:41:35 INFO mapred.LocalJobRunner: map > map
14/10/22 22:41:35 INFO mapreduce.Job: map 99% reduce 0%
14/10/22 22:41:37 INFO mapred.MapTask: Finished spill 0
14/10/22 22:41:37 INFO mapred.MapTask: (RESET) equator 45145421 kv 11286348(4514

5392) kvi 8664924(34659696)
14/10/22 22:41:38 INFO mapred.LocalJobRunner: map > map
14/10/22 22:41:40 INFO mapred.MapTask: Spilling map output
14/10/22 22:41:40 INFO mapred.MapTask: bufstart = 45145421; bufend = 79886800; b

ufvoid = 104857600
14/10/22 22:41:40 INFO mapred.MapTask: kvstart = 11286348(45145392); kvend = 252

14580(100858320); length = 12286169/6553600
14/10/22 22:41:40 INFO mapred.MapTask: (EQUATOR) 90372552 kvi 22593132(90372528)
14/10/22 22:41:41 INFO mapred.LocalJobRunner: map > map
14/10/22 22:41:43 INFO mapred.MapTask: Finished spill 1
14/10/22 22:41:43 INFO mapred.MapTask: (RESET) equator 90372552 kv 22593132(9037

2528) kvi 19971704(79886816)
14/10/22 22:41:44 INFO mapred.LocalJobRunner: map > map
14/10/22 22:41:45 INFO mapred.LocalJobRunner: map > map
14/10/22 22:41:47 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:41:50 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:41:52 INFO mapred.MapTask: Starting flush of map output
14/10/22 22:41:52 INFO mapred.MapTask: Spilling map output
14/10/22 22:41:52 INFO mapred.MapTask: bufstart = 90372552; bufend = 15505743; b

ufvoid = 104857600
14/10/22 22:41:52 INFO mapred.MapTask: kvstart = 22593132(90372528); kvend = 120

42584(48170336); length = 10550549/6553600
14/10/22 22:41:54 INFO mapred.MapTask: Finished spill 2
14/10/22 22:41:54 INFO mapred.Merger: Merging 3 sorted segments
14/10/22 22:41:54 INFO mapred.Merger: Down to the last merge-pass, with 3 segmen

ts left of total size: 417083 bytes
14/10/22 22:41:54 INFO mapred.Task: Task:attempt_local34415436_0001_m_000153_0 i

s done. And is in the process of committing
14/10/22 22:41:54 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:41:54 INFO mapred.Task: Task 'attempt_local34415436_0001_m_000153_0'

done.
14/10/22 22:41:54 INFO mapred.LocalJobRunner: Finishing task: attempt_local34415

436_0001_m_000153_0
14/10/22 22:41:54 INFO mapred.LocalJobRunner: Starting task: attempt_local344154

36_0001_m_000154_0
14/10/22 22:41:54 INFO mapred.Task: Using ResourceCalculatorProcessTree : [ ]
14/10/22 22:41:54 INFO mapred.MapTask: Processing split: s3n://basarkod/wiki10gb

:10334765056+65234944
14/10/22 22:41:54 INFO mapred.MapTask: Map output collector class = org.apache.h

adoop.mapred.MapTask$MapOutputBuffer
14/10/22 22:41:54 INFO mapred.MapTask: (EQUATOR) 0 kvi 26214396(104857584)
14/10/22 22:41:54 INFO mapred.MapTask: mapreduce.task.io.sort.mb: 100
14/10/22 22:41:54 INFO mapred.MapTask: soft limit at 83886080
14/10/22 22:41:54 INFO mapred.MapTask: bufstart = 0; bufvoid = 104857600
14/10/22 22:41:54 INFO mapred.MapTask: kvstart = 26214396; length = 6553600
14/10/22 22:41:54 INFO s3native.NativeS3FileSystem: Opening 's3n://basarkod/wiki

10gb' for reading
14/10/22 22:41:54 INFO mapreduce.Job: map 100% reduce 0%
14/10/22 22:42:00 INFO mapred.LocalJobRunner: map > map
14/10/22 22:42:00 INFO mapreduce.Job: map 99% reduce 0%
14/10/22 22:42:02 INFO mapred.MapTask: Spilling map output
14/10/22 22:42:02 INFO mapred.MapTask: bufstart = 0; bufend = 33573338; bufvoid

= 104857600
14/10/22 22:42:02 INFO mapred.MapTask: kvstart = 26214396(104857584); kvend = 13

636216(54544864); length = 12578181/6553600
14/10/22 22:42:02 INFO mapred.MapTask: (EQUATOR) 44059093 kvi 11014768(44059072)
14/10/22 22:42:03 INFO mapred.LocalJobRunner: map > map
14/10/22 22:42:03 INFO mapreduce.Job: map 100% reduce 0%
14/10/22 22:42:05 INFO mapred.MapTask: Finished spill 0
14/10/22 22:42:05 INFO mapred.MapTask: (RESET) equator 44059093 kv 11014768(4405

9072) kvi 8393340(33573360)
14/10/22 22:42:06 INFO mapred.LocalJobRunner: map > map
14/10/22 22:42:09 INFO mapred.LocalJobRunner: map > map
14/10/22 22:42:11 INFO mapred.MapTask: Spilling map output
14/10/22 22:42:11 INFO mapred.MapTask: bufstart = 44059093; bufend = 77223299; b

ufvoid = 104857600
14/10/22 22:42:11 INFO mapred.MapTask: kvstart = 11014768(44059072); kvend = 245

48704(98194816); length = 12680465/6553600
14/10/22 22:42:11 INFO mapred.MapTask: (EQUATOR) 87709049 kvi 21927256(87709024)
14/10/22 22:42:12 INFO mapred.LocalJobRunner: map > map
14/10/22 22:42:14 INFO mapred.MapTask: Finished spill 1
14/10/22 22:42:14 INFO mapred.MapTask: (RESET) equator 87709049 kv 21927256(8770

9024) kvi 19305832(77223328)
14/10/22 22:42:15 INFO mapred.LocalJobRunner: map > map
14/10/22 22:42:17 INFO mapred.MapTask: Spilling map output
14/10/22 22:42:17 INFO mapred.MapTask: bufstart = 87709049; bufend = 15364375; b

ufvoid = 104857598
14/10/22 22:42:17 INFO mapred.MapTask: kvstart = 21927256(87709024); kvend = 908

3976(36335904); length = 12843281/6553600
14/10/22 22:42:17 INFO mapred.MapTask: (EQUATOR) 25850131 kvi 6462528(25850112)
14/10/22 22:42:17 INFO mapred.LocalJobRunner: map > map
14/10/22 22:42:17 INFO mapred.MapTask: Starting flush of map output
14/10/22 22:42:18 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:42:20 INFO mapred.MapTask: Finished spill 2
14/10/22 22:42:20 INFO mapred.MapTask: (RESET) equator 25850131 kv 6462528(25850

112) kvi 6168484(24673936)
14/10/22 22:42:20 INFO mapred.MapTask: Spilling map output
14/10/22 22:42:20 INFO mapred.MapTask: bufstart = 25850131; bufend = 26591838; b

ufvoid = 104857600
14/10/22 22:42:20 INFO mapred.MapTask: kvstart = 6462528(25850112); kvend = 6168

488(24673952); length = 294041/6553600
14/10/22 22:42:20 INFO mapred.MapTask: Finished spill 3
14/10/22 22:42:20 INFO mapred.Merger: Merging 4 sorted segments
14/10/22 22:42:20 INFO mapred.Merger: Down to the last merge-pass, with 4 segmen

ts left of total size: 1344897 bytes
14/10/22 22:42:20 INFO mapred.Task: Task:attempt_local34415436_0001_m_000154_0 i

s done. And is in the process of committing
14/10/22 22:42:20 INFO mapred.LocalJobRunner: map > sort
14/10/22 22:42:20 INFO mapred.Task: Task 'attempt_local34415436_0001_m_000154_0'

done.
14/10/22 22:42:20 INFO mapred.LocalJobRunner: Finishing task: attempt_local34415

436_0001_m_000154_0
14/10/22 22:42:20 INFO mapred.LocalJobRunner: map task executor complete.
14/10/22 22:42:20 INFO mapred.LocalJobRunner: Waiting for reduce tasks
14/10/22 22:42:20 INFO mapred.LocalJobRunner: Starting task: attempt_local344154

36_0001_r_000000_0
14/10/22 22:42:20 INFO mapred.Task: Using ResourceCalculatorProcessTree : [ ]
14/10/22 22:42:20 INFO mapred.ReduceTask: Using ShuffleConsumerPlugin: org.apach

e.hadoop.mapreduce.task.reduce.Shuffle@26a0faf9
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: MergerManager: memoryLimit=36328

5696, maxSingleShuffleLimit=90821424, mergeThreshold=239768576, ioSortFa
ctor=10,
memToMemMergeOutputsThreshold=10
14/10/22 22:42:20 INFO reduce.EventFetcher: attempt_local34415436_0001_r_000000_

0 Thread started: EventFetcher for fetching Map Completion Events
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000137_0 decomp: 1693490 len: 169
3494 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1693490 bytes from map-out

put for attempt_local34415436_0001_m_000137_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1693490, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, use
dMemory
->1693490
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000040_0 decomp: 1879686 len: 187
9690 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1879686 bytes from map-out

put for attempt_local34415436_0001_m_000040_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1879686, inMemoryMapOutputs.size() -> 2, commitMemory -> 169349
0, usedM
emory ->3573176
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000088_0 decomp: 2067420 len: 206
7424 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 2067420 bytes from map-out

put for attempt_local34415436_0001_m_000088_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2067420, inMemoryMapOutputs.size() -> 3, commitMemory -> 357317
6, usedM
emory ->5640596
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000089_0 decomp: 1536744 len: 153
6748 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1536744 bytes from map-out

put for attempt_local34415436_0001_m_000089_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1536744, inMemoryMapOutputs.size() -> 4, commitMemory -> 564059
6, usedM
emory ->7177340
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000041_0 decomp: 1499615 len: 149
9619 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1499615 bytes from map-out

put for attempt_local34415436_0001_m_000041_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1499615, inMemoryMapOutputs.size() -> 5, commitMemory -> 717734
0, usedM
emory ->8676955
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000136_0 decomp: 247880 len: 2478
84 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 247880 bytes from map-outp

ut for attempt_local34415436_0001_m_000136_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 247880, inMemoryMapOutputs.size() -> 6, commitMemory -> 8676955
, usedMe
mory ->8924835
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000090_0 decomp: 1343693 len: 134
3697 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1343693 bytes from map-out

put for attempt_local34415436_0001_m_000090_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1343693, inMemoryMapOutputs.size() -> 7, commitMemory -> 892483
5, usedM
emory ->10268528
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000042_0 decomp: 1350252 len: 135
0256 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1350252 bytes from map-out

put for attempt_local34415436_0001_m_000042_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1350252, inMemoryMapOutputs.size() -> 8, commitMemory -> 102685
28, used
Memory ->11618780
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000138_0 decomp: 1477774 len: 147
7778 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1477774 bytes from map-out

put for attempt_local34415436_0001_m_000138_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1477774, inMemoryMapOutputs.size() -> 9, commitMemory -> 116187
80, used
Memory ->13096554
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000134_0 decomp: 1131543 len: 113
1547 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1131543 bytes from map-out

put for attempt_local34415436_0001_m_000134_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1131543, inMemoryMapOutputs.size() -> 10, commitMemory -> 13096
554, use
dMemory ->14228097
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000091_0 decomp: 342329 len: 3423
33 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 342329 bytes from map-outp

ut for attempt_local34415436_0001_m_000091_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 342329, inMemoryMapOutputs.size() -> 11, commitMemory -> 142280
97, used
Memory ->14570426
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000037_0 decomp: 128817 len: 1288
21 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 128817 bytes from map-outp

ut for attempt_local34415436_0001_m_000037_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 128817, inMemoryMapOutputs.size() -> 12, commitMemory -> 145704
26, used
Memory ->14699243
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000133_0 decomp: 404421 len: 4044
25 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 404421 bytes from map-outp

ut for attempt_local34415436_0001_m_000133_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 404421, inMemoryMapOutputs.size() -> 13, commitMemory -> 146992
43, used
Memory ->15103664
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000038_0 decomp: 137520 len: 1375
24 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 137520 bytes from map-outp

ut for attempt_local34415436_0001_m_000038_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 137520, inMemoryMapOutputs.size() -> 14, commitMemory -> 151036
64, used
Memory ->15241184
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000092_0 decomp: 626374 len: 6263
78 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 626374 bytes from map-outp

ut for attempt_local34415436_0001_m_000092_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 626374, inMemoryMapOutputs.size() -> 15, commitMemory -> 152411
84, used
Memory ->15867558
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000093_0 decomp: 234371 len: 2343
75 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 234371 bytes from map-outp

ut for attempt_local34415436_0001_m_000093_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 234371, inMemoryMapOutputs.size() -> 16, commitMemory -> 158675
58, used
Memory ->16101929
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000135_0 decomp: 1576096 len: 157
6100 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1576096 bytes from map-out

put for attempt_local34415436_0001_m_000135_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1576096, inMemoryMapOutputs.size() -> 17, commitMemory -> 16101
929, use
dMemory ->17678025
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000039_0 decomp: 679007 len: 6790
11 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 679007 bytes from map-outp

ut for attempt_local34415436_0001_m_000039_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 679007, inMemoryMapOutputs.size() -> 18, commitMemory -> 176780
25, used
Memory ->18357032
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000094_0 decomp: 273251 len: 2732
55 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 273251 bytes from map-outp

ut for attempt_local34415436_0001_m_000094_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 273251, inMemoryMapOutputs.size() -> 19, commitMemory -> 183570
32, used
Memory ->18630283
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000143_0 decomp: 869484 len: 8694
88 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 869484 bytes from map-outp

ut for attempt_local34415436_0001_m_000143_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 869484, inMemoryMapOutputs.size() -> 20, commitMemory -> 186302
83, used
Memory ->19499767
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000034_0 decomp: 700431 len: 7004
35 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 700431 bytes from map-outp

ut for attempt_local34415436_0001_m_000034_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 700431, inMemoryMapOutputs.size() -> 21, commitMemory -> 194997
67, used
Memory ->20200198
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000000_0 decomp: 1507359 len: 150
7363 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1507359 bytes from map-out

put for attempt_local34415436_0001_m_000000_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1507359, inMemoryMapOutputs.size() -> 22, commitMemory -> 20200
198, use
dMemory ->21707557
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000082_0 decomp: 152867 len: 1528
71 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 152867 bytes from map-outp

ut for attempt_local34415436_0001_m_000082_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 152867, inMemoryMapOutputs.size() -> 23, commitMemory -> 217075
57, used
Memory ->21860424
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000001_0 decomp: 1944029 len: 194
4033 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1944029 bytes from map-out

put for attempt_local34415436_0001_m_000001_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1944029, inMemoryMapOutputs.size() -> 24, commitMemory -> 21860
424, use
dMemory ->23804453
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000083_0 decomp: 133294 len: 1332
98 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 133294 bytes from map-outp

ut for attempt_local34415436_0001_m_000083_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 133294, inMemoryMapOutputs.size() -> 25, commitMemory -> 238044
53, used
Memory ->23937747
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000035_0 decomp: 1789765 len: 178
9769 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1789765 bytes from map-out

put for attempt_local34415436_0001_m_000035_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1789765, inMemoryMapOutputs.size() -> 26, commitMemory -> 23937
747, use
dMemory ->25727512
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000145_0 decomp: 696664 len: 6966
68 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 696664 bytes from map-outp

ut for attempt_local34415436_0001_m_000145_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 696664, inMemoryMapOutputs.size() -> 27, commitMemory -> 257275
12, used
Memory ->26424176
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000084_0 decomp: 527148 len: 5271
52 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 527148 bytes from map-outp

ut for attempt_local34415436_0001_m_000084_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 527148, inMemoryMapOutputs.size() -> 28, commitMemory -> 264241
76, used
Memory ->26951324
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000144_0 decomp: 957924 len: 9579
28 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 957924 bytes from map-outp

ut for attempt_local34415436_0001_m_000144_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 957924, inMemoryMapOutputs.size() -> 29, commitMemory -> 269513
24, used
Memory ->27909248
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000036_0 decomp: 507190 len: 5071
94 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 507190 bytes from map-outp

ut for attempt_local34415436_0001_m_000036_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 507190, inMemoryMapOutputs.size() -> 30, commitMemory -> 279092
48, used
Memory ->28416438
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000140_0 decomp: 1437968 len: 143
7972 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1437968 bytes from map-out

put for attempt_local34415436_0001_m_000140_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1437968, inMemoryMapOutputs.size() -> 31, commitMemory -> 28416
438, use
dMemory ->29854406
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000085_0 decomp: 1182389 len: 118
2393 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1182389 bytes from map-out

put for attempt_local34415436_0001_m_000085_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1182389, inMemoryMapOutputs.size() -> 32, commitMemory -> 29854
406, use
dMemory ->31036795
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000003_0 decomp: 744360 len: 7443
64 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 744360 bytes from map-outp

ut for attempt_local34415436_0001_m_000003_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 744360, inMemoryMapOutputs.size() -> 33, commitMemory -> 310367
95, used
Memory ->31781155
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000139_0 decomp: 1018495 len: 101
8499 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1018495 bytes from map-out

put for attempt_local34415436_0001_m_000139_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1018495, inMemoryMapOutputs.size() -> 34, commitMemory -> 31781
155, use
dMemory ->32799650
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000086_0 decomp: 1157964 len: 115
7968 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1157964 bytes from map-out

put for attempt_local34415436_0001_m_000086_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1157964, inMemoryMapOutputs.size() -> 35, commitMemory -> 32799
650, use
dMemory ->33957614
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000004_0 decomp: 1181633 len: 118
1637 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1181633 bytes from map-out

put for attempt_local34415436_0001_m_000004_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1181633, inMemoryMapOutputs.size() -> 36, commitMemory -> 33957
614, use
dMemory ->35139247
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000031_0 decomp: 1988073 len: 198
8077 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1988073 bytes from map-out

put for attempt_local34415436_0001_m_000031_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1988073, inMemoryMapOutputs.size() -> 37, commitMemory -> 35139
247, use
dMemory ->37127320
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000002_0 decomp: 1040895 len: 104
0899 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1040895 bytes from map-out

put for attempt_local34415436_0001_m_000002_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1040895, inMemoryMapOutputs.size() -> 38, commitMemory -> 37127
320, use
dMemory ->38168215
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000032_0 decomp: 390559 len: 3905
63 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 390559 bytes from map-outp

ut for attempt_local34415436_0001_m_000032_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 390559, inMemoryMapOutputs.size() -> 39, commitMemory -> 381682
15, used
Memory ->38558774
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000142_0 decomp: 1772049 len: 177
2053 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1772049 bytes from map-out

put for attempt_local34415436_0001_m_000142_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1772049, inMemoryMapOutputs.size() -> 40, commitMemory -> 38558
774, use
dMemory ->40330823
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000087_0 decomp: 255128 len: 2551
32 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 255128 bytes from map-outp

ut for attempt_local34415436_0001_m_000087_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 255128, inMemoryMapOutputs.size() -> 41, commitMemory -> 403308
23, used
Memory ->40585951
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000033_0 decomp: 354394 len: 3543
98 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 354394 bytes from map-outp

ut for attempt_local34415436_0001_m_000033_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 354394, inMemoryMapOutputs.size() -> 42, commitMemory -> 405859
51, used
Memory ->40940345
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000141_0 decomp: 271475 len: 2714
79 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 271475 bytes from map-outp

ut for attempt_local34415436_0001_m_000141_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 271475, inMemoryMapOutputs.size() -> 43, commitMemory -> 409403
45, used
Memory ->41211820
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000102_0 decomp: 1779868 len: 177
9872 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1779868 bytes from map-out

put for attempt_local34415436_0001_m_000102_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1779868, inMemoryMapOutputs.size() -> 44, commitMemory -> 41211
820, use
dMemory ->42991688
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000149_0 decomp: 654308 len: 6543
12 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 654308 bytes from map-outp

ut for attempt_local34415436_0001_m_000149_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 654308, inMemoryMapOutputs.size() -> 45, commitMemory -> 429916
88, used
Memory ->43645996
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000054_0 decomp: 1086839 len: 108
6843 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1086839 bytes from map-out

put for attempt_local34415436_0001_m_000054_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1086839, inMemoryMapOutputs.size() -> 46, commitMemory -> 43645
996, use
dMemory ->44732835
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000101_0 decomp: 1425644 len: 142
5648 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1425644 bytes from map-out

put for attempt_local34415436_0001_m_000101_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1425644, inMemoryMapOutputs.size() -> 47, commitMemory -> 44732
835, use
dMemory ->46158479
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000150_0 decomp: 358916 len: 3589
20 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 358916 bytes from map-outp

ut for attempt_local34415436_0001_m_000150_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 358916, inMemoryMapOutputs.size() -> 48, commitMemory -> 461584
79, used
Memory ->46517395
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000053_0 decomp: 748081 len: 7480
85 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 748081 bytes from map-outp

ut for attempt_local34415436_0001_m_000053_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 748081, inMemoryMapOutputs.size() -> 49, commitMemory -> 465173
95, used
Memory ->47265476
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000055_0 decomp: 401923 len: 4019
27 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 401923 bytes from map-outp

ut for attempt_local34415436_0001_m_000055_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 401923, inMemoryMapOutputs.size() -> 50, commitMemory -> 472654
76, used
Memory ->47667399
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000103_0 decomp: 1183125 len: 118
3129 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1183125 bytes from map-out

put for attempt_local34415436_0001_m_000103_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1183125, inMemoryMapOutputs.size() -> 51, commitMemory -> 47667
399, use
dMemory ->48850524
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000151_0 decomp: 286956 len: 2869
60 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 286956 bytes from map-outp

ut for attempt_local34415436_0001_m_000151_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 286956, inMemoryMapOutputs.size() -> 52, commitMemory -> 488505
24, used
Memory ->49137480
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000146_0 decomp: 379846 len: 3798
50 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 379846 bytes from map-outp

ut for attempt_local34415436_0001_m_000146_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 379846, inMemoryMapOutputs.size() -> 53, commitMemory -> 491374
80, used
Memory ->49517326
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000105_0 decomp: 2214993 len: 221
4997 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 2214993 bytes from map-out

put for attempt_local34415436_0001_m_000105_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2214993, inMemoryMapOutputs.size() -> 54, commitMemory -> 49517
326, use
dMemory ->51732319
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000050_0 decomp: 2040972 len: 204
0976 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 2040972 bytes from map-out

put for attempt_local34415436_0001_m_000050_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2040972, inMemoryMapOutputs.size() -> 55, commitMemory -> 51732
319, use
dMemory ->53773291
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000104_0 decomp: 1167231 len: 116
7235 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1167231 bytes from map-out

put for attempt_local34415436_0001_m_000104_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1167231, inMemoryMapOutputs.size() -> 56, commitMemory -> 53773
291, use
dMemory ->54940522
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000052_0 decomp: 2067819 len: 206
7823 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 2067819 bytes from map-out

put for attempt_local34415436_0001_m_000052_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2067819, inMemoryMapOutputs.size() -> 57, commitMemory -> 54940
522, use
dMemory ->57008341
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000147_0 decomp: 868327 len: 8683
31 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 868327 bytes from map-outp

ut for attempt_local34415436_0001_m_000147_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 868327, inMemoryMapOutputs.size() -> 58, commitMemory -> 570083
41, used
Memory ->57876668
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000106_0 decomp: 680562 len: 6805
66 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 680562 bytes from map-outp

ut for attempt_local34415436_0001_m_000106_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 680562, inMemoryMapOutputs.size() -> 59, commitMemory -> 578766
68, used
Memory ->58557230
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000051_0 decomp: 786876 len: 7868
80 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 786876 bytes from map-outp

ut for attempt_local34415436_0001_m_000051_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 786876, inMemoryMapOutputs.size() -> 60, commitMemory -> 585572
30, used
Memory ->59344106
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000148_0 decomp: 1365097 len: 136
5101 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1365097 bytes from map-out

put for attempt_local34415436_0001_m_000148_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1365097, inMemoryMapOutputs.size() -> 61, commitMemory -> 59344
106, use
dMemory ->60709203
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000095_0 decomp: 227432 len: 2274
36 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 227432 bytes from map-outp

ut for attempt_local34415436_0001_m_000095_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 227432, inMemoryMapOutputs.size() -> 62, commitMemory -> 607092
03, used
Memory ->60936635
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000047_0 decomp: 935630 len: 9356
34 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 935630 bytes from map-outp

ut for attempt_local34415436_0001_m_000047_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 935630, inMemoryMapOutputs.size() -> 63, commitMemory -> 609366
35, used
Memory ->61872265
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000049_0 decomp: 929240 len: 9292
44 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 929240 bytes from map-outp

ut for attempt_local34415436_0001_m_000049_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 929240, inMemoryMapOutputs.size() -> 64, commitMemory -> 618722
65, used
Memory ->62801505
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000097_0 decomp: 169500 len: 1695
04 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 169500 bytes from map-outp

ut for attempt_local34415436_0001_m_000097_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 169500, inMemoryMapOutputs.size() -> 65, commitMemory -> 628015
05, used
Memory ->62971005
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000096_0 decomp: 212535 len: 2125
39 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 212535 bytes from map-outp

ut for attempt_local34415436_0001_m_000096_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 212535, inMemoryMapOutputs.size() -> 66, commitMemory -> 629710
05, used
Memory ->63183540
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000048_0 decomp: 2010720 len: 201
0724 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 2010720 bytes from map-out

put for attempt_local34415436_0001_m_000048_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2010720, inMemoryMapOutputs.size() -> 67, commitMemory -> 63183
540, use
dMemory ->65194260
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000152_0 decomp: 228278 len: 2282
82 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 228278 bytes from map-outp

ut for attempt_local34415436_0001_m_000152_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 228278, inMemoryMapOutputs.size() -> 68, commitMemory -> 651942
60, used
Memory ->65422538
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000044_0 decomp: 1810874 len: 181
0878 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1810874 bytes from map-out

put for attempt_local34415436_0001_m_000044_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1810874, inMemoryMapOutputs.size() -> 69, commitMemory -> 65422
538, use
dMemory ->67233412
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000153_0 decomp: 293035 len: 2930
39 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 293035 bytes from map-outp

ut for attempt_local34415436_0001_m_000153_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 293035, inMemoryMapOutputs.size() -> 70, commitMemory -> 672334
12, used
Memory ->67526447
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000098_0 decomp: 481959 len: 4819
63 to ME
MORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 481959 bytes from map-outp

ut for attempt_local34415436_0001_m_000098_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 481959, inMemoryMapOutputs.size() -> 71, commitMemory -> 675264
47, used
Memory ->68008406
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000043_0 decomp: 3206078 len: 320
6082 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 3206078 bytes from map-out

put for attempt_local34415436_0001_m_000043_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 3206078, inMemoryMapOutputs.size() -> 72, commitMemory -> 68008
406, use
dMemory ->71214484
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000046_0 decomp: 1838810 len: 183
8814 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1838810 bytes from map-out

put for attempt_local34415436_0001_m_000046_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1838810, inMemoryMapOutputs.size() -> 73, commitMemory -> 71214
484, use
dMemory ->73053294
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000100_0 decomp: 1291143 len: 129
1147 to
MEMORY
14/10/22 22:42:20 INFO reduce.InMemoryMapOutput: Read 1291143 bytes from map-out

put for attempt_local34415436_0001_m_000100_0
14/10/22 22:42:20 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1291143, inMemoryMapOutputs.size() -> 74, commitMemory -> 73053
294, use
dMemory ->74344437
14/10/22 22:42:20 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000154_0 decomp: 1129791 len: 112
9795 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1129791 bytes from map-out

put for attempt_local34415436_0001_m_000154_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1129791, inMemoryMapOutputs.size() -> 75, commitMemory -> 74344
437, use
dMemory ->75474228
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000099_0 decomp: 1187458 len: 118
7462 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1187458 bytes from map-out

put for attempt_local34415436_0001_m_000099_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1187458, inMemoryMapOutputs.size() -> 76, commitMemory -> 75474
228, use
dMemory ->76661686
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000045_0 decomp: 2305829 len: 230
5833 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 2305829 bytes from map-out

put for attempt_local34415436_0001_m_000045_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2305829, inMemoryMapOutputs.size() -> 77, commitMemory -> 76661
686, use
dMemory ->78967515
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000067_0 decomp: 2438682 len: 243
8686 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 2438682 bytes from map-out

put for attempt_local34415436_0001_m_000067_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2438682, inMemoryMapOutputs.size() -> 78, commitMemory -> 78967
515, use
dMemory ->81406197
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000115_0 decomp: 2734918 len: 273
4922 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 2734918 bytes from map-out

put for attempt_local34415436_0001_m_000115_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2734918, inMemoryMapOutputs.size() -> 79, commitMemory -> 81406
197, use
dMemory ->84141115
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000018_0 decomp: 208294 len: 2082
98 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 208294 bytes from map-outp

ut for attempt_local34415436_0001_m_000018_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 208294, inMemoryMapOutputs.size() -> 80, commitMemory -> 841411
15, used
Memory ->84349409
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000068_0 decomp: 1874827 len: 187
4831 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1874827 bytes from map-out

put for attempt_local34415436_0001_m_000068_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1874827, inMemoryMapOutputs.size() -> 81, commitMemory -> 84349
409, use
dMemory ->86224236
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000116_0 decomp: 2582499 len: 258
2503 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 2582499 bytes from map-out

put for attempt_local34415436_0001_m_000116_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2582499, inMemoryMapOutputs.size() -> 82, commitMemory -> 86224
236, use
dMemory ->88806735
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000019_0 decomp: 181523 len: 1815
27 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 181523 bytes from map-outp

ut for attempt_local34415436_0001_m_000019_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 181523, inMemoryMapOutputs.size() -> 83, commitMemory -> 888067
35, used
Memory ->88988258
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000114_0 decomp: 1547384 len: 154
7388 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1547384 bytes from map-out

put for attempt_local34415436_0001_m_000114_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1547384, inMemoryMapOutputs.size() -> 84, commitMemory -> 88988
258, use
dMemory ->90535642
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000066_0 decomp: 1370186 len: 137
0190 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1370186 bytes from map-out

put for attempt_local34415436_0001_m_000066_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1370186, inMemoryMapOutputs.size() -> 85, commitMemory -> 90535
642, use
dMemory ->91905828
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000020_0 decomp: 190358 len: 1903
62 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 190358 bytes from map-outp

ut for attempt_local34415436_0001_m_000020_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 190358, inMemoryMapOutputs.size() -> 86, commitMemory -> 919058
28, used
Memory ->92096186
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000064_0 decomp: 1745018 len: 174
5022 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1745018 bytes from map-out

put for attempt_local34415436_0001_m_000064_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1745018, inMemoryMapOutputs.size() -> 87, commitMemory -> 92096
186, use
dMemory ->93841204
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000021_0 decomp: 1727254 len: 172
7258 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1727254 bytes from map-out

put for attempt_local34415436_0001_m_000021_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1727254, inMemoryMapOutputs.size() -> 88, commitMemory -> 93841
204, use
dMemory ->95568458
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000022_0 decomp: 995712 len: 9957
16 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 995712 bytes from map-outp

ut for attempt_local34415436_0001_m_000022_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 995712, inMemoryMapOutputs.size() -> 89, commitMemory -> 955684
58, used
Memory ->96564170
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000065_0 decomp: 1363683 len: 136
3687 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1363683 bytes from map-out

put for attempt_local34415436_0001_m_000065_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1363683, inMemoryMapOutputs.size() -> 90, commitMemory -> 96564
170, use
dMemory ->97927853
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000119_0 decomp: 2107623 len: 210
7627 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 2107623 bytes from map-out

put for attempt_local34415436_0001_m_000119_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2107623, inMemoryMapOutputs.size() -> 91, commitMemory -> 97927
853, use
dMemory ->100035476
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000117_0 decomp: 145925 len: 1459
29 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 145925 bytes from map-outp

ut for attempt_local34415436_0001_m_000117_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 145925, inMemoryMapOutputs.size() -> 92, commitMemory -> 100035
476, use
dMemory ->100181401
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000118_0 decomp: 1055012 len: 105
5016 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1055012 bytes from map-out

put for attempt_local34415436_0001_m_000118_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1055012, inMemoryMapOutputs.size() -> 93, commitMemory -> 10018
1401, us
edMemory ->101236413
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000063_0 decomp: 632961 len: 6329
65 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 632961 bytes from map-outp

ut for attempt_local34415436_0001_m_000063_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 632961, inMemoryMapOutputs.size() -> 94, commitMemory -> 101236
413, use
dMemory ->101869374
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000023_0 decomp: 634677 len: 6346
81 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 634677 bytes from map-outp

ut for attempt_local34415436_0001_m_000023_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 634677, inMemoryMapOutputs.size() -> 95, commitMemory -> 101869
374, use
dMemory ->102504051
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000061_0 decomp: 848110 len: 8481
14 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 848110 bytes from map-outp

ut for attempt_local34415436_0001_m_000061_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 848110, inMemoryMapOutputs.size() -> 96, commitMemory -> 102504
051, use
dMemory ->103352161
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000109_0 decomp: 1364497 len: 136
4501 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1364497 bytes from map-out

put for attempt_local34415436_0001_m_000109_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1364497, inMemoryMapOutputs.size() -> 97, commitMemory -> 10335
2161, us
edMemory ->104716658
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000024_0 decomp: 517708 len: 5177
12 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 517708 bytes from map-outp

ut for attempt_local34415436_0001_m_000024_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 517708, inMemoryMapOutputs.size() -> 98, commitMemory -> 104716
658, use
dMemory ->105234366
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000062_0 decomp: 534429 len: 5344
33 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 534429 bytes from map-outp

ut for attempt_local34415436_0001_m_000062_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 534429, inMemoryMapOutputs.size() -> 99, commitMemory -> 105234
366, use
dMemory ->105768795
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000025_0 decomp: 137753 len: 1377
57 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 137753 bytes from map-outp

ut for attempt_local34415436_0001_m_000025_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 137753, inMemoryMapOutputs.size() -> 100, commitMemory -> 10576
8795, us
edMemory ->105906548
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000110_0 decomp: 776277 len: 7762
81 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 776277 bytes from map-outp

ut for attempt_local34415436_0001_m_000110_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 776277, inMemoryMapOutputs.size() -> 101, commitMemory -> 10590
6548, us
edMemory ->106682825
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000107_0 decomp: 1220336 len: 122
0340 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1220336 bytes from map-out

put for attempt_local34415436_0001_m_000107_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1220336, inMemoryMapOutputs.size() -> 102, commitMemory -> 1066
82825, u
sedMemory ->107903161
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000026_0 decomp: 1022784 len: 102
2788 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1022784 bytes from map-out

put for attempt_local34415436_0001_m_000026_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1022784, inMemoryMapOutputs.size() -> 103, commitMemory -> 1079
03161, u
sedMemory ->108925945
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000059_0 decomp: 1950320 len: 195
0324 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1950320 bytes from map-out

put for attempt_local34415436_0001_m_000059_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1950320, inMemoryMapOutputs.size() -> 104, commitMemory -> 1089
25945, u
sedMemory ->110876265
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000108_0 decomp: 784979 len: 7849
83 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 784979 bytes from map-outp

ut for attempt_local34415436_0001_m_000108_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 784979, inMemoryMapOutputs.size() -> 105, commitMemory -> 11087
6265, us
edMemory ->111661244
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000060_0 decomp: 1115698 len: 111
5702 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1115698 bytes from map-out

put for attempt_local34415436_0001_m_000060_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1115698, inMemoryMapOutputs.size() -> 106, commitMemory -> 1116
61244, u
sedMemory ->112776942
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000112_0 decomp: 1848709 len: 184
8713 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1848709 bytes from map-out

put for attempt_local34415436_0001_m_000112_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1848709, inMemoryMapOutputs.size() -> 107, commitMemory -> 1127
76942, u
sedMemory ->114625651
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000058_0 decomp: 1532614 len: 153
2618 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1532614 bytes from map-out

put for attempt_local34415436_0001_m_000058_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1532614, inMemoryMapOutputs.size() -> 108, commitMemory -> 1146
25651, u
sedMemory ->116158265
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000027_0 decomp: 255964 len: 2559
68 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 255964 bytes from map-outp

ut for attempt_local34415436_0001_m_000027_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 255964, inMemoryMapOutputs.size() -> 109, commitMemory -> 11615
8265, us
edMemory ->116414229
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000028_0 decomp: 213189 len: 2131
93 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 213189 bytes from map-outp

ut for attempt_local34415436_0001_m_000028_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 213189, inMemoryMapOutputs.size() -> 110, commitMemory -> 11641
4229, us
edMemory ->116627418
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000113_0 decomp: 284686 len: 2846
90 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 284686 bytes from map-outp

ut for attempt_local34415436_0001_m_000113_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 284686, inMemoryMapOutputs.size() -> 111, commitMemory -> 11662
7418, us
edMemory ->116912104
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000029_0 decomp: 274397 len: 2744
01 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 274397 bytes from map-outp

ut for attempt_local34415436_0001_m_000029_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 274397, inMemoryMapOutputs.size() -> 112, commitMemory -> 11691
2104, us
edMemory ->117186501
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000056_0 decomp: 243087 len: 2430
91 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 243087 bytes from map-outp

ut for attempt_local34415436_0001_m_000056_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 243087, inMemoryMapOutputs.size() -> 113, commitMemory -> 11718
6501, us
edMemory ->117429588
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000057_0 decomp: 1170695 len: 117
0699 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1170695 bytes from map-out

put for attempt_local34415436_0001_m_000057_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1170695, inMemoryMapOutputs.size() -> 114, commitMemory -> 1174
29588, u
sedMemory ->118600283
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000030_0 decomp: 1227502 len: 122
7506 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1227502 bytes from map-out

put for attempt_local34415436_0001_m_000030_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1227502, inMemoryMapOutputs.size() -> 115, commitMemory -> 1186
00283, u
sedMemory ->119827785
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000111_0 decomp: 1958307 len: 195
8311 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1958307 bytes from map-out

put for attempt_local34415436_0001_m_000111_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1958307, inMemoryMapOutputs.size() -> 116, commitMemory -> 1198
27785, u
sedMemory ->121786092
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000129_0 decomp: 641909 len: 6419
13 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 641909 bytes from map-outp

ut for attempt_local34415436_0001_m_000129_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 641909, inMemoryMapOutputs.size() -> 117, commitMemory -> 12178
6092, us
edMemory ->122428001
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000081_0 decomp: 161256 len: 1612
60 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 161256 bytes from map-outp

ut for attempt_local34415436_0001_m_000081_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 161256, inMemoryMapOutputs.size() -> 118, commitMemory -> 12242
8001, us
edMemory ->122589257
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000006_0 decomp: 851704 len: 8517
08 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 851704 bytes from map-outp

ut for attempt_local34415436_0001_m_000006_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 851704, inMemoryMapOutputs.size() -> 119, commitMemory -> 12258
9257, us
edMemory ->123440961
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000080_0 decomp: 177492 len: 1774
96 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 177492 bytes from map-outp

ut for attempt_local34415436_0001_m_000080_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 177492, inMemoryMapOutputs.size() -> 120, commitMemory -> 12344
0961, us
edMemory ->123618453
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000005_0 decomp: 263025 len: 2630
29 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 263025 bytes from map-outp

ut for attempt_local34415436_0001_m_000005_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 263025, inMemoryMapOutputs.size() -> 121, commitMemory -> 12361
8453, us
edMemory ->123881478
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000128_0 decomp: 709124 len: 7091
28 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 709124 bytes from map-outp

ut for attempt_local34415436_0001_m_000128_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 709124, inMemoryMapOutputs.size() -> 122, commitMemory -> 12388
1478, us
edMemory ->124590602
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000007_0 decomp: 230991 len: 2309
95 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 230991 bytes from map-outp

ut for attempt_local34415436_0001_m_000007_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 230991, inMemoryMapOutputs.size() -> 123, commitMemory -> 12459
0602, us
edMemory ->124821593
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000079_0 decomp: 165542 len: 1655
46 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 165542 bytes from map-outp

ut for attempt_local34415436_0001_m_000079_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 165542, inMemoryMapOutputs.size() -> 124, commitMemory -> 12482
1593, us
edMemory ->124987135
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000127_0 decomp: 1059443 len: 105
9447 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1059443 bytes from map-out

put for attempt_local34415436_0001_m_000127_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1059443, inMemoryMapOutputs.size() -> 125, commitMemory -> 1249
87135, u
sedMemory ->126046578
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000132_0 decomp: 187372 len: 1873
76 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 187372 bytes from map-outp

ut for attempt_local34415436_0001_m_000132_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 187372, inMemoryMapOutputs.size() -> 126, commitMemory -> 12604
6578, us
edMemory ->126233950
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000078_0 decomp: 204400 len: 2044
04 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 204400 bytes from map-outp

ut for attempt_local34415436_0001_m_000078_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 204400, inMemoryMapOutputs.size() -> 127, commitMemory -> 12623
3950, us
edMemory ->126438350
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000009_0 decomp: 755821 len: 7558
25 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 755821 bytes from map-outp

ut for attempt_local34415436_0001_m_000009_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 755821, inMemoryMapOutputs.size() -> 128, commitMemory -> 12643
8350, us
edMemory ->127194171
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000008_0 decomp: 187554 len: 1875
58 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 187554 bytes from map-outp

ut for attempt_local34415436_0001_m_000008_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 187554, inMemoryMapOutputs.size() -> 129, commitMemory -> 12719
4171, us
edMemory ->127381725
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000077_0 decomp: 318393 len: 3183
97 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 318393 bytes from map-outp

ut for attempt_local34415436_0001_m_000077_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 318393, inMemoryMapOutputs.size() -> 130, commitMemory -> 12738
1725, us
edMemory ->127700118
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000131_0 decomp: 210421 len: 2104
25 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 210421 bytes from map-outp

ut for attempt_local34415436_0001_m_000131_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 210421, inMemoryMapOutputs.size() -> 131, commitMemory -> 12770
0118, us
edMemory ->127910539
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000076_0 decomp: 1842455 len: 184
2459 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1842455 bytes from map-out

put for attempt_local34415436_0001_m_000076_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1842455, inMemoryMapOutputs.size() -> 132, commitMemory -> 1279
10539, u
sedMemory ->129752994
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000075_0 decomp: 1580245 len: 158
0249 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1580245 bytes from map-out

put for attempt_local34415436_0001_m_000075_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1580245, inMemoryMapOutputs.size() -> 133, commitMemory -> 1297
52994, u
sedMemory ->131333239
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000130_0 decomp: 233505 len: 2335
09 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 233505 bytes from map-outp

ut for attempt_local34415436_0001_m_000130_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 233505, inMemoryMapOutputs.size() -> 134, commitMemory -> 13133
3239, us
edMemory ->131566744
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000010_0 decomp: 220087 len: 2200
91 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 220087 bytes from map-outp

ut for attempt_local34415436_0001_m_000010_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 220087, inMemoryMapOutputs.size() -> 135, commitMemory -> 13156
6744, us
edMemory ->131786831
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000012_0 decomp: 997943 len: 9979
47 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 997943 bytes from map-outp

ut for attempt_local34415436_0001_m_000012_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 997943, inMemoryMapOutputs.size() -> 136, commitMemory -> 13178
6831, us
edMemory ->132784774
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000074_0 decomp: 1472502 len: 147
2506 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1472502 bytes from map-out

put for attempt_local34415436_0001_m_000074_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1472502, inMemoryMapOutputs.size() -> 137, commitMemory -> 1327
84774, u
sedMemory ->134257276
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000011_0 decomp: 695669 len: 6956
73 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 695669 bytes from map-outp

ut for attempt_local34415436_0001_m_000011_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 695669, inMemoryMapOutputs.size() -> 138, commitMemory -> 13425
7276, us
edMemory ->134952945
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000122_0 decomp: 695887 len: 6958
91 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 695887 bytes from map-outp

ut for attempt_local34415436_0001_m_000122_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 695887, inMemoryMapOutputs.size() -> 139, commitMemory -> 13495
2945, us
edMemory ->135648832
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000073_0 decomp: 1108627 len: 110
8631 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1108627 bytes from map-out

put for attempt_local34415436_0001_m_000073_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1108627, inMemoryMapOutputs.size() -> 140, commitMemory -> 1356
48832, u
sedMemory ->136757459
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000014_0 decomp: 1939968 len: 193
9972 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1939968 bytes from map-out

put for attempt_local34415436_0001_m_000014_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1939968, inMemoryMapOutputs.size() -> 141, commitMemory -> 1367
57459, u
sedMemory ->138697427
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000121_0 decomp: 1115148 len: 111
5152 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1115148 bytes from map-out

put for attempt_local34415436_0001_m_000121_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1115148, inMemoryMapOutputs.size() -> 142, commitMemory -> 1386
97427, u
sedMemory ->139812575
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000013_0 decomp: 903127 len: 9031
31 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 903127 bytes from map-outp

ut for attempt_local34415436_0001_m_000013_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 903127, inMemoryMapOutputs.size() -> 143, commitMemory -> 13981
2575, us
edMemory ->140715702
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000120_0 decomp: 244180 len: 2441
84 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 244180 bytes from map-outp

ut for attempt_local34415436_0001_m_000120_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 244180, inMemoryMapOutputs.size() -> 144, commitMemory -> 14071
5702, us
edMemory ->140959882
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000072_0 decomp: 1164259 len: 116
4263 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1164259 bytes from map-out

put for attempt_local34415436_0001_m_000072_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1164259, inMemoryMapOutputs.size() -> 145, commitMemory -> 1409
59882, u
sedMemory ->142124141
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000071_0 decomp: 1578990 len: 157
8994 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1578990 bytes from map-out

put for attempt_local34415436_0001_m_000071_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1578990, inMemoryMapOutputs.size() -> 146, commitMemory -> 1421
24141, u
sedMemory ->143703131
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000126_0 decomp: 1228124 len: 122
8128 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1228124 bytes from map-out

put for attempt_local34415436_0001_m_000126_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1228124, inMemoryMapOutputs.size() -> 147, commitMemory -> 1437
03131, u
sedMemory ->144931255
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000015_0 decomp: 906551 len: 9065
55 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 906551 bytes from map-outp

ut for attempt_local34415436_0001_m_000015_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 906551, inMemoryMapOutputs.size() -> 148, commitMemory -> 14493
1255, us
edMemory ->145837806
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000125_0 decomp: 2487982 len: 248
7986 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 2487982 bytes from map-out

put for attempt_local34415436_0001_m_000125_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2487982, inMemoryMapOutputs.size() -> 149, commitMemory -> 1458
37806, u
sedMemory ->148325788
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000124_0 decomp: 1288341 len: 128
8345 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1288341 bytes from map-out

put for attempt_local34415436_0001_m_000124_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1288341, inMemoryMapOutputs.size() -> 150, commitMemory -> 1483
25788, u
sedMemory ->149614129
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000070_0 decomp: 1322944 len: 132
2948 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 1322944 bytes from map-out

put for attempt_local34415436_0001_m_000070_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 1322944, inMemoryMapOutputs.size() -> 151, commitMemory -> 1496
14129, u
sedMemory ->150937073
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000017_0 decomp: 190385 len: 1903
89 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 190385 bytes from map-outp

ut for attempt_local34415436_0001_m_000017_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 190385, inMemoryMapOutputs.size() -> 152, commitMemory -> 15093
7073, us
edMemory ->151127458
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000069_0 decomp: 2591244 len: 259
1248 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 2591244 bytes from map-out

put for attempt_local34415436_0001_m_000069_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2591244, inMemoryMapOutputs.size() -> 153, commitMemory -> 1511
27458, u
sedMemory ->153718702
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000123_0 decomp: 2002670 len: 200
2674 to
MEMORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 2002670 bytes from map-out

put for attempt_local34415436_0001_m_000123_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 2002670, inMemoryMapOutputs.size() -> 154, commitMemory -> 1537
18702, u
sedMemory ->155721372
14/10/22 22:42:21 INFO reduce.LocalFetcher: localfetcher#1 about to shuffle outp

ut of map attempt_local34415436_0001_m_000016_0 decomp: 207203 len: 2072
07 to ME
MORY
14/10/22 22:42:21 INFO reduce.InMemoryMapOutput: Read 207203 bytes from map-outp

ut for attempt_local34415436_0001_m_000016_0
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: closeInMemoryFile -> map-output

of size: 207203, inMemoryMapOutputs.size() -> 155, commitMemory -> 15572
1372, us
edMemory ->155928575
14/10/22 22:42:21 INFO reduce.EventFetcher: EventFetcher is interrupted.. Return

ing
14/10/22 22:42:21 INFO mapred.LocalJobRunner: 155 / 155 copied.
14/10/22 22:42:21 INFO reduce.MergeManagerImpl: finalMerge called with 155 in-me

mory map-outputs and 0 on-disk map-outputs
14/10/22 22:42:21 INFO mapred.Merger: Merging 155 sorted segments
14/10/22 22:42:21 INFO mapred.Merger: Down to the last merge-pass, with 155 segm

ents left of total size: 155927941 bytes
14/10/22 22:42:26 INFO mapred.LocalJobRunner: reduce > sort
14/10/22 22:42:26 INFO mapreduce.Job: map 100% reduce 54%
14/10/22 22:42:29 INFO reduce.MergeManagerImpl: Merged 155 segments, 155928575 b

ytes to disk to satisfy reduce memory limit
14/10/22 22:42:29 INFO reduce.MergeManagerImpl: Merging 1 files, 155928271 bytes

from disk
14/10/22 22:42:29 INFO reduce.MergeManagerImpl: Merging 0 segments, 0 bytes from

memory into reduce
14/10/22 22:42:29 INFO mapred.Merger: Merging 1 sorted segments
14/10/22 22:42:29 INFO mapred.Merger: Down to the last merge-pass, with 1 segmen

ts left of total size: 155928263 bytes
14/10/22 22:42:29 INFO mapred.LocalJobRunner: reduce > sort
14/10/22 22:42:29 INFO mapred.LocalJobRunner: reduce > reduce
14/10/22 22:42:29 INFO mapreduce.Job: map 100% reduce 67%
14/10/22 22:42:29 INFO s3native.NativeS3FileSystem: OutputStream for key 'output

/_temporary/0/_temporary/attempt_local34415436_0001_r_000000_0/part-r-00
000' wri
ting to tempfile '/home/ubuntu/hdfstmp/s3/output-749249514281572
0423.tmp'
14/10/22 22:42:29 INFO Configuration.deprecation: mapred.skip.on is deprecated.

Instead, use mapreduce.job.skiprecords
14/10/22 22:42:32 INFO mapred.LocalJobRunner: reduce > reduce
14/10/22 22:42:32 INFO mapreduce.Job: map 100% reduce 77%
14/10/22 22:42:35 INFO mapred.LocalJobRunner: reduce > reduce
14/10/22 22:42:35 INFO mapreduce.Job: map 100% reduce 89%
14/10/22 22:42:37 INFO s3native.NativeS3FileSystem: OutputStream for key 'output

/_temporary/0/_temporary/attempt_local34415436_0001_r_000000_0/part-r-00
000' clo
sed. Now beginning upload
14/10/22 22:42:38 INFO mapred.LocalJobRunner: reduce > reduce
14/10/22 22:42:38 INFO mapreduce.Job: map 100% reduce 100%
14/10/22 22:42:39 INFO client.DefaultHttpClient: I/O exception (java.net.SocketE

xception) caught when processing request: Connection reset
14/10/22 22:42:39 INFO client.DefaultHttpClient: Retrying request
14/10/22 22:42:39 INFO client.DefaultHttpClient: I/O exception (java.io.IOExcept

ion) caught when processing request: Resetting to invalid mark
14/10/22 22:42:39 INFO client.DefaultHttpClient: Retrying request
14/10/22 22:42:39 INFO client.DefaultHttpClient: I/O exception (java.io.IOExcept

ion) caught when processing request: Resetting to invalid mark
14/10/22 22:42:39 INFO client.DefaultHttpClient: Retrying request
14/10/22 22:42:40 INFO client.DefaultHttpClient: I/O exception (java.io.IOExcept

ion) caught when processing request: Resetting to invalid mark
14/10/22 22:42:40 INFO client.DefaultHttpClient: Retrying request
14/10/22 22:42:40 INFO client.DefaultHttpClient: I/O exception (java.io.IOExcept

ion) caught when processing request: Resetting to invalid mark
14/10/22 22:42:40 INFO client.DefaultHttpClient: Retrying request
14/10/22 22:42:41 INFO mapred.LocalJobRunner: reduce > reduce
14/10/22 22:42:52 INFO client.DefaultHttpClient: I/O exception (java.net.SocketE

xception) caught when processing request: Connection reset
14/10/22 22:42:52 INFO client.DefaultHttpClient: Retrying request
14/10/22 22:42:53 INFO client.DefaultHttpClient: I/O exception (java.io.IOExcept

ion) caught when processing request: Resetting to invalid mark
14/10/22 22:42:53 INFO client.DefaultHttpClient: Retrying request
14/10/22 22:42:53 INFO client.DefaultHttpClient: I/O exception (java.io.IOExcept

ion) caught when processing request: Resetting to invalid mark
14/10/22 22:42:53 INFO client.DefaultHttpClient: Retrying request
14/10/22 22:42:53 INFO client.DefaultHttpClient: I/O exception (java.io.IOExcept

ion) caught when processing request: Resetting to invalid mark
14/10/22 22:42:53 INFO client.DefaultHttpClient: Retrying request
14/10/22 22:42:54 INFO client.DefaultHttpClient: I/O exception (java.io.IOExcept

ion) caught when processing request: Resetting to invalid mark
14/10/22 22:42:54 INFO client.DefaultHttpClient: Retrying request
14/10/22 22:43:09 INFO s3native.NativeS3FileSystem: OutputStream for key 'output

/_temporary/0/_temporary/attempt_local34415436_0001_r_000000_0/part-r-00
000' upl
oad complete
14/10/22 22:43:09 INFO mapred.Task: Task:attempt_local34415436_0001_r_000000_0 i

s done. And is in the process of committing
14/10/22 22:43:09 INFO mapred.LocalJobRunner: reduce > reduce
14/10/22 22:43:09 INFO mapred.Task: Task attempt_local34415436_0001_r_000000_0 i

s allowed to commit now
14/10/22 22:43:14 INFO output.FileOutputCommitter: Saved output of task 'attempt

_local34415436_0001_r_000000_0' to s3n://basarkod/output/_temporary/0/ta
sk_local
34415436_0001_r_000000
14/10/22 22:43:14 INFO mapred.LocalJobRunner: reduce > reduce
14/10/22 22:43:14 INFO mapred.Task: Task 'attempt_local34415436_0001_r_000000_0'

done.
14/10/22 22:43:14 INFO mapred.LocalJobRunner: Finishing task: attempt_local34415

436_0001_r_000000_0
14/10/22 22:43:14 INFO mapred.LocalJobRunner: reduce task executor complete.
14/10/22 22:43:18 INFO s3native.NativeS3FileSystem: OutputStream for key 'output

/_SUCCESS' writing to tempfile '/home/ubuntu/hdfstmp/s3/output-704169420
88282967
27.tmp'
14/10/22 22:43:18 INFO s3native.NativeS3FileSystem: OutputStream for key 'output

/_SUCCESS' closed. Now beginning upload
14/10/22 22:43:18 INFO s3native.NativeS3FileSystem: OutputStream for key 'output

/_SUCCESS' upload complete
14/10/22 22:43:19 INFO mapreduce.Job: Job job_local34415436_0001 completed succe

ssfully
14/10/22 22:43:20 INFO mapreduce.Job: Counters: 43
File System Counters
FILE: Number of bytes read=14920189349
FILE: Number of bytes written=26938915091
FILE: Number of read operations=0
FILE: Number of large read operations=0
FILE: Number of write operations=0
HDFS: Number of bytes read=0
HDFS: Number of bytes written=0
HDFS: Number of read operations=0
HDFS: Number of large read operations=0
HDFS: Number of write operations=0
S3N: Number of bytes read=821770460296
S3N: Number of bytes written=83987906
S3N: Number of read operations=0
S3N: Number of large read operations=0
S3N: Number of write operations=0
Map-Reduce Framework
Map input records=123015884
Map output records=1515550661
Map output bytes=15858375070
Map output materialized bytes=155929195
Input split bytes=13640
Combine input records=1524768729
Combine output records=16430277
Reduce input groups=3757036
Reduce shuffle bytes=155929195
Reduce input records=7212209
Reduce output records=3757036
Spilled Records=23642486
Shuffled Maps =155
Failed Shuffles=0
Merged Map outputs=155
GC time elapsed (ms)=25426
CPU time spent (ms)=0
Physical memory (bytes) snapshot=0
Virtual memory (bytes) snapshot=0
Total committed heap usage (bytes)=28218589184
Shuffle Errors
BAD_ID=0
CONNECTION=0
IO_ERROR=0
WRONG_LENGTH=0
WRONG_MAP=0
WRONG_REDUCE=0
File Input Format Counters
Bytes Read=10400333752
File Output Format Counters
Bytes Written=83987906