blob: a157a6946ef3a5738a46c47d15382d8a11cb6418 [file] [log] [blame]
#--------------------------------------------------
# There are 1 DAGs in the session
#--------------------------------------------------
#--------------------------------------------------
# TEZ DAG plan: pig-0_scope-0
#--------------------------------------------------
Tez vertex scope-77 -> Tez vertex scope-118,Tez vertex scope-128,
Tez vertex scope-118 -> Tez vertex scope-110,Tez vertex scope-128,
Tez vertex scope-128 -> Tez vertex scope-132,
Tez vertex scope-110 -> Tez vertex scope-132,
Tez vertex scope-132
Tez vertex scope-77
# Plan on vertex
a: Split - scope-141
| |
| b: Split - scope-139
| | |
| | a1: Split - scope-169
| | | |
| | | a1: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-170 -> scope-62
| | | |
| | | Local Rearrange[tuple]{tuple}(false) - scope-173 -> scope-118
| | | | |
| | | | Constant(DummyVal) - scope-174
| | | |
| | | |---New For Each(false,true)[tuple] - scope-180
| | | | |
| | | | Project[int][0] - scope-177
| | | | |
| | | | POUserFunc(org.apache.pig.impl.builtin.GetMemNumRows)[tuple] - scope-179
| | | | |
| | | | |---Project[tuple][*] - scope-178
| | | |
| | | |---PoissonSample - scope-176
| | | |
| | | |---Local Rearrange[tuple]{int}(false) - scope-171 -> scope-128
| | | | |
| | | | Project[int][0] - scope-172
| | |
| | |---b1: New For Each(false,false)[bag] - scope-22
| | | |
| | | Project[int][0] - scope-18
| | | |
| | | Project[chararray][1] - scope-20
| | |
| | a1: Split - scope-181
| | | |
| | | a1: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-182 -> scope-62
| | | |
| | | Local Rearrange[tuple]{tuple}(false) - scope-185 -> scope-118
| | | | |
| | | | Constant(DummyVal) - scope-186
| | | |
| | | |---New For Each(false,true)[tuple] - scope-192
| | | | |
| | | | Project[int][0] - scope-189
| | | | |
| | | | POUserFunc(org.apache.pig.impl.builtin.GetMemNumRows)[tuple] - scope-191
| | | | |
| | | | |---Project[tuple][*] - scope-190
| | | |
| | | |---PoissonSample - scope-188
| | | |
| | | |---Local Rearrange[tuple]{int}(false) - scope-183 -> scope-128
| | | | |
| | | | Project[int][0] - scope-184
| | |
| | |---b2: New For Each(false,false)[bag] - scope-29
| | | |
| | | Project[int][0] - scope-25
| | | |
| | | Project[chararray][1] - scope-27
| |
| |---b: Filter[bag] - scope-11
| | |
| | Equal To[boolean] - scope-14
| | |
| | |---Project[int][0] - scope-12
| | |
| | |---Constant(2) - scope-13
| |
| c: Split - scope-140
| | |
| | a1: Split - scope-196
| | | |
| | | a1: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-197 -> scope-62
| | | |
| | | Local Rearrange[tuple]{tuple}(false) - scope-200 -> scope-118
| | | | |
| | | | Constant(DummyVal) - scope-201
| | | |
| | | |---New For Each(false,true)[tuple] - scope-207
| | | | |
| | | | Project[int][0] - scope-204
| | | | |
| | | | POUserFunc(org.apache.pig.impl.builtin.GetMemNumRows)[tuple] - scope-206
| | | | |
| | | | |---Project[tuple][*] - scope-205
| | | |
| | | |---PoissonSample - scope-203
| | | |
| | | |---Local Rearrange[tuple]{int}(false) - scope-198 -> scope-128
| | | | |
| | | | Project[int][0] - scope-199
| | |
| | |---a1: New For Each(false,false)[bag] - scope-195
| | | |
| | | Project[int][1] - scope-193
| | | |
| | | Project[chararray][0] - scope-194
| | |
| | |---c1: New For Each(false,false)[bag] - scope-44
| | | |
| | | Project[chararray][1] - scope-40
| | | |
| | | Project[int][0] - scope-42
| | |
| | a1: Split - scope-211
| | | |
| | | a1: Store(file:///tmp/pigoutput1:org.apache.pig.builtin.PigStorage) - scope-212 -> scope-62
| | | |
| | | Local Rearrange[tuple]{tuple}(false) - scope-215 -> scope-118
| | | | |
| | | | Constant(DummyVal) - scope-216
| | | |
| | | |---New For Each(false,true)[tuple] - scope-222
| | | | |
| | | | Project[int][0] - scope-219
| | | | |
| | | | POUserFunc(org.apache.pig.impl.builtin.GetMemNumRows)[tuple] - scope-221
| | | | |
| | | | |---Project[tuple][*] - scope-220
| | | |
| | | |---PoissonSample - scope-218
| | | |
| | | |---Local Rearrange[tuple]{int}(false) - scope-213 -> scope-128
| | | | |
| | | | Project[int][0] - scope-214
| | |
| | |---a1: New For Each(false,false)[bag] - scope-210
| | | |
| | | Project[int][1] - scope-208
| | | |
| | | Project[chararray][0] - scope-209
| | |
| | |---c2: New For Each(false,false)[bag] - scope-51
| | | |
| | | Project[chararray][1] - scope-47
| | | |
| | | Project[int][0] - scope-49
| |
| |---c: Filter[bag] - scope-33
| | |
| | Equal To[boolean] - scope-36
| | |
| | |---Project[int][0] - scope-34
| | |
| | |---Constant(3) - scope-35
|
|---a: New For Each(false,false)[bag] - scope-7
| |
| Cast[int] - scope-2
| |
| |---Project[bytearray][0] - scope-1
| |
| Cast[chararray] - scope-5
| |
| |---Project[bytearray][1] - scope-4
|
|---a: Load(file:///tmp/input:org.apache.pig.builtin.PigStorage) - scope-0
Tez vertex scope-118
# Plan on vertex
POValueOutputTez - scope-127 -> [scope-110, scope-128]
|
|---New For Each(false)[tuple] - scope-126
| |
| POUserFunc(org.apache.pig.backend.hadoop.executionengine.tez.plan.udf.PartitionSkewedKeysTez)[tuple] - scope-125
| |
| |---Project[tuple][*] - scope-124
|
|---New For Each(false,false)[tuple] - scope-123
| |
| Constant(-1) - scope-122
| |
| Project[bag][1] - scope-120
|
|---Package(Packager)[tuple]{bytearray} - scope-119
Tez vertex scope-128
# Plan on vertex
POIdentityInOutTez - scope-129 <- scope-77 -> scope-132
| |
| Project[int][0] - scope-73
Tez vertex scope-110
# Plan on vertex
Partition Rearrange[tuple]{int}(false) - scope-130 -> scope-132
| |
| Project[int][0] - scope-74
|
|---d: New For Each(false,false)[bag] - scope-72
| |
| Cast[int] - scope-67
| |
| |---Project[bytearray][0] - scope-66
| |
| Cast[chararray] - scope-70
| |
| |---Project[bytearray][1] - scope-69
|
|---d: Load(file:///tmp/input1:org.apache.pig.builtin.PigStorage) - scope-65
Tez vertex scope-132
# Plan on vertex
e: Store(file:///tmp/pigoutput2:org.apache.pig.builtin.PigStorage) - scope-76
|
|---New For Each(true,true)[tuple] - scope-136
| |
| Project[bag][1] - scope-134
| |
| Project[bag][2] - scope-135
|
|---Package(Packager)[tuple]{int} - scope-133