Show the Stage ID and Task ID that corresponds to the max metric
digraph G {
0 [labelType="html" label="<br><b>CollectLimit</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.3 s (7 ms, 15 ms, 1.0 s (stage 38.0: task 352))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 5"];
4 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 2,260,701<br>number of input batches: 553"];
}
5 [labelType="html" label="<b>Scan parquet itv024694_lending_club.loans_defaulters_detail_rec_enq</b><br><br>number of files read: 2<br>scan time total (min, med, max (stageId: taskId))<br>1.1 s (7 ms, 15 ms, 925 ms (stage 38.0: task 352))<br>metadata time: 0 ms<br>size of files read: 144.3 MiB<br>number of output rows: 2,260,701"];
2->0;
3->2;
4->3;
5->4;
}
6
CollectLimit 21
Project [member_id#533, cast(pub_rec#534 as string) AS pub_rec#563, cast(pub_rec_bankruptcies#535 as string) AS pub_rec_bankruptcies#564, cast(inq_last_6mnths#536 as string) AS inq_last_6mnths#565]
Filter (isnotnull(member_id#533) AND StartsWith(member_id#533, e4c167053d5418230))