Show the Stage ID and Task ID that corresponds to the max metric
digraph G {
subgraph cluster0 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
1 [labelType="html" label="<br><b>Project</b><br><br>"];
2 [labelType="html" label="<br><b>GlobalLimit</b><br><br>"];
}
3 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 40<br>shuffle write time total (min, med, max (stageId: taskId))<br>3 ms (0 ms, 0 ms, 0 ms (stage 6.0: task 14))<br>records read: 5<br>local bytes read: 2.9 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 4.9 KiB<br>local blocks read: 3<br>remote blocks read: 5<br>data size total (min, med, max (stageId: taskId))<br>11.6 KiB (1472.0 B, 1480.0 B, 1496.0 B (stage 6.0: task 17))<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>7.8 KiB (922.0 B, 1004.0 B, 1043.0 B (stage 6.0: task 13))"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.9 s (18 ms, 21 ms, 922 ms (stage 6.0: task 14))";
5 [labelType="html" label="<br><b>LocalLimit</b><br><br>"];
6 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 32,768<br>number of input batches: 8"];
}
7 [labelType="html" label="<b>Scan parquet itv023599_lending_club.customers</b><br><br>number of files read: 200<br>scan time total (min, med, max (stageId: taskId))<br>1.9 s (17 ms, 20 ms, 920 ms (stage 6.0: task 14))<br>metadata time: 0 ms<br>size of files read: 184.8 MiB<br>number of output rows: 32,768"];
2->1;
3->2;
5->3;
6->5;
7->6;
}
8
Project [member_id#279, emp_title#280, cast(emp_length#281 as string) AS emp_length#410, home_ownership#282, cast(annual_income#283 as string) AS annual_income#412, address_state#284, address_zipcode#285, address_country#286, grade#287, sub_grade#288, verification_status#289, cast(total_high_credit_limit#290 as string) AS total_high_credit_limit#419, application_type#291, cast(join_annual_income#292 as string) AS join_annual_income#421, verification_status_joint#293, cast(ingest_date#294 as string) AS ingest_date#423]