digraph G {
subgraph cluster0 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 0 ms";
1 [labelType="html" label="<br><b>Project</b><br><br>"];
}
2 [labelType="html" label="<b>TakeOrderedAndProject</b><br><br>shuffle records written: 3,000<br>shuffle write time total (min, med, max (stageId: taskId))<br>34 ms (0 ms, 0 ms, 1 ms (stage 4.0: task 112))<br>records read: 3,000<br>local bytes read: 41.6 KiB<br>fetch wait time: 0 ms<br>local blocks read: 200<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>41.6 KiB (189.0 B, 213.0 B, 239.0 B (stage 4.0: task 57))"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n233 ms (0 ms, 1 ms, 14 ms (stage 4.0: task 4))";
4 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build total (min, med, max (stageId: taskId))<br>6 ms (0 ms, 0 ms, 6 ms (stage 4.0: task 4))<br>peak memory total (min, med, max (stageId: taskId))<br>3.2 GiB (16.3 MiB, 16.3 MiB, 16.3 MiB (stage 4.0: task 4))<br>number of output rows: 12,405<br>avg hash probe bucket list iters (min, med, max (stageId: taskId)):<br>(1, 1, 1 (stage 4.0: task 4))"];
}
5 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 12,405<br>shuffle write time: 22 ms<br>records read: 12,405<br>local bytes read total (min, med, max (stageId: taskId))<br>130.7 KiB (471.0 B, 667.0 B, 882.0 B (stage 4.0: task 25))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 4.0: task 4))<br>local blocks read: 200<br>data size: 290.7 KiB<br>shuffle bytes written: 130.7 KiB"];
subgraph cluster6 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 289 ms";
7 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 152 ms<br>peak memory: 256.0 KiB<br>number of output rows: 12,405"];
}
8 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 68,883<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 2.9 MiB"];
2->1;
4->2;
5->4;
7->5;
8->7;
}
9
Project [cast(customer_id#18 as string) AS customer_id#55, cast(count#50L as string) AS count#56]
WholeStageCodegen (3)
TakeOrderedAndProject(limit=15, orderBy=[count#50L DESC NULLS LAST], output=[customer_id#18,count#50L])
HashAggregate(keys=[customer_id#18], functions=[count(1)])
WholeStageCodegen (2)
Exchange hashpartitioning(customer_id#18, 200), ENSURE_REQUIREMENTS, [id=#59]
HashAggregate(keys=[customer_id#18], functions=[partial_count(1)])
WholeStageCodegen (1)
FileScan csv [customer_id#18] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex[hdfs://m01.itversity.com:9000/public/trendytech/orders_wh/orders_wh.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<customer_id:int>