digraph G {
subgraph cluster0 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 3 ms";
1 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 3 ms<br>number of output rows: 1"];
}
2 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 200<br>shuffle write time total (min, med, max (stageId: taskId))<br>43 ms (0 ms, 0 ms, 5 ms (stage 13.0: task 773))<br>records read: 200<br>local bytes read: 11.5 KiB<br>fetch wait time: 0 ms<br>local blocks read: 200<br>data size total (min, med, max (stageId: taskId))<br>3.1 KiB (16.0 B, 16.0 B, 16.0 B (stage 13.0: task 610))<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>11.5 KiB (59.0 B, 59.0 B, 59.0 B (stage 13.0: task 610))"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n264 ms (0 ms, 1 ms, 8 ms (stage 13.0: task 672))";
4 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build total (min, med, max (stageId: taskId))<br>196 ms (0 ms, 0 ms, 8 ms (stage 13.0: task 672))<br>number of output rows: 200"];
5 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build total (min, med, max (stageId: taskId))<br>4 ms (0 ms, 0 ms, 2 ms (stage 13.0: task 672))<br>peak memory total (min, med, max (stageId: taskId))<br>3.2 GiB (16.3 MiB, 16.3 MiB, 16.3 MiB (stage 13.0: task 610))<br>number of output rows: 12,405<br>avg hash probe bucket list iters (min, med, max (stageId: taskId)):<br>(1, 1, 1 (stage 13.0: task 610))"];
}
6 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 12,405<br>shuffle write time: 22 ms<br>records read: 12,405<br>local bytes read total (min, med, max (stageId: taskId))<br>110.6 KiB (368.0 B, 565.0 B, 732.0 B (stage 13.0: task 631))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 13.0: task 610))<br>local blocks read: 200<br>data size: 193.8 KiB<br>shuffle bytes written: 110.6 KiB"];
subgraph cluster7 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 747 ms";
8 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 629 ms<br>peak memory: 16.5 MiB<br>number of output rows: 12,405<br>avg hash probe bucket list iters: 1.3"];
}
9 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 68,883<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 2.9 MiB"];
2->1;
4->2;
5->4;
6->5;
8->6;
9->8;
}
10
HashAggregate(keys=[], functions=[count(1)])
WholeStageCodegen (3)
Exchange SinglePartition, ENSURE_REQUIREMENTS, [id=#164]
HashAggregate(keys=[], functions=[partial_count(1)])
HashAggregate(keys=[customer_id#18], functions=[])
WholeStageCodegen (2)
Exchange hashpartitioning(customer_id#18, 200), ENSURE_REQUIREMENTS, [id=#159]
HashAggregate(keys=[customer_id#18], functions=[])
WholeStageCodegen (1)
FileScan csv [customer_id#18] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex[hdfs://m01.itversity.com:9000/public/trendytech/orders_wh/orders_wh.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<customer_id:int>