digraph G {
subgraph cluster0 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 6 ms";
1 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 6 ms<br>number of output rows: 1"];
}
2 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 200<br>shuffle write time total (min, med, max (stageId: taskId))<br>29 ms (0 ms, 0 ms, 0 ms (stage 16.0: task 901))<br>records read: 200<br>local bytes read: 11.5 KiB<br>fetch wait time: 0 ms<br>local blocks read: 200<br>data size total (min, med, max (stageId: taskId))<br>3.1 KiB (16.0 B, 16.0 B, 16.0 B (stage 16.0: task 812))<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>11.5 KiB (59.0 B, 59.0 B, 59.0 B (stage 16.0: task 812))"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n96 ms (0 ms, 0 ms, 2 ms (stage 16.0: task 813))";
4 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build total (min, med, max (stageId: taskId))<br>90 ms (0 ms, 0 ms, 2 ms (stage 16.0: task 813))<br>number of output rows: 200"];
5 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 0 ms, 1 ms (stage 16.0: task 918))<br>peak memory total (min, med, max (stageId: taskId))<br>3.2 GiB (16.3 MiB, 16.3 MiB, 16.3 MiB (stage 16.0: task 812))<br>number of output rows: 12,405<br>avg hash probe bucket list iters (min, med, max (stageId: taskId)):<br>(1, 1, 1 (stage 16.0: task 812))"];
}
6 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 12,405<br>shuffle write time: 10 ms<br>records read: 12,405<br>local bytes read total (min, med, max (stageId: taskId))<br>110.6 KiB (368.0 B, 565.0 B, 732.0 B (stage 16.0: task 833))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 16.0: task 812))<br>local blocks read: 200<br>data size: 193.8 KiB<br>shuffle bytes written: 110.6 KiB"];
subgraph cluster7 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 101 ms";
8 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 86 ms<br>peak memory: 16.5 MiB<br>number of output rows: 12,405<br>avg hash probe bucket list iters: 1.3"];
}
9 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 68,883<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 2.9 MiB"];
2->1;
4->2;
5->4;
6->5;
8->6;
9->8;
}
10
HashAggregate(keys=[], functions=[count(distinct customer_id#18)])
WholeStageCodegen (3)
Exchange SinglePartition, ENSURE_REQUIREMENTS, [id=#198]
HashAggregate(keys=[], functions=[partial_count(distinct customer_id#18)])
HashAggregate(keys=[customer_id#18], functions=[])
WholeStageCodegen (2)
Exchange hashpartitioning(customer_id#18, 200), ENSURE_REQUIREMENTS, [id=#193]
HashAggregate(keys=[customer_id#18], functions=[])
WholeStageCodegen (1)
FileScan csv [customer_id#18] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex[hdfs://m01.itversity.com:9000/public/trendytech/orders_wh/orders_wh.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<customer_id:int>