4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1262429 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 60
Input Size / Records:
6.3 KiB / 11
Shuffle Write Size / Records:
1552.0 B / 7
Associated Job Ids:
40875
DAG Visualization
digraph G { id="graph_1262429"; subgraph graph_stage_1262429 { id="graph_stage_1262429"; isCluster="true"; label="Stage 1262429"; 331880 [id="node_331880" labelType="html" label="SQLExecutionRDD [331880] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; subgraph cluster_853086 { id="cluster_853086"; isCluster="true"; label="repartition"; 331648 [id="node_331648" labelType="html" label="ShuffledRDD [331648] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331649 [id="node_331649" labelType="html" label="CoalescedRDD [331649] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331650 [id="node_331650" labelType="html" label="MapPartitionsRDD [331650] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853630 { id="cluster_853630"; isCluster="true"; label="Exchange"; 331875 [id="node_331875" labelType="html" label="ShuffledRowRDD [331875] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853629 { id="cluster_853629"; isCluster="true"; label="ObjectHashAggregate"; 331876 [id="node_331876" labelType="html" label="MapPartitionsRDD [331876] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853608 { id="cluster_853608"; isCluster="true"; label="WholeStageCodegen (13)"; 331877 [id="node_331877" labelType="html" label="MapPartitionsRDD [331877] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853600 { id="cluster_853600"; isCluster="true"; label="DeserializeToObject"; 331878 [id="node_331878" labelType="html" label="MapPartitionsRDD [331878] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853594 { id="cluster_853594"; isCluster="true"; label="MapPartitions"; 331879 [id="node_331879" labelType="html" label="MapPartitionsRDD [331879] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853684 { id="cluster_853684"; isCluster="true"; label="mapPartitions"; 331881 [id="node_331881" labelType="html" label="MapPartitionsRDD [331881] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853725 { id="cluster_853725"; isCluster="true"; label="map"; 331882 [id="node_331882" labelType="html" label="MapPartitionsRDD [331882] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853736 { id="cluster_853736"; isCluster="true"; label="WholeStageCodegen (1)"; 331883 [id="node_331883" labelType="html" label="MapPartitionsRDD [331883] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853744 { id="cluster_853744"; isCluster="true"; label="Scan"; 331884 [id="node_331884" labelType="html" label="MapPartitionsRDD [331884] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853740 { id="cluster_853740"; isCluster="true"; label="WholeStageCodegen (2)"; 331885 [id="node_331885" labelType="html" label="MapPartitionsRDD [331885] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853739 { id="cluster_853739"; isCluster="true"; label="Project"; 331886 [id="node_331886" labelType="html" label="MapPartitionsRDD [331886] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853735 { id="cluster_853735"; isCluster="true"; label="Union"; 331887 [id="node_331887" labelType="html" label="UnionRDD [331887] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853734 { id="cluster_853734"; isCluster="true"; label="Exchange"; 331888 [id="node_331888" labelType="html" label="MapPartitionsRDD [331888] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 331648->331649; 331649->331650; 331875->331876; 331876->331877; 331877->331878; 331878->331879; 331879->331880; 331880->331881; 331650->331882; 331882->331883; 331881->331884; 331884->331885; 331885->331886; 331883->331887; 331886->331887; 331887->331888; }
331647,331648
331874,331875
331650
331881
331880
331648
331649
331650
331875
331876
331877
331878
331879
331881
331882
331883
331884
331885
331886
331887
331888
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time