4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1332915 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
3.1 KiB / 3
Shuffle Write Size / Records:
586.0 B / 2
Associated Job Ids:
47102
DAG Visualization
digraph G { id="graph_1332915"; subgraph graph_stage_1332915 { id="graph_stage_1332915"; isCluster="true"; label="Stage 1332915"; 392918 [id="node_392918" labelType="html" label="SQLExecutionRDD [392918] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1034161 { id="cluster_1034161"; isCluster="true"; label="repartition"; 392686 [id="node_392686" labelType="html" label="ShuffledRDD [392686] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392687 [id="node_392687" labelType="html" label="CoalescedRDD [392687] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392688 [id="node_392688" labelType="html" label="MapPartitionsRDD [392688] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034737 { id="cluster_1034737"; isCluster="true"; label="Exchange"; 392913 [id="node_392913" labelType="html" label="ShuffledRowRDD [392913] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034736 { id="cluster_1034736"; isCluster="true"; label="ObjectHashAggregate"; 392914 [id="node_392914" labelType="html" label="MapPartitionsRDD [392914] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034715 { id="cluster_1034715"; isCluster="true"; label="WholeStageCodegen (11)"; 392915 [id="node_392915" labelType="html" label="MapPartitionsRDD [392915] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034699 { id="cluster_1034699"; isCluster="true"; label="DeserializeToObject"; 392916 [id="node_392916" labelType="html" label="MapPartitionsRDD [392916] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034689 { id="cluster_1034689"; isCluster="true"; label="MapPartitions"; 392917 [id="node_392917" labelType="html" label="MapPartitionsRDD [392917] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034782 { id="cluster_1034782"; isCluster="true"; label="mapPartitions"; 392919 [id="node_392919" labelType="html" label="MapPartitionsRDD [392919] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034812 { id="cluster_1034812"; isCluster="true"; label="map"; 392920 [id="node_392920" labelType="html" label="MapPartitionsRDD [392920] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034823 { id="cluster_1034823"; isCluster="true"; label="WholeStageCodegen (1)"; 392921 [id="node_392921" labelType="html" label="MapPartitionsRDD [392921] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034831 { id="cluster_1034831"; isCluster="true"; label="Scan"; 392922 [id="node_392922" labelType="html" label="MapPartitionsRDD [392922] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034827 { id="cluster_1034827"; isCluster="true"; label="WholeStageCodegen (2)"; 392923 [id="node_392923" labelType="html" label="MapPartitionsRDD [392923] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034826 { id="cluster_1034826"; isCluster="true"; label="Project"; 392924 [id="node_392924" labelType="html" label="MapPartitionsRDD [392924] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034822 { id="cluster_1034822"; isCluster="true"; label="Union"; 392925 [id="node_392925" labelType="html" label="UnionRDD [392925] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034821 { id="cluster_1034821"; isCluster="true"; label="Exchange"; 392926 [id="node_392926" labelType="html" label="MapPartitionsRDD [392926] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 392686->392687; 392687->392688; 392913->392914; 392914->392915; 392915->392916; 392916->392917; 392917->392918; 392918->392919; 392688->392920; 392920->392921; 392919->392922; 392922->392923; 392923->392924; 392921->392925; 392924->392925; 392925->392926; }
392685,392686
392912,392913
392688
392919
392918
392686
392687
392688
392913
392914
392915
392916
392917
392919
392920
392921
392922
392923
392924
392925
392926
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time