4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3728836 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
84 ms
Locality Level Summary:
Process local: 1
Associated Job Ids:
127295
DAG Visualization
digraph G { id="graph_3728836"; subgraph graph_stage_3728836 { id="graph_stage_3728836"; isCluster="true"; label="Stage 3728836"; subgraph cluster_2798066 { id="cluster_2798066"; isCluster="true"; label="Exchange"; 1062622 [id="node_1062622" labelType="html" label="ShuffledRowRDD [1062622] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2798065 { id="cluster_2798065"; isCluster="true"; label="Project"; 1062623 [id="node_1062623" labelType="html" label="MapPartitionsRDD [1062623] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2798064 { id="cluster_2798064"; isCluster="true"; label="InMemoryTableScan"; 1062624 [id="node_1062624" labelType="html" label="MapPartitionsRDD [1062624] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062625 [id="node_1062625" labelType="html" label="Project [shardId#15070782, orderProposals#15074665]\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=7843955]\n +- InMemoryTableScan [shardId#15070782, resultSeparationId#15074661L, orderProposals#15074665]\n +- InMemoryRelation [shardId#15070782, resultSeparationId#15074661L, orderProposals#15074665], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#15070782, resultSeparationId#15074661L], functions=[collect_list(orderProposal#15072925, 0, 0)], output=[shardId#15070782, resultSeparationId#15074661L, orderProposals#15074665])\n +- Exchange hashpartitioning(shardId#15070782, resultSeparationId#15074661L, 30), ENSURE_REQUIREMENTS, [plan_id=7843912]\n +- ObjectHashAggregate(keys=[shardId#15070782, resultSeparationId#15074661L], functions=[partial_collect_list(orderProposal#15072925, 0, 0)], output=[shardId#15070782, resultSeparationId#15074661L, buf#15074701])\n +- Project [shardId#15070782, ord... [1062625] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062626 [id="node_1062626" labelType="html" label="MapPartitionsRDD [1062626] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062627 [id="node_1062627" labelType="html" label="MapPartitionsRDD [1062627] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062628 [id="node_1062628" labelType="html" label="MapPartitionsRDD [1062628] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2798063 { id="cluster_2798063"; isCluster="true"; label="CollectLimit"; 1062629 [id="node_1062629" labelType="html" label="MapPartitionsRDD [1062629] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2798068 { id="cluster_2798068"; isCluster="true"; label="mapPartitionsInternal"; 1062630 [id="node_1062630" labelType="html" label="MapPartitionsRDD [1062630] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062622->1062623; 1062623->1062624; 1062624->1062625; 1062625->1062626; 1062626->1062627; 1062627->1062628; 1062628->1062629; 1062629->1062630; }
1062621,1062622
1062625
1062622
1062623
1062624
1062625
1062626
1062627
1062628
1062629
1062630
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time