4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1274873 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 1
Associated Job Ids:
41176
DAG Visualization
digraph G { id="graph_1274873"; subgraph graph_stage_1274873 { id="graph_stage_1274873"; isCluster="true"; label="Stage 1274873"; subgraph cluster_860648 { id="cluster_860648"; isCluster="true"; label="Exchange"; 334621 [id="node_334621" labelType="html" label="ShuffledRowRDD [334621] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860647 { id="cluster_860647"; isCluster="true"; label="Project"; 334622 [id="node_334622" labelType="html" label="MapPartitionsRDD [334622] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860646 { id="cluster_860646"; isCluster="true"; label="InMemoryTableScan"; 334623 [id="node_334623" labelType="html" label="MapPartitionsRDD [334623] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334624 [id="node_334624" labelType="html" label="Project [shardId#5643281, orderProposals#5646885]\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=2631602]\n +- InMemoryTableScan [shardId#5643281, resultSeparationId#5646881L, orderProposals#5646885]\n +- InMemoryRelation [shardId#5643281, resultSeparationId#5646881L, orderProposals#5646885], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#5643281, resultSeparationId#5646881L], functions=[collect_list(orderProposal#5645259, 0, 0)], output=[shardId#5643281, resultSeparationId#5646881L, orderProposals#5646885])\n +- Exchange hashpartitioning(shardId#5643281, resultSeparationId#5646881L, 30), ENSURE_REQUIREMENTS, [plan_id=2631559]\n +- ObjectHashAggregate(keys=[shardId#5643281, resultSeparationId#5646881L], functions=[partial_collect_list(orderProposal#5645259, 0, 0)], output=[shardId#5643281, resultSeparationId#5646881L, buf#5646921])\n +- Project [shardId#5643281, orderProposal#5645259, CAS... [334624] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334625 [id="node_334625" labelType="html" label="MapPartitionsRDD [334625] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334626 [id="node_334626" labelType="html" label="MapPartitionsRDD [334626] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334627 [id="node_334627" labelType="html" label="MapPartitionsRDD [334627] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860642 { id="cluster_860642"; isCluster="true"; label="WholeStageCodegen (1)"; 334628 [id="node_334628" labelType="html" label="MapPartitionsRDD [334628] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860650 { id="cluster_860650"; isCluster="true"; label="mapPartitionsInternal"; 334629 [id="node_334629" labelType="html" label="MapPartitionsRDD [334629] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334621->334622; 334622->334623; 334623->334624; 334624->334625; 334625->334626; 334626->334627; 334627->334628; 334628->334629; }
334620,334621
334624
334621
334622
334623
334624
334625
334626
334627
334628
334629
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time