4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1274958 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
95 ms
Locality Level Summary:
Process local: 1
Input Size / Records:
21.0 B / 0
Associated Job Ids:
41177
DAG Visualization
digraph G { id="graph_1274958"; subgraph graph_stage_1274958 { id="graph_stage_1274958"; isCluster="true"; label="Stage 1274958"; subgraph cluster_860648 { id="cluster_860648"; isCluster="true"; label="Exchange"; 334621 [id="node_334621" labelType="html" label="ShuffledRowRDD [334621] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860647 { id="cluster_860647"; isCluster="true"; label="Project"; 334622 [id="node_334622" labelType="html" label="MapPartitionsRDD [334622] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860646 { id="cluster_860646"; isCluster="true"; label="InMemoryTableScan"; 334623 [id="node_334623" labelType="html" label="MapPartitionsRDD [334623] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334624 [id="node_334624" labelType="html" label="Project [shardId#5643281, orderProposals#5646885]\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=2631602]\n +- InMemoryTableScan [shardId#5643281, resultSeparationId#5646881L, orderProposals#5646885]\n +- InMemoryRelation [shardId#5643281, resultSeparationId#5646881L, orderProposals#5646885], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#5643281, resultSeparationId#5646881L], functions=[collect_list(orderProposal#5645259, 0, 0)], output=[shardId#5643281, resultSeparationId#5646881L, orderProposals#5646885])\n +- Exchange hashpartitioning(shardId#5643281, resultSeparationId#5646881L, 30), ENSURE_REQUIREMENTS, [plan_id=2631559]\n +- ObjectHashAggregate(keys=[shardId#5643281, resultSeparationId#5646881L], functions=[partial_collect_list(orderProposal#5645259, 0, 0)], output=[shardId#5643281, resultSeparationId#5646881L, buf#5646921])\n +- Project [shardId#5643281, orderProposal#5645259, CAS... [334624] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860667 { id="cluster_860667"; isCluster="true"; label="InMemoryTableScan"; 334630 [id="node_334630" labelType="html" label="MapPartitionsRDD [334630] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334631 [id="node_334631" labelType="html" label="MapPartitionsRDD [334631] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334632 [id="node_334632" labelType="html" label="MapPartitionsRDD [334632] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860666 { id="cluster_860666"; isCluster="true"; label="CollectLimit"; 334633 [id="node_334633" labelType="html" label="MapPartitionsRDD [334633] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860668 { id="cluster_860668"; isCluster="true"; label="mapPartitionsInternal"; 334634 [id="node_334634" labelType="html" label="MapPartitionsRDD [334634] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334621->334622; 334622->334623; 334623->334624; 334624->334630; 334630->334631; 334631->334632; 334632->334633; 334633->334634; }
334620,334621
334624
334621
334622
334623
334624
334630
334631
334632
334633
334634
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time