4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1267839 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.1 s
Locality Level Summary:
Process local: 1
Input Size / Records:
21.0 B / 0
Associated Job Ids:
40945
DAG Visualization
digraph G { id="graph_1267839"; subgraph graph_stage_1267839 { id="graph_stage_1267839"; isCluster="true"; label="Stage 1267839"; subgraph cluster_855492 { id="cluster_855492"; isCluster="true"; label="Exchange"; 332571 [id="node_332571" labelType="html" label="ShuffledRowRDD [332571] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_855491 { id="cluster_855491"; isCluster="true"; label="Project"; 332572 [id="node_332572" labelType="html" label="MapPartitionsRDD [332572] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_855490 { id="cluster_855490"; isCluster="true"; label="InMemoryTableScan"; 332573 [id="node_332573" labelType="html" label="MapPartitionsRDD [332573] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332574 [id="node_332574" labelType="html" label="Project [shardId#5601131, orderProposals#5604872]\n+- Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=2618452]\n +- InMemoryTableScan [shardId#5601131, resultSeparationId#5604868L, orderProposals#5604872]\n +- InMemoryRelation [shardId#5601131, resultSeparationId#5604868L, orderProposals#5604872], StorageLevel(disk, memory, 2 replicas)\n +- ObjectHashAggregate(keys=[shardId#5601131, resultSeparationId#5604868L], functions=[collect_list(orderProposal#5603246, 0, 0)], output=[shardId#5601131, resultSeparationId#5604868L, orderProposals#5604872])\n +- Exchange hashpartitioning(shardId#5601131, resultSeparationId#5604868L, 30), ENSURE_REQUIREMENTS, [plan_id=2618409]\n +- ObjectHashAggregate(keys=[shardId#5601131, resultSeparationId#5604868L], functions=[partial_collect_list(orderProposal#5603246, 0, 0)], output=[shardId#5601131, resultSeparationId#5604868L, buf#5604908])\n +- Project [shardId#5601131, orderProposal#5603246, CAS... [332574] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_855520 { id="cluster_855520"; isCluster="true"; label="InMemoryTableScan"; 332585 [id="node_332585" labelType="html" label="MapPartitionsRDD [332585] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332586 [id="node_332586" labelType="html" label="MapPartitionsRDD [332586] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332587 [id="node_332587" labelType="html" label="MapPartitionsRDD [332587] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_855519 { id="cluster_855519"; isCluster="true"; label="CollectLimit"; 332588 [id="node_332588" labelType="html" label="MapPartitionsRDD [332588] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_855521 { id="cluster_855521"; isCluster="true"; label="mapPartitionsInternal"; 332589 [id="node_332589" labelType="html" label="MapPartitionsRDD [332589] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 332571->332572; 332572->332573; 332573->332574; 332574->332585; 332585->332586; 332586->332587; 332587->332588; 332588->332589; }
332570,332571
332574
332571
332572
332573
332574
332585
332586
332587
332588
332589
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time