4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1264685 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.4 KiB / 5
Shuffle Write Size / Records:
310.0 B / 5
Associated Job Ids:
40905
DAG Visualization
digraph G { id="graph_1264685"; subgraph graph_stage_1264685 { id="graph_stage_1264685"; isCluster="true"; label="Stage 1264685"; subgraph cluster_854454 { id="cluster_854454"; isCluster="true"; label="repartition"; 332168 [id="node_332168" labelType="html" label="ShuffledRDD [332168] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332169 [id="node_332169" labelType="html" label="CoalescedRDD [332169] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332170 [id="node_332170" labelType="html" label="MapPartitionsRDD [332170] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854513 { id="cluster_854513"; isCluster="true"; label="map"; 332177 [id="node_332177" labelType="html" label="MapPartitionsRDD [332177] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854524 { id="cluster_854524"; isCluster="true"; label="WholeStageCodegen (1)"; 332178 [id="node_332178" labelType="html" label="MapPartitionsRDD [332178] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854523 { id="cluster_854523"; isCluster="true"; label="InMemoryTableScan"; 332179 [id="node_332179" labelType="html" label="MapPartitionsRDD [332179] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332180 [id="node_332180" labelType="html" label="*(1) Filter (isnotnull(shardId#5601131) AND (shardId#5601131 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5601131,orderProposalId#5601132L,items#5601133,optimizationGroups#5601134,isOptimal#5601135,lastModified#5601136,optimizationInsights#5601137]\n [332180] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854547 { id="cluster_854547"; isCluster="true"; label="InMemoryTableScan"; 332189 [id="node_332189" labelType="html" label="MapPartitionsRDD [332189] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332190 [id="node_332190" labelType="html" label="MapPartitionsRDD [332190] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332191 [id="node_332191" labelType="html" label="MapPartitionsRDD [332191] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854544 { id="cluster_854544"; isCluster="true"; label="WholeStageCodegen (1)"; 332192 [id="node_332192" labelType="html" label="MapPartitionsRDD [332192] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854543 { id="cluster_854543"; isCluster="true"; label="InMemoryTableScan"; 332193 [id="node_332193" labelType="html" label="MapPartitionsRDD [332193] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332194 [id="node_332194" labelType="html" label="*(1) Filter (isnotnull(shardId#5601131) AND (shardId#5601131 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5601131, orderProposalId#5601132L, items#5601133, optimizationGroups#5601134, isOptimal#5601135, optimizationInsights#5601137], [isnotnull(shardId#5601131), (shardId#5601131 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5601131, orderProposalId#5601132L, items#5601133, optimizationGroups#5601134, isOptimal#5601135, lastModified#5601136, optimizationInsights#5601137], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5601131) AND (shardId#5601131 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5601131,orderProposalId#5601132L,items#5601133,optimizationGroups#5601134,isOptimal#5601135,lastModified#5601136,optimizationInsights#5601137]\n [332194] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332195 [id="node_332195" labelType="html" label="MapPartitionsRDD [332195] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332196 [id="node_332196" labelType="html" label="MapPartitionsRDD [332196] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332197 [id="node_332197" labelType="html" label="MapPartitionsRDD [332197] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854542 { id="cluster_854542"; isCluster="true"; label="CollectLimit"; 332198 [id="node_332198" labelType="html" label="MapPartitionsRDD [332198] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332199 [id="node_332199" labelType="html" label="MapPartitionsRDD [332199] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 332168->332169; 332169->332170; 332170->332177; 332177->332178; 332178->332179; 332179->332180; 332180->332189; 332189->332190; 332190->332191; 332191->332192; 332192->332193; 332193->332194; 332194->332195; 332195->332196; 332196->332197; 332197->332198; 332198->332199; }
332167,332168
332170
332180
332194
332168
332169
332170
332177
332178
332179
332180
332189
332190
332191
332192
332193
332194
332195
332196
332197
332198
332199
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time