4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1265317 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.3 KiB / 5
Output Size / Records:
17.4 KiB / 39
Associated Job Ids:
40911
DAG Visualization
digraph G { id="graph_1265317"; subgraph graph_stage_1265317 { id="graph_stage_1265317"; isCluster="true"; label="Stage 1265317"; subgraph cluster_854454 { id="cluster_854454"; isCluster="true"; label="repartition"; 332168 [id="node_332168" labelType="html" label="ShuffledRDD [332168] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332169 [id="node_332169" labelType="html" label="CoalescedRDD [332169] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332170 [id="node_332170" labelType="html" label="MapPartitionsRDD [332170] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854513 { id="cluster_854513"; isCluster="true"; label="map"; 332177 [id="node_332177" labelType="html" label="MapPartitionsRDD [332177] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854524 { id="cluster_854524"; isCluster="true"; label="WholeStageCodegen (1)"; 332178 [id="node_332178" labelType="html" label="MapPartitionsRDD [332178] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854523 { id="cluster_854523"; isCluster="true"; label="InMemoryTableScan"; 332179 [id="node_332179" labelType="html" label="MapPartitionsRDD [332179] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332180 [id="node_332180" labelType="html" label="*(1) Filter (isnotnull(shardId#5601131) AND (shardId#5601131 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5601131,orderProposalId#5601132L,items#5601133,optimizationGroups#5601134,isOptimal#5601135,lastModified#5601136,optimizationInsights#5601137]\n [332180] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854547 { id="cluster_854547"; isCluster="true"; label="InMemoryTableScan"; 332189 [id="node_332189" labelType="html" label="MapPartitionsRDD [332189] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332190 [id="node_332190" labelType="html" label="MapPartitionsRDD [332190] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332191 [id="node_332191" labelType="html" label="MapPartitionsRDD [332191] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854544 { id="cluster_854544"; isCluster="true"; label="WholeStageCodegen (1)"; 332192 [id="node_332192" labelType="html" label="MapPartitionsRDD [332192] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854543 { id="cluster_854543"; isCluster="true"; label="InMemoryTableScan"; 332193 [id="node_332193" labelType="html" label="MapPartitionsRDD [332193] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332194 [id="node_332194" labelType="html" label="*(1) Filter (isnotnull(shardId#5601131) AND (shardId#5601131 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5601131, orderProposalId#5601132L, items#5601133, optimizationGroups#5601134, isOptimal#5601135, optimizationInsights#5601137], [isnotnull(shardId#5601131), (shardId#5601131 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5601131, orderProposalId#5601132L, items#5601133, optimizationGroups#5601134, isOptimal#5601135, lastModified#5601136, optimizationInsights#5601137], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5601131) AND (shardId#5601131 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5601131,orderProposalId#5601132L,items#5601133,optimizationGroups#5601134,isOptimal#5601135,lastModified#5601136,optimizationInsights#5601137]\n [332194] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854684 { id="cluster_854684"; isCluster="true"; label="InMemoryTableScan"; 332245 [id="node_332245" labelType="html" label="MapPartitionsRDD [332245] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332246 [id="node_332246" labelType="html" label="MapPartitionsRDD [332246] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332247 [id="node_332247" labelType="html" label="MapPartitionsRDD [332247] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854659 { id="cluster_854659"; isCluster="true"; label="WholeStageCodegen (3)"; 332248 [id="node_332248" labelType="html" label="MapPartitionsRDD [332248] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 332168->332169; 332169->332170; 332170->332177; 332177->332178; 332178->332179; 332179->332180; 332180->332189; 332189->332190; 332190->332191; 332191->332192; 332192->332193; 332193->332194; 332194->332245; 332245->332246; 332246->332247; 332247->332248; }
332167,332168
332170
332180
332194
332168
332169
332170
332177
332178
332179
332180
332189
332190
332191
332192
332193
332194
332245
332246
332247
332248
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time