4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1265158 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
2.3 KiB / 5
Shuffle Write Size / Records:
460.0 B / 5
Associated Job Ids:
40909
DAG Visualization
digraph G { id="graph_1265158"; subgraph graph_stage_1265158 { id="graph_stage_1265158"; isCluster="true"; label="Stage 1265158"; subgraph cluster_854454 { id="cluster_854454"; isCluster="true"; label="repartition"; 332168 [id="node_332168" labelType="html" label="ShuffledRDD [332168] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332169 [id="node_332169" labelType="html" label="CoalescedRDD [332169] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332170 [id="node_332170" labelType="html" label="MapPartitionsRDD [332170] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854513 { id="cluster_854513"; isCluster="true"; label="map"; 332177 [id="node_332177" labelType="html" label="MapPartitionsRDD [332177] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854524 { id="cluster_854524"; isCluster="true"; label="WholeStageCodegen (1)"; 332178 [id="node_332178" labelType="html" label="MapPartitionsRDD [332178] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854523 { id="cluster_854523"; isCluster="true"; label="InMemoryTableScan"; 332179 [id="node_332179" labelType="html" label="MapPartitionsRDD [332179] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332180 [id="node_332180" labelType="html" label="*(1) Filter (isnotnull(shardId#5601131) AND (shardId#5601131 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5601131,orderProposalId#5601132L,items#5601133,optimizationGroups#5601134,isOptimal#5601135,lastModified#5601136,optimizationInsights#5601137]\n [332180] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854547 { id="cluster_854547"; isCluster="true"; label="InMemoryTableScan"; 332189 [id="node_332189" labelType="html" label="MapPartitionsRDD [332189] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332190 [id="node_332190" labelType="html" label="MapPartitionsRDD [332190] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332191 [id="node_332191" labelType="html" label="MapPartitionsRDD [332191] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854544 { id="cluster_854544"; isCluster="true"; label="WholeStageCodegen (1)"; 332192 [id="node_332192" labelType="html" label="MapPartitionsRDD [332192] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854543 { id="cluster_854543"; isCluster="true"; label="InMemoryTableScan"; 332193 [id="node_332193" labelType="html" label="MapPartitionsRDD [332193] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332194 [id="node_332194" labelType="html" label="*(1) Filter (isnotnull(shardId#5601131) AND (shardId#5601131 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5601131, orderProposalId#5601132L, items#5601133, optimizationGroups#5601134, isOptimal#5601135, optimizationInsights#5601137], [isnotnull(shardId#5601131), (shardId#5601131 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5601131, orderProposalId#5601132L, items#5601133, optimizationGroups#5601134, isOptimal#5601135, lastModified#5601136, optimizationInsights#5601137], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5601131) AND (shardId#5601131 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5601131,orderProposalId#5601132L,items#5601133,optimizationGroups#5601134,isOptimal#5601135,lastModified#5601136,optimizationInsights#5601137]\n [332194] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854646 { id="cluster_854646"; isCluster="true"; label="InMemoryTableScan"; 332230 [id="node_332230" labelType="html" label="MapPartitionsRDD [332230] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332231 [id="node_332231" labelType="html" label="MapPartitionsRDD [332231] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332232 [id="node_332232" labelType="html" label="MapPartitionsRDD [332232] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854640 { id="cluster_854640"; isCluster="true"; label="WholeStageCodegen (1)"; 332233 [id="node_332233" labelType="html" label="MapPartitionsRDD [332233] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854639 { id="cluster_854639"; isCluster="true"; label="Exchange"; 332234 [id="node_332234" labelType="html" label="MapPartitionsRDD [332234] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 332168->332169; 332169->332170; 332170->332177; 332177->332178; 332178->332179; 332179->332180; 332180->332189; 332189->332190; 332190->332191; 332191->332192; 332192->332193; 332193->332194; 332194->332230; 332230->332231; 332231->332232; 332232->332233; 332233->332234; }
332167,332168
332170
332180
332194
332168
332169
332170
332177
332178
332179
332180
332189
332190
332191
332192
332193
332194
332230
332231
332232
332233
332234
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time