4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1271129 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
1062.0 B / 2
Shuffle Write Size / Records:
184.0 B / 2
Associated Job Ids:
41029
DAG Visualization
digraph G { id="graph_1271129"; subgraph graph_stage_1271129 { id="graph_stage_1271129"; isCluster="true"; label="Stage 1271129"; subgraph cluster_857103 { id="cluster_857103"; isCluster="true"; label="repartition"; 333218 [id="node_333218" labelType="html" label="ShuffledRDD [333218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333219 [id="node_333219" labelType="html" label="CoalescedRDD [333219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333220 [id="node_333220" labelType="html" label="MapPartitionsRDD [333220] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857162 { id="cluster_857162"; isCluster="true"; label="map"; 333227 [id="node_333227" labelType="html" label="MapPartitionsRDD [333227] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857173 { id="cluster_857173"; isCluster="true"; label="WholeStageCodegen (1)"; 333228 [id="node_333228" labelType="html" label="MapPartitionsRDD [333228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857172 { id="cluster_857172"; isCluster="true"; label="InMemoryTableScan"; 333229 [id="node_333229" labelType="html" label="MapPartitionsRDD [333229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333230 [id="node_333230" labelType="html" label="*(1) Filter (isnotnull(shardId#5622389) AND (shardId#5622389 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5622389,orderProposalId#5622390L,items#5622391,optimizationGroups#5622392,isOptimal#5622393,lastModified#5622394,optimizationInsights#5622395]\n [333230] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857196 { id="cluster_857196"; isCluster="true"; label="InMemoryTableScan"; 333239 [id="node_333239" labelType="html" label="MapPartitionsRDD [333239] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333240 [id="node_333240" labelType="html" label="MapPartitionsRDD [333240] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333241 [id="node_333241" labelType="html" label="MapPartitionsRDD [333241] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857193 { id="cluster_857193"; isCluster="true"; label="WholeStageCodegen (1)"; 333242 [id="node_333242" labelType="html" label="MapPartitionsRDD [333242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857192 { id="cluster_857192"; isCluster="true"; label="InMemoryTableScan"; 333243 [id="node_333243" labelType="html" label="MapPartitionsRDD [333243] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333244 [id="node_333244" labelType="html" label="*(1) Filter (isnotnull(shardId#5622389) AND (shardId#5622389 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5622389, orderProposalId#5622390L, items#5622391, optimizationGroups#5622392, isOptimal#5622393, optimizationInsights#5622395], [isnotnull(shardId#5622389), (shardId#5622389 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5622389, orderProposalId#5622390L, items#5622391, optimizationGroups#5622392, isOptimal#5622393, lastModified#5622394, optimizationInsights#5622395], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5622389) AND (shardId#5622389 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5622389,orderProposalId#5622390L,items#5622391,optimizationGroups#5622392,isOptimal#5622393,lastModified#5622394,optimizationInsights#5622395]\n [333244] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857295 { id="cluster_857295"; isCluster="true"; label="InMemoryTableScan"; 333280 [id="node_333280" labelType="html" label="MapPartitionsRDD [333280] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333281 [id="node_333281" labelType="html" label="MapPartitionsRDD [333281] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333282 [id="node_333282" labelType="html" label="MapPartitionsRDD [333282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857289 { id="cluster_857289"; isCluster="true"; label="WholeStageCodegen (1)"; 333283 [id="node_333283" labelType="html" label="MapPartitionsRDD [333283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857288 { id="cluster_857288"; isCluster="true"; label="Exchange"; 333284 [id="node_333284" labelType="html" label="MapPartitionsRDD [333284] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 333218->333219; 333219->333220; 333220->333227; 333227->333228; 333228->333229; 333229->333230; 333230->333239; 333239->333240; 333240->333241; 333241->333242; 333242->333243; 333243->333244; 333244->333280; 333280->333281; 333281->333282; 333282->333283; 333283->333284; }
333217,333218
333220
333230
333244
333218
333219
333220
333227
333228
333229
333230
333239
333240
333241
333242
333243
333244
333280
333281
333282
333283
333284
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time