4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1271010 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1122.0 B / 2
Shuffle Write Size / Records:
124.0 B / 2
Associated Job Ids:
41025
DAG Visualization
digraph G { id="graph_1271010"; subgraph graph_stage_1271010 { id="graph_stage_1271010"; isCluster="true"; label="Stage 1271010"; subgraph cluster_857103 { id="cluster_857103"; isCluster="true"; label="repartition"; 333218 [id="node_333218" labelType="html" label="ShuffledRDD [333218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333219 [id="node_333219" labelType="html" label="CoalescedRDD [333219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333220 [id="node_333220" labelType="html" label="MapPartitionsRDD [333220] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857162 { id="cluster_857162"; isCluster="true"; label="map"; 333227 [id="node_333227" labelType="html" label="MapPartitionsRDD [333227] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857173 { id="cluster_857173"; isCluster="true"; label="WholeStageCodegen (1)"; 333228 [id="node_333228" labelType="html" label="MapPartitionsRDD [333228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857172 { id="cluster_857172"; isCluster="true"; label="InMemoryTableScan"; 333229 [id="node_333229" labelType="html" label="MapPartitionsRDD [333229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333230 [id="node_333230" labelType="html" label="*(1) Filter (isnotnull(shardId#5622389) AND (shardId#5622389 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5622389,orderProposalId#5622390L,items#5622391,optimizationGroups#5622392,isOptimal#5622393,lastModified#5622394,optimizationInsights#5622395]\n [333230] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857196 { id="cluster_857196"; isCluster="true"; label="InMemoryTableScan"; 333239 [id="node_333239" labelType="html" label="MapPartitionsRDD [333239] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333240 [id="node_333240" labelType="html" label="MapPartitionsRDD [333240] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333241 [id="node_333241" labelType="html" label="MapPartitionsRDD [333241] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857193 { id="cluster_857193"; isCluster="true"; label="WholeStageCodegen (1)"; 333242 [id="node_333242" labelType="html" label="MapPartitionsRDD [333242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857192 { id="cluster_857192"; isCluster="true"; label="InMemoryTableScan"; 333243 [id="node_333243" labelType="html" label="MapPartitionsRDD [333243] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333244 [id="node_333244" labelType="html" label="*(1) Filter (isnotnull(shardId#5622389) AND (shardId#5622389 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5622389, orderProposalId#5622390L, items#5622391, optimizationGroups#5622392, isOptimal#5622393, optimizationInsights#5622395], [isnotnull(shardId#5622389), (shardId#5622389 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5622389, orderProposalId#5622390L, items#5622391, optimizationGroups#5622392, isOptimal#5622393, lastModified#5622394, optimizationInsights#5622395], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5622389) AND (shardId#5622389 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5622389,orderProposalId#5622390L,items#5622391,optimizationGroups#5622392,isOptimal#5622393,lastModified#5622394,optimizationInsights#5622395]\n [333244] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333245 [id="node_333245" labelType="html" label="MapPartitionsRDD [333245] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333246 [id="node_333246" labelType="html" label="MapPartitionsRDD [333246] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333247 [id="node_333247" labelType="html" label="MapPartitionsRDD [333247] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857191 { id="cluster_857191"; isCluster="true"; label="CollectLimit"; 333248 [id="node_333248" labelType="html" label="MapPartitionsRDD [333248] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333249 [id="node_333249" labelType="html" label="MapPartitionsRDD [333249] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 333218->333219; 333219->333220; 333220->333227; 333227->333228; 333228->333229; 333229->333230; 333230->333239; 333239->333240; 333240->333241; 333241->333242; 333242->333243; 333243->333244; 333244->333245; 333245->333246; 333246->333247; 333247->333248; 333248->333249; }
333217,333218
333220
333230
333244
333218
333219
333220
333227
333228
333229
333230
333239
333240
333241
333242
333243
333244
333245
333246
333247
333248
333249
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time