4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1271350 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1062.0 B / 2
Associated Job Ids:
41036
DAG Visualization
digraph G { id="graph_1271350"; subgraph graph_stage_1271350 { id="graph_stage_1271350"; isCluster="true"; label="Stage 1271350"; subgraph cluster_857103 { id="cluster_857103"; isCluster="true"; label="repartition"; 333218 [id="node_333218" labelType="html" label="ShuffledRDD [333218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333219 [id="node_333219" labelType="html" label="CoalescedRDD [333219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333220 [id="node_333220" labelType="html" label="MapPartitionsRDD [333220] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857162 { id="cluster_857162"; isCluster="true"; label="map"; 333227 [id="node_333227" labelType="html" label="MapPartitionsRDD [333227] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857173 { id="cluster_857173"; isCluster="true"; label="WholeStageCodegen (1)"; 333228 [id="node_333228" labelType="html" label="MapPartitionsRDD [333228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857172 { id="cluster_857172"; isCluster="true"; label="InMemoryTableScan"; 333229 [id="node_333229" labelType="html" label="MapPartitionsRDD [333229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333230 [id="node_333230" labelType="html" label="*(1) Filter (isnotnull(shardId#5622389) AND (shardId#5622389 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5622389,orderProposalId#5622390L,items#5622391,optimizationGroups#5622392,isOptimal#5622393,lastModified#5622394,optimizationInsights#5622395]\n [333230] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857196 { id="cluster_857196"; isCluster="true"; label="InMemoryTableScan"; 333239 [id="node_333239" labelType="html" label="MapPartitionsRDD [333239] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333240 [id="node_333240" labelType="html" label="MapPartitionsRDD [333240] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333241 [id="node_333241" labelType="html" label="MapPartitionsRDD [333241] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857193 { id="cluster_857193"; isCluster="true"; label="WholeStageCodegen (1)"; 333242 [id="node_333242" labelType="html" label="MapPartitionsRDD [333242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857192 { id="cluster_857192"; isCluster="true"; label="InMemoryTableScan"; 333243 [id="node_333243" labelType="html" label="MapPartitionsRDD [333243] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333244 [id="node_333244" labelType="html" label="*(1) Filter (isnotnull(shardId#5622389) AND (shardId#5622389 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5622389, orderProposalId#5622390L, items#5622391, optimizationGroups#5622392, isOptimal#5622393, optimizationInsights#5622395], [isnotnull(shardId#5622389), (shardId#5622389 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5622389, orderProposalId#5622390L, items#5622391, optimizationGroups#5622392, isOptimal#5622393, lastModified#5622394, optimizationInsights#5622395], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5622389) AND (shardId#5622389 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5622389,orderProposalId#5622390L,items#5622391,optimizationGroups#5622392,isOptimal#5622393,lastModified#5622394,optimizationInsights#5622395]\n [333244] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857636 { id="cluster_857636"; isCluster="true"; label="InMemoryTableScan"; 333417 [id="node_333417" labelType="html" label="MapPartitionsRDD [333417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333418 [id="node_333418" labelType="html" label="MapPartitionsRDD [333418] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333419 [id="node_333419" labelType="html" label="MapPartitionsRDD [333419] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857625 { id="cluster_857625"; isCluster="true"; label="WholeStageCodegen (1)"; 333420 [id="node_333420" labelType="html" label="MapPartitionsRDD [333420] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857624 { id="cluster_857624"; isCluster="true"; label="WholeStageCodegen (6)"; 333421 [id="node_333421" labelType="html" label="MapPartitionsRDD [333421] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 333218->333219; 333219->333220; 333220->333227; 333227->333228; 333228->333229; 333229->333230; 333230->333239; 333239->333240; 333240->333241; 333241->333242; 333242->333243; 333243->333244; 333244->333417; 333417->333418; 333418->333419; 333419->333420; 333420->333421; }
333217,333218
333220
333230
333244
333218
333219
333220
333227
333228
333229
333230
333239
333240
333241
333242
333243
333244
333417
333418
333419
333420
333421
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time