4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3727294 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1420.0 B / 2
Associated Job Ids:
127258
DAG Visualization
digraph G { id="graph_3727294"; subgraph graph_stage_3727294 { id="graph_stage_3727294"; isCluster="true"; label="Stage 3727294"; subgraph cluster_2797024 { id="cluster_2797024"; isCluster="true"; label="repartition"; 1062218 [id="node_1062218" labelType="html" label="ShuffledRDD [1062218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062219 [id="node_1062219" labelType="html" label="CoalescedRDD [1062219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062220 [id="node_1062220" labelType="html" label="MapPartitionsRDD [1062220] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797083 { id="cluster_2797083"; isCluster="true"; label="map"; 1062227 [id="node_1062227" labelType="html" label="MapPartitionsRDD [1062227] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797094 { id="cluster_2797094"; isCluster="true"; label="WholeStageCodegen (1)"; 1062228 [id="node_1062228" labelType="html" label="MapPartitionsRDD [1062228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797093 { id="cluster_2797093"; isCluster="true"; label="InMemoryTableScan"; 1062229 [id="node_1062229" labelType="html" label="MapPartitionsRDD [1062229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062230 [id="node_1062230" labelType="html" label="*(1) Filter (isnotnull(shardId#15070782) AND (shardId#15070782 = 0_1_10000001452))\n+- *(1) Scan ExistingRDD[shardId#15070782,orderProposalId#15070783L,items#15070784,optimizationGroups#15070785,isOptimal#15070786,lastModified#15070787,optimizationInsights#15070788]\n [1062230] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797117 { id="cluster_2797117"; isCluster="true"; label="InMemoryTableScan"; 1062239 [id="node_1062239" labelType="html" label="MapPartitionsRDD [1062239] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062240 [id="node_1062240" labelType="html" label="MapPartitionsRDD [1062240] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062241 [id="node_1062241" labelType="html" label="MapPartitionsRDD [1062241] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797114 { id="cluster_2797114"; isCluster="true"; label="WholeStageCodegen (1)"; 1062242 [id="node_1062242" labelType="html" label="MapPartitionsRDD [1062242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797113 { id="cluster_2797113"; isCluster="true"; label="InMemoryTableScan"; 1062243 [id="node_1062243" labelType="html" label="MapPartitionsRDD [1062243] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062244 [id="node_1062244" labelType="html" label="*(1) Filter (isnotnull(shardId#15070782) AND (shardId#15070782 = 0_1_10000001452))\n+- InMemoryTableScan [shardId#15070782, orderProposalId#15070783L, items#15070784, optimizationGroups#15070785, isOptimal#15070786, optimizationInsights#15070788], [isnotnull(shardId#15070782), (shardId#15070782 = 0_1_10000001452)]\n +- InMemoryRelation [shardId#15070782, orderProposalId#15070783L, items#15070784, optimizationGroups#15070785, isOptimal#15070786, lastModified#15070787, optimizationInsights#15070788], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#15070782) AND (shardId#15070782 = 0_1_10000001452))\n +- *(1) Scan ExistingRDD[shardId#15070782,orderProposalId#15070783L,items#15070784,optimizationGroups#15070785,isOptimal#15070786,lastModified#15070787,optimizationInsights#15070788]\n [1062244] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797276 { id="cluster_2797276"; isCluster="true"; label="InMemoryTableScan"; 1062296 [id="node_1062296" labelType="html" label="MapPartitionsRDD [1062296] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062297 [id="node_1062297" labelType="html" label="MapPartitionsRDD [1062297] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062298 [id="node_1062298" labelType="html" label="MapPartitionsRDD [1062298] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797259 { id="cluster_2797259"; isCluster="true"; label="WholeStageCodegen (2)"; 1062302 [id="node_1062302" labelType="html" label="MapPartitionsRDD [1062302] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797258 { id="cluster_2797258"; isCluster="true"; label="Project"; 1062303 [id="node_1062303" labelType="html" label="MapPartitionsRDD [1062303] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062218->1062219; 1062219->1062220; 1062220->1062227; 1062227->1062228; 1062228->1062229; 1062229->1062230; 1062230->1062239; 1062239->1062240; 1062240->1062241; 1062241->1062242; 1062242->1062243; 1062243->1062244; 1062244->1062296; 1062296->1062297; 1062297->1062298; 1062298->1062302; 1062302->1062303; }
1062217,1062218
1062220
1062230
1062244
1062218
1062219
1062220
1062227
1062228
1062229
1062230
1062239
1062240
1062241
1062242
1062243
1062244
1062296
1062297
1062298
1062302
1062303
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time