4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3726726 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.2 KiB / 2
Associated Job Ids:
127248
DAG Visualization
digraph G { id="graph_3726726"; subgraph graph_stage_3726726 { id="graph_stage_3726726"; isCluster="true"; label="Stage 3726726"; subgraph cluster_2797024 { id="cluster_2797024"; isCluster="true"; label="repartition"; 1062218 [id="node_1062218" labelType="html" label="ShuffledRDD [1062218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062219 [id="node_1062219" labelType="html" label="CoalescedRDD [1062219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062220 [id="node_1062220" labelType="html" label="MapPartitionsRDD [1062220] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797083 { id="cluster_2797083"; isCluster="true"; label="map"; 1062227 [id="node_1062227" labelType="html" label="MapPartitionsRDD [1062227] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797094 { id="cluster_2797094"; isCluster="true"; label="WholeStageCodegen (1)"; 1062228 [id="node_1062228" labelType="html" label="MapPartitionsRDD [1062228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797093 { id="cluster_2797093"; isCluster="true"; label="InMemoryTableScan"; 1062229 [id="node_1062229" labelType="html" label="MapPartitionsRDD [1062229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062230 [id="node_1062230" labelType="html" label="*(1) Filter (isnotnull(shardId#15070782) AND (shardId#15070782 = 0_1_10000001452))\n+- *(1) Scan ExistingRDD[shardId#15070782,orderProposalId#15070783L,items#15070784,optimizationGroups#15070785,isOptimal#15070786,lastModified#15070787,optimizationInsights#15070788]\n [1062230] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062231 [id="node_1062231" labelType="html" label="MapPartitionsRDD [1062231] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062232 [id="node_1062232" labelType="html" label="MapPartitionsRDD [1062232] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062233 [id="node_1062233" labelType="html" label="MapPartitionsRDD [1062233] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797088 { id="cluster_2797088"; isCluster="true"; label="WholeStageCodegen (1)"; 1062234 [id="node_1062234" labelType="html" label="MapPartitionsRDD [1062234] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797087 { id="cluster_2797087"; isCluster="true"; label="Exchange"; 1062235 [id="node_1062235" labelType="html" label="MapPartitionsRDD [1062235] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062218->1062219; 1062219->1062220; 1062220->1062227; 1062227->1062228; 1062228->1062229; 1062229->1062230; 1062230->1062231; 1062231->1062232; 1062232->1062233; 1062233->1062234; 1062234->1062235; }
1062217,1062218
1062220
1062230
1062218
1062219
1062220
1062227
1062228
1062229
1062230
1062231
1062232
1062233
1062234
1062235
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time