4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3726274 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
785.0 B / 1
Shuffle Write Size / Records:
1811.0 B / 25
Associated Job Ids:
127238
DAG Visualization
digraph G { id="graph_3726274"; subgraph graph_stage_3726274 { id="graph_stage_3726274"; isCluster="true"; label="Stage 3726274"; subgraph cluster_2796328 { id="cluster_2796328"; isCluster="true"; label="repartition"; 1061958 [id="node_1061958" labelType="html" label="ShuffledRDD [1061958] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061959 [id="node_1061959" labelType="html" label="CoalescedRDD [1061959] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061960 [id="node_1061960" labelType="html" label="MapPartitionsRDD [1061960] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796659 { id="cluster_2796659"; isCluster="true"; label="map"; 1062072 [id="node_1062072" labelType="html" label="MapPartitionsRDD [1062072] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796662 { id="cluster_2796662"; isCluster="true"; label="WholeStageCodegen (1)"; 1062073 [id="node_1062073" labelType="html" label="MapPartitionsRDD [1062073] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796661 { id="cluster_2796661"; isCluster="true"; label="InMemoryTableScan"; 1062074 [id="node_1062074" labelType="html" label="MapPartitionsRDD [1062074] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062075 [id="node_1062075" labelType="html" label="*(1) Project [shardId#15069594, item#15069602L AS worklistShardItemId#15069603L]\n+- *(1) Generate explode(_extract_worklistShardItemId#15069606), [shardId#15069594], false, [item#15069602L]\n +- *(1) Project [shardId#15069594, items#15069596.worklistShardItemId AS _extract_worklistShardItemId#15069606]\n +- *(1) Filter ((isnotnull(shardId#15069594) AND ((shardId#15069594 = 0_1_10000001452) AND (isOptimal#15069598 <=> false))) AND ((size(items#15069596.worklistShardItemId, true) > 0) AND isnotnull(items#15069596.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#15069594,orderProposalId#15069595L,items#15069596,optimizationGroups#15069597,isOptimal#15069598,lastModified#15069599,optimizationInsights#15069600]\n [1062075] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796798 { id="cluster_2796798"; isCluster="true"; label="InMemoryTableScan"; 1062120 [id="node_1062120" labelType="html" label="MapPartitionsRDD [1062120] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062121 [id="node_1062121" labelType="html" label="MapPartitionsRDD [1062121] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062122 [id="node_1062122" labelType="html" label="MapPartitionsRDD [1062122] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796797 { id="cluster_2796797"; isCluster="true"; label="Exchange"; 1062123 [id="node_1062123" labelType="html" label="MapPartitionsRDD [1062123] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1061958->1061959; 1061959->1061960; 1061960->1062072; 1062072->1062073; 1062073->1062074; 1062074->1062075; 1062075->1062120; 1062120->1062121; 1062121->1062122; 1062122->1062123; }
1061957,1061958
1061960
1062075
1061958
1061959
1061960
1062072
1062073
1062074
1062075
1062120
1062121
1062122
1062123
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time