4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3724808 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
785.0 B / 1
Shuffle Write Size / Records:
1811.0 B / 25
Associated Job Ids:
127208
DAG Visualization
digraph G { id="graph_3724808"; subgraph graph_stage_3724808 { id="graph_stage_3724808"; isCluster="true"; label="Stage 3724808"; subgraph cluster_2795632 { id="cluster_2795632"; isCluster="true"; label="repartition"; 1061698 [id="node_1061698" labelType="html" label="ShuffledRDD [1061698] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061699 [id="node_1061699" labelType="html" label="CoalescedRDD [1061699] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061700 [id="node_1061700" labelType="html" label="MapPartitionsRDD [1061700] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2795963 { id="cluster_2795963"; isCluster="true"; label="map"; 1061812 [id="node_1061812" labelType="html" label="MapPartitionsRDD [1061812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2795966 { id="cluster_2795966"; isCluster="true"; label="WholeStageCodegen (1)"; 1061813 [id="node_1061813" labelType="html" label="MapPartitionsRDD [1061813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2795965 { id="cluster_2795965"; isCluster="true"; label="InMemoryTableScan"; 1061814 [id="node_1061814" labelType="html" label="MapPartitionsRDD [1061814] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061815 [id="node_1061815" labelType="html" label="*(1) Project [shardId#15067218, item#15067226L AS worklistShardItemId#15067227L]\n+- *(1) Generate explode(_extract_worklistShardItemId#15067230), [shardId#15067218], false, [item#15067226L]\n +- *(1) Project [shardId#15067218, items#15067220.worklistShardItemId AS _extract_worklistShardItemId#15067230]\n +- *(1) Filter ((isnotnull(shardId#15067218) AND ((shardId#15067218 = 0_1_10000001452) AND (isOptimal#15067222 <=> false))) AND ((size(items#15067220.worklistShardItemId, true) > 0) AND isnotnull(items#15067220.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#15067218,orderProposalId#15067219L,items#15067220,optimizationGroups#15067221,isOptimal#15067222,lastModified#15067223,optimizationInsights#15067224]\n [1061815] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796008 { id="cluster_2796008"; isCluster="true"; label="InMemoryTableScan"; 1061825 [id="node_1061825" labelType="html" label="MapPartitionsRDD [1061825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061826 [id="node_1061826" labelType="html" label="MapPartitionsRDD [1061826] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061827 [id="node_1061827" labelType="html" label="MapPartitionsRDD [1061827] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796007 { id="cluster_2796007"; isCluster="true"; label="Exchange"; 1061828 [id="node_1061828" labelType="html" label="MapPartitionsRDD [1061828] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1061698->1061699; 1061699->1061700; 1061700->1061812; 1061812->1061813; 1061813->1061814; 1061814->1061815; 1061815->1061825; 1061825->1061826; 1061826->1061827; 1061827->1061828; }
1061697,1061698
1061700
1061815
1061698
1061699
1061700
1061812
1061813
1061814
1061815
1061825
1061826
1061827
1061828
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time