4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1262284 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
1182.0 B / 4
Shuffle Write Size / Records:
2.2 KiB / 28
Associated Job Ids:
40874
DAG Visualization
digraph G { id="graph_1262284"; subgraph graph_stage_1262284 { id="graph_stage_1262284"; isCluster="true"; label="Stage 1262284"; subgraph cluster_853086 { id="cluster_853086"; isCluster="true"; label="repartition"; 331648 [id="node_331648" labelType="html" label="ShuffledRDD [331648] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331649 [id="node_331649" labelType="html" label="CoalescedRDD [331649] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331650 [id="node_331650" labelType="html" label="MapPartitionsRDD [331650] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853410 { id="cluster_853410"; isCluster="true"; label="map"; 331760 [id="node_331760" labelType="html" label="MapPartitionsRDD [331760] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853413 { id="cluster_853413"; isCluster="true"; label="WholeStageCodegen (1)"; 331761 [id="node_331761" labelType="html" label="MapPartitionsRDD [331761] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853412 { id="cluster_853412"; isCluster="true"; label="InMemoryTableScan"; 331762 [id="node_331762" labelType="html" label="MapPartitionsRDD [331762] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331763 [id="node_331763" labelType="html" label="*(1) Project [shardId#5598396, item#5598404L AS worklistShardItemId#5598405L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5598408), [shardId#5598396], false, [item#5598404L]\n +- *(1) Project [shardId#5598396, items#5598398.worklistShardItemId AS _extract_worklistShardItemId#5598408]\n +- *(1) Filter ((isnotnull(shardId#5598396) AND ((shardId#5598396 = 0_1_10000000244) AND (isOptimal#5598400 <=> false))) AND ((size(items#5598398.worklistShardItemId, true) > 0) AND isnotnull(items#5598398.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5598396,orderProposalId#5598397L,items#5598398,optimizationGroups#5598399,isOptimal#5598400,lastModified#5598401,optimizationInsights#5598402]\n [331763] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853662 { id="cluster_853662"; isCluster="true"; label="InMemoryTableScan"; 331844 [id="node_331844" labelType="html" label="MapPartitionsRDD [331844] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331845 [id="node_331845" labelType="html" label="MapPartitionsRDD [331845] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331846 [id="node_331846" labelType="html" label="MapPartitionsRDD [331846] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853661 { id="cluster_853661"; isCluster="true"; label="Exchange"; 331847 [id="node_331847" labelType="html" label="MapPartitionsRDD [331847] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 331648->331649; 331649->331650; 331650->331760; 331760->331761; 331761->331762; 331762->331763; 331763->331844; 331844->331845; 331845->331846; 331846->331847; }
331647,331648
331650
331763
331648
331649
331650
331760
331761
331762
331763
331844
331845
331846
331847
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time