4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1335987 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
794.0 B / 1
Shuffle Write Size / Records:
1909.0 B / 25
Associated Job Ids:
47178
DAG Visualization
digraph G { id="graph_1335987"; subgraph graph_stage_1335987 { id="graph_stage_1335987"; isCluster="true"; label="Stage 1335987"; subgraph cluster_1036249 { id="cluster_1036249"; isCluster="true"; label="repartition"; 393466 [id="node_393466" labelType="html" label="ShuffledRDD [393466] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393467 [id="node_393467" labelType="html" label="CoalescedRDD [393467] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393468 [id="node_393468" labelType="html" label="MapPartitionsRDD [393468] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036580 { id="cluster_1036580"; isCluster="true"; label="map"; 393580 [id="node_393580" labelType="html" label="MapPartitionsRDD [393580] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036583 { id="cluster_1036583"; isCluster="true"; label="WholeStageCodegen (1)"; 393581 [id="node_393581" labelType="html" label="MapPartitionsRDD [393581] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036582 { id="cluster_1036582"; isCluster="true"; label="InMemoryTableScan"; 393582 [id="node_393582" labelType="html" label="MapPartitionsRDD [393582] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393583 [id="node_393583" labelType="html" label="*(1) Project [shardId#5583016, item#5583024L AS worklistShardItemId#5583025L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5583028), [shardId#5583016], false, [item#5583024L]\n +- *(1) Project [shardId#5583016, items#5583018.worklistShardItemId AS _extract_worklistShardItemId#5583028]\n +- *(1) Filter ((isnotnull(shardId#5583016) AND ((shardId#5583016 = 0_1_10000001445) AND (isOptimal#5583020 <=> false))) AND ((size(items#5583018.worklistShardItemId, true) > 0) AND isnotnull(items#5583018.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5583016,orderProposalId#5583017L,items#5583018,optimizationGroups#5583019,isOptimal#5583020,lastModified#5583021,optimizationInsights#5583022]\n [393583] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036719 { id="cluster_1036719"; isCluster="true"; label="InMemoryTableScan"; 393628 [id="node_393628" labelType="html" label="MapPartitionsRDD [393628] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393629 [id="node_393629" labelType="html" label="MapPartitionsRDD [393629] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393630 [id="node_393630" labelType="html" label="MapPartitionsRDD [393630] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036718 { id="cluster_1036718"; isCluster="true"; label="Exchange"; 393631 [id="node_393631" labelType="html" label="MapPartitionsRDD [393631] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393466->393467; 393467->393468; 393468->393580; 393580->393581; 393581->393582; 393582->393583; 393583->393628; 393628->393629; 393629->393630; 393630->393631; }
393465,393466
393468
393583
393466
393467
393468
393580
393581
393582
393583
393628
393629
393630
393631
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time