4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1336995 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.1 KiB / 2
Shuffle Write Size / Records:
62.0 B / 1
Associated Job Ids:
47203
DAG Visualization
digraph G { id="graph_1336995"; subgraph graph_stage_1336995 { id="graph_stage_1336995"; isCluster="true"; label="Stage 1336995"; subgraph cluster_1036945 { id="cluster_1036945"; isCluster="true"; label="repartition"; 393726 [id="node_393726" labelType="html" label="ShuffledRDD [393726] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393727 [id="node_393727" labelType="html" label="CoalescedRDD [393727] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393728 [id="node_393728" labelType="html" label="MapPartitionsRDD [393728] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037276 { id="cluster_1037276"; isCluster="true"; label="map"; 393840 [id="node_393840" labelType="html" label="MapPartitionsRDD [393840] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037279 { id="cluster_1037279"; isCluster="true"; label="WholeStageCodegen (1)"; 393841 [id="node_393841" labelType="html" label="MapPartitionsRDD [393841] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037278 { id="cluster_1037278"; isCluster="true"; label="InMemoryTableScan"; 393842 [id="node_393842" labelType="html" label="MapPartitionsRDD [393842] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393843 [id="node_393843" labelType="html" label="*(1) Project [shardId#5585392, item#5585400L AS worklistShardItemId#5585401L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5585404), [shardId#5585392], false, [item#5585400L]\n +- *(1) Project [shardId#5585392, items#5585394.worklistShardItemId AS _extract_worklistShardItemId#5585404]\n +- *(1) Filter ((isnotnull(shardId#5585392) AND ((shardId#5585392 = 0_1_10000001445) AND (isOptimal#5585396 <=> false))) AND ((size(items#5585394.worklistShardItemId, true) > 0) AND isnotnull(items#5585394.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5585392,orderProposalId#5585393L,items#5585394,optimizationGroups#5585395,isOptimal#5585396,lastModified#5585397,optimizationInsights#5585398]\n [393843] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393844 [id="node_393844" labelType="html" label="MapPartitionsRDD [393844] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393845 [id="node_393845" labelType="html" label="MapPartitionsRDD [393845] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393846 [id="node_393846" labelType="html" label="MapPartitionsRDD [393846] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037277 { id="cluster_1037277"; isCluster="true"; label="CollectLimit"; 393847 [id="node_393847" labelType="html" label="MapPartitionsRDD [393847] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393848 [id="node_393848" labelType="html" label="MapPartitionsRDD [393848] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393726->393727; 393727->393728; 393728->393840; 393840->393841; 393841->393842; 393842->393843; 393843->393844; 393844->393845; 393845->393846; 393846->393847; 393847->393848; }
393725,393726
393728
393843
393726
393727
393728
393840
393841
393842
393843
393844
393845
393846
393847
393848
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time