4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1334592 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
794.0 B / 1
Shuffle Write Size / Records:
1909.0 B / 25
Associated Job Ids:
47148
DAG Visualization
digraph G { id="graph_1334592"; subgraph graph_stage_1334592 { id="graph_stage_1334592"; isCluster="true"; label="Stage 1334592"; subgraph cluster_1035553 { id="cluster_1035553"; isCluster="true"; label="repartition"; 393206 [id="node_393206" labelType="html" label="ShuffledRDD [393206] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393207 [id="node_393207" labelType="html" label="CoalescedRDD [393207] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393208 [id="node_393208" labelType="html" label="MapPartitionsRDD [393208] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035884 { id="cluster_1035884"; isCluster="true"; label="map"; 393320 [id="node_393320" labelType="html" label="MapPartitionsRDD [393320] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035887 { id="cluster_1035887"; isCluster="true"; label="WholeStageCodegen (1)"; 393321 [id="node_393321" labelType="html" label="MapPartitionsRDD [393321] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035886 { id="cluster_1035886"; isCluster="true"; label="InMemoryTableScan"; 393322 [id="node_393322" labelType="html" label="MapPartitionsRDD [393322] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393323 [id="node_393323" labelType="html" label="*(1) Project [shardId#5580640, item#5580648L AS worklistShardItemId#5580649L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5580652), [shardId#5580640], false, [item#5580648L]\n +- *(1) Project [shardId#5580640, items#5580642.worklistShardItemId AS _extract_worklistShardItemId#5580652]\n +- *(1) Filter ((isnotnull(shardId#5580640) AND ((shardId#5580640 = 0_1_10000001445) AND (isOptimal#5580644 <=> false))) AND ((size(items#5580642.worklistShardItemId, true) > 0) AND isnotnull(items#5580642.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5580640,orderProposalId#5580641L,items#5580642,optimizationGroups#5580643,isOptimal#5580644,lastModified#5580645,optimizationInsights#5580646]\n [393323] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035929 { id="cluster_1035929"; isCluster="true"; label="InMemoryTableScan"; 393333 [id="node_393333" labelType="html" label="MapPartitionsRDD [393333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393334 [id="node_393334" labelType="html" label="MapPartitionsRDD [393334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393335 [id="node_393335" labelType="html" label="MapPartitionsRDD [393335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035928 { id="cluster_1035928"; isCluster="true"; label="Exchange"; 393336 [id="node_393336" labelType="html" label="MapPartitionsRDD [393336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393206->393207; 393207->393208; 393208->393320; 393320->393321; 393321->393322; 393322->393323; 393323->393333; 393333->393334; 393334->393335; 393335->393336; }
393205,393206
393208
393323
393206
393207
393208
393320
393321
393322
393323
393333
393334
393335
393336
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time