4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1342304 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
794.0 B / 1
Shuffle Write Size / Records:
1909.0 B / 25
Associated Job Ids:
47294
DAG Visualization
digraph G { id="graph_1342304"; subgraph graph_stage_1342304 { id="graph_stage_1342304"; isCluster="true"; label="Stage 1342304"; subgraph cluster_1039124 { id="cluster_1039124"; isCluster="true"; label="repartition"; 394542 [id="node_394542" labelType="html" label="ShuffledRDD [394542] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394543 [id="node_394543" labelType="html" label="CoalescedRDD [394543] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394544 [id="node_394544" labelType="html" label="MapPartitionsRDD [394544] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039455 { id="cluster_1039455"; isCluster="true"; label="map"; 394656 [id="node_394656" labelType="html" label="MapPartitionsRDD [394656] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039458 { id="cluster_1039458"; isCluster="true"; label="WholeStageCodegen (1)"; 394657 [id="node_394657" labelType="html" label="MapPartitionsRDD [394657] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039457 { id="cluster_1039457"; isCluster="true"; label="InMemoryTableScan"; 394658 [id="node_394658" labelType="html" label="MapPartitionsRDD [394658] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394659 [id="node_394659" labelType="html" label="*(1) Project [shardId#5592874, item#5592882L AS worklistShardItemId#5592883L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5592886), [shardId#5592874], false, [item#5592882L]\n +- *(1) Project [shardId#5592874, items#5592876.worklistShardItemId AS _extract_worklistShardItemId#5592886]\n +- *(1) Filter ((isnotnull(shardId#5592874) AND ((shardId#5592874 = 0_1_10000001445) AND (isOptimal#5592878 <=> false))) AND ((size(items#5592876.worklistShardItemId, true) > 0) AND isnotnull(items#5592876.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5592874,orderProposalId#5592875L,items#5592876,optimizationGroups#5592877,isOptimal#5592878,lastModified#5592879,optimizationInsights#5592880]\n [394659] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039594 { id="cluster_1039594"; isCluster="true"; label="InMemoryTableScan"; 394704 [id="node_394704" labelType="html" label="MapPartitionsRDD [394704] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394705 [id="node_394705" labelType="html" label="MapPartitionsRDD [394705] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394706 [id="node_394706" labelType="html" label="MapPartitionsRDD [394706] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039593 { id="cluster_1039593"; isCluster="true"; label="Exchange"; 394707 [id="node_394707" labelType="html" label="MapPartitionsRDD [394707] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394542->394543; 394543->394544; 394544->394656; 394656->394657; 394657->394658; 394658->394659; 394659->394704; 394704->394705; 394705->394706; 394706->394707; }
394541,394542
394544
394659
394542
394543
394544
394656
394657
394658
394659
394704
394705
394706
394707
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time