4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1331900 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
794.0 B / 1
Shuffle Write Size / Records:
1909.0 B / 25
Associated Job Ids:
47065
DAG Visualization
digraph G { id="graph_1331900"; subgraph graph_stage_1331900 { id="graph_stage_1331900"; isCluster="true"; label="Stage 1331900"; subgraph cluster_1033465 { id="cluster_1033465"; isCluster="true"; label="repartition"; 392426 [id="node_392426" labelType="html" label="ShuffledRDD [392426] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392427 [id="node_392427" labelType="html" label="CoalescedRDD [392427] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392428 [id="node_392428" labelType="html" label="MapPartitionsRDD [392428] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1033796 { id="cluster_1033796"; isCluster="true"; label="map"; 392540 [id="node_392540" labelType="html" label="MapPartitionsRDD [392540] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1033799 { id="cluster_1033799"; isCluster="true"; label="WholeStageCodegen (1)"; 392541 [id="node_392541" labelType="html" label="MapPartitionsRDD [392541] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1033798 { id="cluster_1033798"; isCluster="true"; label="InMemoryTableScan"; 392542 [id="node_392542" labelType="html" label="MapPartitionsRDD [392542] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392543 [id="node_392543" labelType="html" label="*(1) Project [shardId#5573512, item#5573520L AS worklistShardItemId#5573521L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5573524), [shardId#5573512], false, [item#5573520L]\n +- *(1) Project [shardId#5573512, items#5573514.worklistShardItemId AS _extract_worklistShardItemId#5573524]\n +- *(1) Filter ((isnotnull(shardId#5573512) AND ((shardId#5573512 = 0_1_10000001445) AND (isOptimal#5573516 <=> false))) AND ((size(items#5573514.worklistShardItemId, true) > 0) AND isnotnull(items#5573514.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5573512,orderProposalId#5573513L,items#5573514,optimizationGroups#5573515,isOptimal#5573516,lastModified#5573517,optimizationInsights#5573518]\n [392543] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1033890 { id="cluster_1033890"; isCluster="true"; label="InMemoryTableScan"; 392572 [id="node_392572" labelType="html" label="MapPartitionsRDD [392572] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392573 [id="node_392573" labelType="html" label="MapPartitionsRDD [392573] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392574 [id="node_392574" labelType="html" label="MapPartitionsRDD [392574] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1033889 { id="cluster_1033889"; isCluster="true"; label="Exchange"; 392575 [id="node_392575" labelType="html" label="MapPartitionsRDD [392575] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 392426->392427; 392427->392428; 392428->392540; 392540->392541; 392541->392542; 392542->392543; 392543->392572; 392572->392573; 392573->392574; 392574->392575; }
392425,392426
392428
392543
392426
392427
392428
392540
392541
392542
392543
392572
392573
392574
392575
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time