4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1333461 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.1 KiB / 2
Shuffle Write Size / Records:
62.0 B / 1
Associated Job Ids:
47119
DAG Visualization
digraph G { id="graph_1333461"; subgraph graph_stage_1333461 { id="graph_stage_1333461"; isCluster="true"; label="Stage 1333461"; subgraph cluster_1034857 { id="cluster_1034857"; isCluster="true"; label="repartition"; 392946 [id="node_392946" labelType="html" label="ShuffledRDD [392946] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392947 [id="node_392947" labelType="html" label="CoalescedRDD [392947] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392948 [id="node_392948" labelType="html" label="MapPartitionsRDD [392948] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035188 { id="cluster_1035188"; isCluster="true"; label="map"; 393060 [id="node_393060" labelType="html" label="MapPartitionsRDD [393060] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035191 { id="cluster_1035191"; isCluster="true"; label="WholeStageCodegen (1)"; 393061 [id="node_393061" labelType="html" label="MapPartitionsRDD [393061] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035190 { id="cluster_1035190"; isCluster="true"; label="InMemoryTableScan"; 393062 [id="node_393062" labelType="html" label="MapPartitionsRDD [393062] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393063 [id="node_393063" labelType="html" label="*(1) Project [shardId#5578264, item#5578272L AS worklistShardItemId#5578273L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5578276), [shardId#5578264], false, [item#5578272L]\n +- *(1) Project [shardId#5578264, items#5578266.worklistShardItemId AS _extract_worklistShardItemId#5578276]\n +- *(1) Filter ((isnotnull(shardId#5578264) AND ((shardId#5578264 = 0_1_10000001445) AND (isOptimal#5578268 <=> false))) AND ((size(items#5578266.worklistShardItemId, true) > 0) AND isnotnull(items#5578266.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5578264,orderProposalId#5578265L,items#5578266,optimizationGroups#5578267,isOptimal#5578268,lastModified#5578269,optimizationInsights#5578270]\n [393063] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393064 [id="node_393064" labelType="html" label="MapPartitionsRDD [393064] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393065 [id="node_393065" labelType="html" label="MapPartitionsRDD [393065] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393066 [id="node_393066" labelType="html" label="MapPartitionsRDD [393066] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035189 { id="cluster_1035189"; isCluster="true"; label="CollectLimit"; 393067 [id="node_393067" labelType="html" label="MapPartitionsRDD [393067] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393068 [id="node_393068" labelType="html" label="MapPartitionsRDD [393068] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 392946->392947; 392947->392948; 392948->393060; 393060->393061; 393061->393062; 393062->393063; 393063->393064; 393064->393065; 393065->393066; 393066->393067; 393067->393068; }
392945,392946
392948
393063
392946
392947
392948
393060
393061
393062
393063
393064
393065
393066
393067
393068
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time