4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1263452 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 30
Input Size / Records:
4.8 KiB / 7
Shuffle Write Size / Records:
248.0 B / 4
Associated Job Ids:
40892
DAG Visualization
digraph G { id="graph_1263452"; subgraph graph_stage_1263452 { id="graph_stage_1263452"; isCluster="true"; label="Stage 1263452"; subgraph cluster_853770 { id="cluster_853770"; isCluster="true"; label="repartition"; 331908 [id="node_331908" labelType="html" label="ShuffledRDD [331908] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331909 [id="node_331909" labelType="html" label="CoalescedRDD [331909] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331910 [id="node_331910" labelType="html" label="MapPartitionsRDD [331910] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854094 { id="cluster_854094"; isCluster="true"; label="map"; 332020 [id="node_332020" labelType="html" label="MapPartitionsRDD [332020] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854097 { id="cluster_854097"; isCluster="true"; label="WholeStageCodegen (1)"; 332021 [id="node_332021" labelType="html" label="MapPartitionsRDD [332021] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854096 { id="cluster_854096"; isCluster="true"; label="InMemoryTableScan"; 332022 [id="node_332022" labelType="html" label="MapPartitionsRDD [332022] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332023 [id="node_332023" labelType="html" label="*(1) Project [shardId#5600320, item#5600328L AS worklistShardItemId#5600329L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5600332), [shardId#5600320], false, [item#5600328L]\n +- *(1) Project [shardId#5600320, items#5600322.worklistShardItemId AS _extract_worklistShardItemId#5600332]\n +- *(1) Filter ((isnotnull(shardId#5600320) AND ((shardId#5600320 = 0_1_10000000244) AND (isOptimal#5600324 <=> false))) AND ((size(items#5600322.worklistShardItemId, true) > 0) AND isnotnull(items#5600322.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5600320,orderProposalId#5600321L,items#5600322,optimizationGroups#5600323,isOptimal#5600324,lastModified#5600325,optimizationInsights#5600326]\n [332023] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332024 [id="node_332024" labelType="html" label="MapPartitionsRDD [332024] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332025 [id="node_332025" labelType="html" label="MapPartitionsRDD [332025] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332026 [id="node_332026" labelType="html" label="MapPartitionsRDD [332026] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854095 { id="cluster_854095"; isCluster="true"; label="CollectLimit"; 332027 [id="node_332027" labelType="html" label="MapPartitionsRDD [332027] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332028 [id="node_332028" labelType="html" label="MapPartitionsRDD [332028] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 331908->331909; 331909->331910; 331910->332020; 332020->332021; 332021->332022; 332022->332023; 332023->332024; 332024->332025; 332025->332026; 332026->332027; 332027->332028; }
331907,331908
331910
332023
331908
331909
331910
332020
332021
332022
332023
332024
332025
332026
332027
332028
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time