4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1263902 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
1182.0 B / 4
Shuffle Write Size / Records:
2.2 KiB / 28
Associated Job Ids:
40896
DAG Visualization
digraph G { id="graph_1263902"; subgraph graph_stage_1263902 { id="graph_stage_1263902"; isCluster="true"; label="Stage 1263902"; subgraph cluster_853770 { id="cluster_853770"; isCluster="true"; label="repartition"; 331908 [id="node_331908" labelType="html" label="ShuffledRDD [331908] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331909 [id="node_331909" labelType="html" label="CoalescedRDD [331909] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331910 [id="node_331910" labelType="html" label="MapPartitionsRDD [331910] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854094 { id="cluster_854094"; isCluster="true"; label="map"; 332020 [id="node_332020" labelType="html" label="MapPartitionsRDD [332020] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854097 { id="cluster_854097"; isCluster="true"; label="WholeStageCodegen (1)"; 332021 [id="node_332021" labelType="html" label="MapPartitionsRDD [332021] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854096 { id="cluster_854096"; isCluster="true"; label="InMemoryTableScan"; 332022 [id="node_332022" labelType="html" label="MapPartitionsRDD [332022] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332023 [id="node_332023" labelType="html" label="*(1) Project [shardId#5600320, item#5600328L AS worklistShardItemId#5600329L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5600332), [shardId#5600320], false, [item#5600328L]\n +- *(1) Project [shardId#5600320, items#5600322.worklistShardItemId AS _extract_worklistShardItemId#5600332]\n +- *(1) Filter ((isnotnull(shardId#5600320) AND ((shardId#5600320 = 0_1_10000000244) AND (isOptimal#5600324 <=> false))) AND ((size(items#5600322.worklistShardItemId, true) > 0) AND isnotnull(items#5600322.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5600320,orderProposalId#5600321L,items#5600322,optimizationGroups#5600323,isOptimal#5600324,lastModified#5600325,optimizationInsights#5600326]\n [332023] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854238 { id="cluster_854238"; isCluster="true"; label="InMemoryTableScan"; 332070 [id="node_332070" labelType="html" label="MapPartitionsRDD [332070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332071 [id="node_332071" labelType="html" label="MapPartitionsRDD [332071] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332072 [id="node_332072" labelType="html" label="MapPartitionsRDD [332072] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854237 { id="cluster_854237"; isCluster="true"; label="Exchange"; 332073 [id="node_332073" labelType="html" label="MapPartitionsRDD [332073] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 331908->331909; 331909->331910; 331910->332020; 332020->332021; 332021->332022; 332022->332023; 332023->332070; 332070->332071; 332071->332072; 332072->332073; }
331907,331908
331910
332023
331908
331909
331910
332020
332021
332022
332023
332070
332071
332072
332073
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time