4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1271249 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1062.0 B / 2
Shuffle Write Size / Records:
600.0 B / 6
Associated Job Ids:
41034
DAG Visualization
digraph G { id="graph_1271249"; subgraph graph_stage_1271249 { id="graph_stage_1271249"; isCluster="true"; label="Stage 1271249"; subgraph cluster_857103 { id="cluster_857103"; isCluster="true"; label="repartition"; 333218 [id="node_333218" labelType="html" label="ShuffledRDD [333218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333219 [id="node_333219" labelType="html" label="CoalescedRDD [333219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333220 [id="node_333220" labelType="html" label="MapPartitionsRDD [333220] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857162 { id="cluster_857162"; isCluster="true"; label="map"; 333227 [id="node_333227" labelType="html" label="MapPartitionsRDD [333227] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857173 { id="cluster_857173"; isCluster="true"; label="WholeStageCodegen (1)"; 333228 [id="node_333228" labelType="html" label="MapPartitionsRDD [333228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857172 { id="cluster_857172"; isCluster="true"; label="InMemoryTableScan"; 333229 [id="node_333229" labelType="html" label="MapPartitionsRDD [333229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333230 [id="node_333230" labelType="html" label="*(1) Filter (isnotnull(shardId#5622389) AND (shardId#5622389 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5622389,orderProposalId#5622390L,items#5622391,optimizationGroups#5622392,isOptimal#5622393,lastModified#5622394,optimizationInsights#5622395]\n [333230] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857196 { id="cluster_857196"; isCluster="true"; label="InMemoryTableScan"; 333239 [id="node_333239" labelType="html" label="MapPartitionsRDD [333239] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333240 [id="node_333240" labelType="html" label="MapPartitionsRDD [333240] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333241 [id="node_333241" labelType="html" label="MapPartitionsRDD [333241] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857193 { id="cluster_857193"; isCluster="true"; label="WholeStageCodegen (1)"; 333242 [id="node_333242" labelType="html" label="MapPartitionsRDD [333242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857192 { id="cluster_857192"; isCluster="true"; label="InMemoryTableScan"; 333243 [id="node_333243" labelType="html" label="MapPartitionsRDD [333243] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333244 [id="node_333244" labelType="html" label="*(1) Filter (isnotnull(shardId#5622389) AND (shardId#5622389 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5622389, orderProposalId#5622390L, items#5622391, optimizationGroups#5622392, isOptimal#5622393, optimizationInsights#5622395], [isnotnull(shardId#5622389), (shardId#5622389 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5622389, orderProposalId#5622390L, items#5622391, optimizationGroups#5622392, isOptimal#5622393, lastModified#5622394, optimizationInsights#5622395], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5622389) AND (shardId#5622389 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5622389,orderProposalId#5622390L,items#5622391,optimizationGroups#5622392,isOptimal#5622393,lastModified#5622394,optimizationInsights#5622395]\n [333244] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857412 { id="cluster_857412"; isCluster="true"; label="InMemoryTableScan"; 333310 [id="node_333310" labelType="html" label="MapPartitionsRDD [333310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333311 [id="node_333311" labelType="html" label="MapPartitionsRDD [333311] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333312 [id="node_333312" labelType="html" label="MapPartitionsRDD [333312] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857407 { id="cluster_857407"; isCluster="true"; label="WholeStageCodegen (1)"; 333313 [id="node_333313" labelType="html" label="MapPartitionsRDD [333313] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_857406 { id="cluster_857406"; isCluster="true"; label="Exchange"; 333314 [id="node_333314" labelType="html" label="MapPartitionsRDD [333314] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 333218->333219; 333219->333220; 333220->333227; 333227->333228; 333228->333229; 333229->333230; 333230->333239; 333239->333240; 333240->333241; 333241->333242; 333242->333243; 333243->333244; 333244->333310; 333310->333311; 333311->333312; 333312->333313; 333313->333314; }
333217,333218
333220
333230
333244
333218
333219
333220
333227
333228
333229
333230
333239
333240
333241
333242
333243
333244
333310
333311
333312
333313
333314
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time