4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1255378 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
15 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
1183.0 B / 4
Shuffle Write Size / Records:
2.2 KiB / 28
Associated Job Ids:
40723
DAG Visualization
digraph G { id="graph_1255378"; subgraph graph_stage_1255378 { id="graph_stage_1255378"; isCluster="true"; label="Stage 1255378"; subgraph cluster_849829 { id="cluster_849829"; isCluster="true"; label="repartition"; 330361 [id="node_330361" labelType="html" label="ShuffledRDD [330361] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330362 [id="node_330362" labelType="html" label="CoalescedRDD [330362] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330363 [id="node_330363" labelType="html" label="MapPartitionsRDD [330363] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850153 { id="cluster_850153"; isCluster="true"; label="map"; 330473 [id="node_330473" labelType="html" label="MapPartitionsRDD [330473] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850156 { id="cluster_850156"; isCluster="true"; label="WholeStageCodegen (1)"; 330474 [id="node_330474" labelType="html" label="MapPartitionsRDD [330474] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850155 { id="cluster_850155"; isCluster="true"; label="InMemoryTableScan"; 330475 [id="node_330475" labelType="html" label="MapPartitionsRDD [330475] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330476 [id="node_330476" labelType="html" label="*(1) Project [shardId#5575496, item#5575504L AS worklistShardItemId#5575505L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5575508), [shardId#5575496], false, [item#5575504L]\n +- *(1) Project [shardId#5575496, items#5575498.worklistShardItemId AS _extract_worklistShardItemId#5575508]\n +- *(1) Filter ((isnotnull(shardId#5575496) AND ((shardId#5575496 = 0_1_10000000244) AND (isOptimal#5575500 <=> false))) AND ((size(items#5575498.worklistShardItemId, true) > 0) AND isnotnull(items#5575498.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5575496,orderProposalId#5575497L,items#5575498,optimizationGroups#5575499,isOptimal#5575500,lastModified#5575501,optimizationInsights#5575502]\n [330476] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850198 { id="cluster_850198"; isCluster="true"; label="InMemoryTableScan"; 330486 [id="node_330486" labelType="html" label="MapPartitionsRDD [330486] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330487 [id="node_330487" labelType="html" label="MapPartitionsRDD [330487] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330488 [id="node_330488" labelType="html" label="MapPartitionsRDD [330488] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850197 { id="cluster_850197"; isCluster="true"; label="Exchange"; 330489 [id="node_330489" labelType="html" label="MapPartitionsRDD [330489] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 330361->330362; 330362->330363; 330363->330473; 330473->330474; 330474->330475; 330475->330476; 330476->330486; 330486->330487; 330487->330488; 330488->330489; }
330360,330361
330363
330476
330361
330362
330363
330473
330474
330475
330476
330486
330487
330488
330489
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time