4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1332623 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
794.0 B / 1
Shuffle Write Size / Records:
1909.0 B / 25
Associated Job Ids:
47092
DAG Visualization
digraph G { id="graph_1332623"; subgraph graph_stage_1332623 { id="graph_stage_1332623"; isCluster="true"; label="Stage 1332623"; subgraph cluster_1034161 { id="cluster_1034161"; isCluster="true"; label="repartition"; 392686 [id="node_392686" labelType="html" label="ShuffledRDD [392686] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392687 [id="node_392687" labelType="html" label="CoalescedRDD [392687] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392688 [id="node_392688" labelType="html" label="MapPartitionsRDD [392688] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034492 { id="cluster_1034492"; isCluster="true"; label="map"; 392800 [id="node_392800" labelType="html" label="MapPartitionsRDD [392800] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034495 { id="cluster_1034495"; isCluster="true"; label="WholeStageCodegen (1)"; 392801 [id="node_392801" labelType="html" label="MapPartitionsRDD [392801] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034494 { id="cluster_1034494"; isCluster="true"; label="InMemoryTableScan"; 392802 [id="node_392802" labelType="html" label="MapPartitionsRDD [392802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392803 [id="node_392803" labelType="html" label="*(1) Project [shardId#5575888, item#5575896L AS worklistShardItemId#5575897L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5575900), [shardId#5575888], false, [item#5575896L]\n +- *(1) Project [shardId#5575888, items#5575890.worklistShardItemId AS _extract_worklistShardItemId#5575900]\n +- *(1) Filter ((isnotnull(shardId#5575888) AND ((shardId#5575888 = 0_1_10000001445) AND (isOptimal#5575892 <=> false))) AND ((size(items#5575890.worklistShardItemId, true) > 0) AND isnotnull(items#5575890.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5575888,orderProposalId#5575889L,items#5575890,optimizationGroups#5575891,isOptimal#5575892,lastModified#5575893,optimizationInsights#5575894]\n [392803] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034537 { id="cluster_1034537"; isCluster="true"; label="InMemoryTableScan"; 392813 [id="node_392813" labelType="html" label="MapPartitionsRDD [392813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392814 [id="node_392814" labelType="html" label="MapPartitionsRDD [392814] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392815 [id="node_392815" labelType="html" label="MapPartitionsRDD [392815] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034536 { id="cluster_1034536"; isCluster="true"; label="Exchange"; 392816 [id="node_392816" labelType="html" label="MapPartitionsRDD [392816] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 392686->392687; 392687->392688; 392688->392800; 392800->392801; 392801->392802; 392802->392803; 392803->392813; 392813->392814; 392814->392815; 392815->392816; }
392685,392686
392688
392803
392686
392687
392688
392800
392801
392802
392803
392813
392814
392815
392816
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time