4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1256147 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.6 KiB / 7
Shuffle Write Size / Records:
644.0 B / 7
Associated Job Ids:
40736
DAG Visualization
digraph G { id="graph_1256147"; subgraph graph_stage_1256147 { id="graph_stage_1256147"; isCluster="true"; label="Stage 1256147"; subgraph cluster_850513 { id="cluster_850513"; isCluster="true"; label="repartition"; 330621 [id="node_330621" labelType="html" label="ShuffledRDD [330621] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330622 [id="node_330622" labelType="html" label="CoalescedRDD [330622] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330623 [id="node_330623" labelType="html" label="MapPartitionsRDD [330623] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850572 { id="cluster_850572"; isCluster="true"; label="map"; 330630 [id="node_330630" labelType="html" label="MapPartitionsRDD [330630] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850583 { id="cluster_850583"; isCluster="true"; label="WholeStageCodegen (1)"; 330631 [id="node_330631" labelType="html" label="MapPartitionsRDD [330631] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850582 { id="cluster_850582"; isCluster="true"; label="InMemoryTableScan"; 330632 [id="node_330632" labelType="html" label="MapPartitionsRDD [330632] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330633 [id="node_330633" labelType="html" label="*(1) Filter (isnotnull(shardId#5576307) AND (shardId#5576307 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5576307,orderProposalId#5576308L,items#5576309,optimizationGroups#5576310,isOptimal#5576311,lastModified#5576312,optimizationInsights#5576313]\n [330633] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850606 { id="cluster_850606"; isCluster="true"; label="InMemoryTableScan"; 330642 [id="node_330642" labelType="html" label="MapPartitionsRDD [330642] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330643 [id="node_330643" labelType="html" label="MapPartitionsRDD [330643] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330644 [id="node_330644" labelType="html" label="MapPartitionsRDD [330644] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850603 { id="cluster_850603"; isCluster="true"; label="WholeStageCodegen (1)"; 330645 [id="node_330645" labelType="html" label="MapPartitionsRDD [330645] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850602 { id="cluster_850602"; isCluster="true"; label="InMemoryTableScan"; 330646 [id="node_330646" labelType="html" label="MapPartitionsRDD [330646] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330647 [id="node_330647" labelType="html" label="*(1) Filter (isnotnull(shardId#5576307) AND (shardId#5576307 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5576307, orderProposalId#5576308L, items#5576309, optimizationGroups#5576310, isOptimal#5576311, optimizationInsights#5576313], [isnotnull(shardId#5576307), (shardId#5576307 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5576307, orderProposalId#5576308L, items#5576309, optimizationGroups#5576310, isOptimal#5576311, lastModified#5576312, optimizationInsights#5576313], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5576307) AND (shardId#5576307 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5576307,orderProposalId#5576308L,items#5576309,optimizationGroups#5576310,isOptimal#5576311,lastModified#5576312,optimizationInsights#5576313]\n [330647] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850633 { id="cluster_850633"; isCluster="true"; label="InMemoryTableScan"; 330656 [id="node_330656" labelType="html" label="MapPartitionsRDD [330656] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330657 [id="node_330657" labelType="html" label="MapPartitionsRDD [330657] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330658 [id="node_330658" labelType="html" label="MapPartitionsRDD [330658] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850627 { id="cluster_850627"; isCluster="true"; label="WholeStageCodegen (1)"; 330659 [id="node_330659" labelType="html" label="MapPartitionsRDD [330659] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850626 { id="cluster_850626"; isCluster="true"; label="Exchange"; 330660 [id="node_330660" labelType="html" label="MapPartitionsRDD [330660] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 330621->330622; 330622->330623; 330623->330630; 330630->330631; 330631->330632; 330632->330633; 330633->330642; 330642->330643; 330643->330644; 330644->330645; 330645->330646; 330646->330647; 330647->330656; 330656->330657; 330657->330658; 330658->330659; 330659->330660; }
330620,330621
330623
330633
330647
330621
330622
330623
330630
330631
330632
330633
330642
330643
330644
330645
330646
330647
330656
330657
330658
330659
330660
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time