4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1257322 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
2.6 KiB / 7
Associated Job Ids:
40758
DAG Visualization
digraph G { id="graph_1257322"; subgraph graph_stage_1257322 { id="graph_stage_1257322"; isCluster="true"; label="Stage 1257322"; subgraph cluster_850513 { id="cluster_850513"; isCluster="true"; label="repartition"; 330621 [id="node_330621" labelType="html" label="ShuffledRDD [330621] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330622 [id="node_330622" labelType="html" label="CoalescedRDD [330622] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330623 [id="node_330623" labelType="html" label="MapPartitionsRDD [330623] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850572 { id="cluster_850572"; isCluster="true"; label="map"; 330630 [id="node_330630" labelType="html" label="MapPartitionsRDD [330630] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850583 { id="cluster_850583"; isCluster="true"; label="WholeStageCodegen (1)"; 330631 [id="node_330631" labelType="html" label="MapPartitionsRDD [330631] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850582 { id="cluster_850582"; isCluster="true"; label="InMemoryTableScan"; 330632 [id="node_330632" labelType="html" label="MapPartitionsRDD [330632] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330633 [id="node_330633" labelType="html" label="*(1) Filter (isnotnull(shardId#5576307) AND (shardId#5576307 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5576307,orderProposalId#5576308L,items#5576309,optimizationGroups#5576310,isOptimal#5576311,lastModified#5576312,optimizationInsights#5576313]\n [330633] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850606 { id="cluster_850606"; isCluster="true"; label="InMemoryTableScan"; 330642 [id="node_330642" labelType="html" label="MapPartitionsRDD [330642] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330643 [id="node_330643" labelType="html" label="MapPartitionsRDD [330643] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330644 [id="node_330644" labelType="html" label="MapPartitionsRDD [330644] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850603 { id="cluster_850603"; isCluster="true"; label="WholeStageCodegen (1)"; 330645 [id="node_330645" labelType="html" label="MapPartitionsRDD [330645] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850602 { id="cluster_850602"; isCluster="true"; label="InMemoryTableScan"; 330646 [id="node_330646" labelType="html" label="MapPartitionsRDD [330646] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330647 [id="node_330647" labelType="html" label="*(1) Filter (isnotnull(shardId#5576307) AND (shardId#5576307 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5576307, orderProposalId#5576308L, items#5576309, optimizationGroups#5576310, isOptimal#5576311, optimizationInsights#5576313], [isnotnull(shardId#5576307), (shardId#5576307 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5576307, orderProposalId#5576308L, items#5576309, optimizationGroups#5576310, isOptimal#5576311, lastModified#5576312, optimizationInsights#5576313], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5576307) AND (shardId#5576307 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5576307,orderProposalId#5576308L,items#5576309,optimizationGroups#5576310,isOptimal#5576311,lastModified#5576312,optimizationInsights#5576313]\n [330647] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_851231 { id="cluster_851231"; isCluster="true"; label="InMemoryTableScan"; 330892 [id="node_330892" labelType="html" label="MapPartitionsRDD [330892] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330893 [id="node_330893" labelType="html" label="MapPartitionsRDD [330893] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330895 [id="node_330895" labelType="html" label="MapPartitionsRDD [330895] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_851213 { id="cluster_851213"; isCluster="true"; label="WholeStageCodegen (2)"; 330897 [id="node_330897" labelType="html" label="MapPartitionsRDD [330897] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_851209 { id="cluster_851209"; isCluster="true"; label="CollectLimit"; 330898 [id="node_330898" labelType="html" label="MapPartitionsRDD [330898] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 330621->330622; 330622->330623; 330623->330630; 330630->330631; 330631->330632; 330632->330633; 330633->330642; 330642->330643; 330643->330644; 330644->330645; 330645->330646; 330646->330647; 330647->330892; 330892->330893; 330893->330895; 330895->330897; 330897->330898; }
330620,330621
330623
330633
330647
330621
330622
330623
330630
330631
330632
330633
330642
330643
330644
330645
330646
330647
330892
330893
330895
330897
330898
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time