4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1343520 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1429.0 B / 2
Output Size / Records:
7.9 KiB / 29
Associated Job Ids:
47311
DAG Visualization
digraph G { id="graph_1343520"; subgraph graph_stage_1343520 { id="graph_stage_1343520"; isCluster="true"; label="Stage 1343520"; subgraph cluster_1039820 { id="cluster_1039820"; isCluster="true"; label="repartition"; 394802 [id="node_394802" labelType="html" label="ShuffledRDD [394802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394803 [id="node_394803" labelType="html" label="CoalescedRDD [394803] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394804 [id="node_394804" labelType="html" label="MapPartitionsRDD [394804] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039879 { id="cluster_1039879"; isCluster="true"; label="map"; 394811 [id="node_394811" labelType="html" label="MapPartitionsRDD [394811] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039890 { id="cluster_1039890"; isCluster="true"; label="WholeStageCodegen (1)"; 394812 [id="node_394812" labelType="html" label="MapPartitionsRDD [394812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039889 { id="cluster_1039889"; isCluster="true"; label="InMemoryTableScan"; 394813 [id="node_394813" labelType="html" label="MapPartitionsRDD [394813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394814 [id="node_394814" labelType="html" label="*(1) Filter (isnotnull(shardId#5594062) AND (shardId#5594062 = 0_1_10000001445))\n+- *(1) Scan ExistingRDD[shardId#5594062,orderProposalId#5594063L,items#5594064,optimizationGroups#5594065,isOptimal#5594066,lastModified#5594067,optimizationInsights#5594068]\n [394814] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039913 { id="cluster_1039913"; isCluster="true"; label="InMemoryTableScan"; 394823 [id="node_394823" labelType="html" label="MapPartitionsRDD [394823] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394824 [id="node_394824" labelType="html" label="MapPartitionsRDD [394824] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394825 [id="node_394825" labelType="html" label="MapPartitionsRDD [394825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039910 { id="cluster_1039910"; isCluster="true"; label="WholeStageCodegen (1)"; 394826 [id="node_394826" labelType="html" label="MapPartitionsRDD [394826] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039909 { id="cluster_1039909"; isCluster="true"; label="InMemoryTableScan"; 394827 [id="node_394827" labelType="html" label="MapPartitionsRDD [394827] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394828 [id="node_394828" labelType="html" label="*(1) Filter (isnotnull(shardId#5594062) AND (shardId#5594062 = 0_1_10000001445))\n+- InMemoryTableScan [shardId#5594062, orderProposalId#5594063L, items#5594064, optimizationGroups#5594065, isOptimal#5594066, optimizationInsights#5594068], [isnotnull(shardId#5594062), (shardId#5594062 = 0_1_10000001445)]\n +- InMemoryRelation [shardId#5594062, orderProposalId#5594063L, items#5594064, optimizationGroups#5594065, isOptimal#5594066, lastModified#5594067, optimizationInsights#5594068], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5594062) AND (shardId#5594062 = 0_1_10000001445))\n +- *(1) Scan ExistingRDD[shardId#5594062,orderProposalId#5594063L,items#5594064,optimizationGroups#5594065,isOptimal#5594066,lastModified#5594067,optimizationInsights#5594068]\n [394828] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040015 { id="cluster_1040015"; isCluster="true"; label="InMemoryTableScan"; 394867 [id="node_394867" labelType="html" label="MapPartitionsRDD [394867] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394868 [id="node_394868" labelType="html" label="MapPartitionsRDD [394868] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394869 [id="node_394869" labelType="html" label="MapPartitionsRDD [394869] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039990 { id="cluster_1039990"; isCluster="true"; label="WholeStageCodegen (3)"; 394870 [id="node_394870" labelType="html" label="MapPartitionsRDD [394870] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394802->394803; 394803->394804; 394804->394811; 394811->394812; 394812->394813; 394813->394814; 394814->394823; 394823->394824; 394824->394825; 394825->394826; 394826->394827; 394827->394828; 394828->394867; 394867->394868; 394868->394869; 394869->394870; }
394801,394802
394804
394814
394828
394802
394803
394804
394811
394812
394813
394814
394823
394824
394825
394826
394827
394828
394867
394868
394869
394870
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time