4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1343675 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1429.0 B / 2
Associated Job Ids:
47314
DAG Visualization
digraph G { id="graph_1343675"; subgraph graph_stage_1343675 { id="graph_stage_1343675"; isCluster="true"; label="Stage 1343675"; subgraph cluster_1039820 { id="cluster_1039820"; isCluster="true"; label="repartition"; 394802 [id="node_394802" labelType="html" label="ShuffledRDD [394802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394803 [id="node_394803" labelType="html" label="CoalescedRDD [394803] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394804 [id="node_394804" labelType="html" label="MapPartitionsRDD [394804] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039879 { id="cluster_1039879"; isCluster="true"; label="map"; 394811 [id="node_394811" labelType="html" label="MapPartitionsRDD [394811] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039890 { id="cluster_1039890"; isCluster="true"; label="WholeStageCodegen (1)"; 394812 [id="node_394812" labelType="html" label="MapPartitionsRDD [394812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039889 { id="cluster_1039889"; isCluster="true"; label="InMemoryTableScan"; 394813 [id="node_394813" labelType="html" label="MapPartitionsRDD [394813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394814 [id="node_394814" labelType="html" label="*(1) Filter (isnotnull(shardId#5594062) AND (shardId#5594062 = 0_1_10000001445))\n+- *(1) Scan ExistingRDD[shardId#5594062,orderProposalId#5594063L,items#5594064,optimizationGroups#5594065,isOptimal#5594066,lastModified#5594067,optimizationInsights#5594068]\n [394814] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039913 { id="cluster_1039913"; isCluster="true"; label="InMemoryTableScan"; 394823 [id="node_394823" labelType="html" label="MapPartitionsRDD [394823] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394824 [id="node_394824" labelType="html" label="MapPartitionsRDD [394824] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394825 [id="node_394825" labelType="html" label="MapPartitionsRDD [394825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039910 { id="cluster_1039910"; isCluster="true"; label="WholeStageCodegen (1)"; 394826 [id="node_394826" labelType="html" label="MapPartitionsRDD [394826] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039909 { id="cluster_1039909"; isCluster="true"; label="InMemoryTableScan"; 394827 [id="node_394827" labelType="html" label="MapPartitionsRDD [394827] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394828 [id="node_394828" labelType="html" label="*(1) Filter (isnotnull(shardId#5594062) AND (shardId#5594062 = 0_1_10000001445))\n+- InMemoryTableScan [shardId#5594062, orderProposalId#5594063L, items#5594064, optimizationGroups#5594065, isOptimal#5594066, optimizationInsights#5594068], [isnotnull(shardId#5594062), (shardId#5594062 = 0_1_10000001445)]\n +- InMemoryRelation [shardId#5594062, orderProposalId#5594063L, items#5594064, optimizationGroups#5594065, isOptimal#5594066, lastModified#5594067, optimizationInsights#5594068], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5594062) AND (shardId#5594062 = 0_1_10000001445))\n +- *(1) Scan ExistingRDD[shardId#5594062,orderProposalId#5594063L,items#5594064,optimizationGroups#5594065,isOptimal#5594066,lastModified#5594067,optimizationInsights#5594068]\n [394828] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040073 { id="cluster_1040073"; isCluster="true"; label="InMemoryTableScan"; 394883 [id="node_394883" labelType="html" label="MapPartitionsRDD [394883] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394884 [id="node_394884" labelType="html" label="MapPartitionsRDD [394884] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394885 [id="node_394885" labelType="html" label="MapPartitionsRDD [394885] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040058 { id="cluster_1040058"; isCluster="true"; label="WholeStageCodegen (3)"; 394888 [id="node_394888" labelType="html" label="MapPartitionsRDD [394888] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040054 { id="cluster_1040054"; isCluster="true"; label="Project"; 394889 [id="node_394889" labelType="html" label="MapPartitionsRDD [394889] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394802->394803; 394803->394804; 394804->394811; 394811->394812; 394812->394813; 394813->394814; 394814->394823; 394823->394824; 394824->394825; 394825->394826; 394826->394827; 394827->394828; 394828->394883; 394883->394884; 394884->394885; 394885->394888; 394888->394889; }
394801,394802
394804
394814
394828
394802
394803
394804
394811
394812
394813
394814
394823
394824
394825
394826
394827
394828
394883
394884
394885
394888
394889
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time