4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1344615 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1429.0 B / 2
Associated Job Ids:
47329
DAG Visualization
digraph G { id="graph_1344615"; subgraph graph_stage_1344615 { id="graph_stage_1344615"; isCluster="true"; label="Stage 1344615"; subgraph cluster_1039820 { id="cluster_1039820"; isCluster="true"; label="repartition"; 394802 [id="node_394802" labelType="html" label="ShuffledRDD [394802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394803 [id="node_394803" labelType="html" label="CoalescedRDD [394803] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394804 [id="node_394804" labelType="html" label="MapPartitionsRDD [394804] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039879 { id="cluster_1039879"; isCluster="true"; label="map"; 394811 [id="node_394811" labelType="html" label="MapPartitionsRDD [394811] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039890 { id="cluster_1039890"; isCluster="true"; label="WholeStageCodegen (1)"; 394812 [id="node_394812" labelType="html" label="MapPartitionsRDD [394812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039889 { id="cluster_1039889"; isCluster="true"; label="InMemoryTableScan"; 394813 [id="node_394813" labelType="html" label="MapPartitionsRDD [394813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394814 [id="node_394814" labelType="html" label="*(1) Filter (isnotnull(shardId#5594062) AND (shardId#5594062 = 0_1_10000001445))\n+- *(1) Scan ExistingRDD[shardId#5594062,orderProposalId#5594063L,items#5594064,optimizationGroups#5594065,isOptimal#5594066,lastModified#5594067,optimizationInsights#5594068]\n [394814] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039913 { id="cluster_1039913"; isCluster="true"; label="InMemoryTableScan"; 394823 [id="node_394823" labelType="html" label="MapPartitionsRDD [394823] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394824 [id="node_394824" labelType="html" label="MapPartitionsRDD [394824] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394825 [id="node_394825" labelType="html" label="MapPartitionsRDD [394825] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039910 { id="cluster_1039910"; isCluster="true"; label="WholeStageCodegen (1)"; 394826 [id="node_394826" labelType="html" label="MapPartitionsRDD [394826] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039909 { id="cluster_1039909"; isCluster="true"; label="InMemoryTableScan"; 394827 [id="node_394827" labelType="html" label="MapPartitionsRDD [394827] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394828 [id="node_394828" labelType="html" label="*(1) Filter (isnotnull(shardId#5594062) AND (shardId#5594062 = 0_1_10000001445))\n+- InMemoryTableScan [shardId#5594062, orderProposalId#5594063L, items#5594064, optimizationGroups#5594065, isOptimal#5594066, optimizationInsights#5594068], [isnotnull(shardId#5594062), (shardId#5594062 = 0_1_10000001445)]\n +- InMemoryRelation [shardId#5594062, orderProposalId#5594063L, items#5594064, optimizationGroups#5594065, isOptimal#5594066, lastModified#5594067, optimizationInsights#5594068], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5594062) AND (shardId#5594062 = 0_1_10000001445))\n +- *(1) Scan ExistingRDD[shardId#5594062,orderProposalId#5594063L,items#5594064,optimizationGroups#5594065,isOptimal#5594066,lastModified#5594067,optimizationInsights#5594068]\n [394828] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040450 { id="cluster_1040450"; isCluster="true"; label="InMemoryTableScan"; 395042 [id="node_395042" labelType="html" label="MapPartitionsRDD [395042] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 395043 [id="node_395043" labelType="html" label="MapPartitionsRDD [395043] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 395044 [id="node_395044" labelType="html" label="MapPartitionsRDD [395044] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040431 { id="cluster_1040431"; isCluster="true"; label="WholeStageCodegen (1)"; 395045 [id="node_395045" labelType="html" label="MapPartitionsRDD [395045] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040430 { id="cluster_1040430"; isCluster="true"; label="CollectLimit"; 395046 [id="node_395046" labelType="html" label="MapPartitionsRDD [395046] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394802->394803; 394803->394804; 394804->394811; 394811->394812; 394812->394813; 394813->394814; 394814->394823; 394823->394824; 394824->394825; 394825->394826; 394826->394827; 394827->394828; 394828->395042; 395042->395043; 395043->395044; 395044->395045; 395045->395046; }
394801,394802
394804
394814
394828
394802
394803
394804
394811
394812
394813
394814
394823
394824
394825
394826
394827
394828
395042
395043
395044
395045
395046
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time