4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1342911 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.2 KiB / 2
Associated Job Ids:
47304
DAG Visualization
digraph G { id="graph_1342911"; subgraph graph_stage_1342911 { id="graph_stage_1342911"; isCluster="true"; label="Stage 1342911"; subgraph cluster_1039820 { id="cluster_1039820"; isCluster="true"; label="repartition"; 394802 [id="node_394802" labelType="html" label="ShuffledRDD [394802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394803 [id="node_394803" labelType="html" label="CoalescedRDD [394803] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394804 [id="node_394804" labelType="html" label="MapPartitionsRDD [394804] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039879 { id="cluster_1039879"; isCluster="true"; label="map"; 394811 [id="node_394811" labelType="html" label="MapPartitionsRDD [394811] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039890 { id="cluster_1039890"; isCluster="true"; label="WholeStageCodegen (1)"; 394812 [id="node_394812" labelType="html" label="MapPartitionsRDD [394812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039889 { id="cluster_1039889"; isCluster="true"; label="InMemoryTableScan"; 394813 [id="node_394813" labelType="html" label="MapPartitionsRDD [394813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394814 [id="node_394814" labelType="html" label="*(1) Filter (isnotnull(shardId#5594062) AND (shardId#5594062 = 0_1_10000001445))\n+- *(1) Scan ExistingRDD[shardId#5594062,orderProposalId#5594063L,items#5594064,optimizationGroups#5594065,isOptimal#5594066,lastModified#5594067,optimizationInsights#5594068]\n [394814] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394815 [id="node_394815" labelType="html" label="MapPartitionsRDD [394815] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394816 [id="node_394816" labelType="html" label="MapPartitionsRDD [394816] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394817 [id="node_394817" labelType="html" label="MapPartitionsRDD [394817] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039884 { id="cluster_1039884"; isCluster="true"; label="WholeStageCodegen (1)"; 394818 [id="node_394818" labelType="html" label="MapPartitionsRDD [394818] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039883 { id="cluster_1039883"; isCluster="true"; label="Exchange"; 394819 [id="node_394819" labelType="html" label="MapPartitionsRDD [394819] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394802->394803; 394803->394804; 394804->394811; 394811->394812; 394812->394813; 394813->394814; 394814->394815; 394815->394816; 394816->394817; 394817->394818; 394818->394819; }
394801,394802
394804
394814
394802
394803
394804
394811
394812
394813
394814
394815
394816
394817
394818
394819
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time