4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3724714 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.0 KiB / 2
Shuffle Write Size / Records:
62.0 B / 1
Associated Job Ids:
127207
DAG Visualization
digraph G { id="graph_3724714"; subgraph graph_stage_3724714 { id="graph_stage_3724714"; isCluster="true"; label="Stage 3724714"; subgraph cluster_2795632 { id="cluster_2795632"; isCluster="true"; label="repartition"; 1061698 [id="node_1061698" labelType="html" label="ShuffledRDD [1061698] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061699 [id="node_1061699" labelType="html" label="CoalescedRDD [1061699] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061700 [id="node_1061700" labelType="html" label="MapPartitionsRDD [1061700] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2795963 { id="cluster_2795963"; isCluster="true"; label="map"; 1061812 [id="node_1061812" labelType="html" label="MapPartitionsRDD [1061812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2795966 { id="cluster_2795966"; isCluster="true"; label="WholeStageCodegen (1)"; 1061813 [id="node_1061813" labelType="html" label="MapPartitionsRDD [1061813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2795965 { id="cluster_2795965"; isCluster="true"; label="InMemoryTableScan"; 1061814 [id="node_1061814" labelType="html" label="MapPartitionsRDD [1061814] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061815 [id="node_1061815" labelType="html" label="*(1) Project [shardId#15067218, item#15067226L AS worklistShardItemId#15067227L]\n+- *(1) Generate explode(_extract_worklistShardItemId#15067230), [shardId#15067218], false, [item#15067226L]\n +- *(1) Project [shardId#15067218, items#15067220.worklistShardItemId AS _extract_worklistShardItemId#15067230]\n +- *(1) Filter ((isnotnull(shardId#15067218) AND ((shardId#15067218 = 0_1_10000001452) AND (isOptimal#15067222 <=> false))) AND ((size(items#15067220.worklistShardItemId, true) > 0) AND isnotnull(items#15067220.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#15067218,orderProposalId#15067219L,items#15067220,optimizationGroups#15067221,isOptimal#15067222,lastModified#15067223,optimizationInsights#15067224]\n [1061815] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061816 [id="node_1061816" labelType="html" label="MapPartitionsRDD [1061816] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061817 [id="node_1061817" labelType="html" label="MapPartitionsRDD [1061817] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061818 [id="node_1061818" labelType="html" label="MapPartitionsRDD [1061818] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2795964 { id="cluster_2795964"; isCluster="true"; label="CollectLimit"; 1061819 [id="node_1061819" labelType="html" label="MapPartitionsRDD [1061819] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061820 [id="node_1061820" labelType="html" label="MapPartitionsRDD [1061820] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1061698->1061699; 1061699->1061700; 1061700->1061812; 1061812->1061813; 1061813->1061814; 1061814->1061815; 1061815->1061816; 1061816->1061817; 1061817->1061818; 1061818->1061819; 1061819->1061820; }
1061697,1061698
1061700
1061815
1061698
1061699
1061700
1061812
1061813
1061814
1061815
1061816
1061817
1061818
1061819
1061820
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time