4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1253428 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
1725.0 B / 7
Shuffle Write Size / Records:
3.2 KiB / 39
Associated Job Ids:
40669
DAG Visualization
digraph G { id="graph_1253428"; subgraph graph_stage_1253428 { id="graph_stage_1253428"; isCluster="true"; label="Stage 1253428"; subgraph cluster_848635 { id="cluster_848635"; isCluster="true"; label="repartition"; 329892 [id="node_329892" labelType="html" label="ShuffledRDD [329892] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:180}"]; 329893 [id="node_329893" labelType="html" label="CoalescedRDD [329893] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:180}"]; 329894 [id="node_329894" labelType="html" label="MapPartitionsRDD [329894] [Cached] [Indeterminate]<br>repartition at OptimalQuantitiesCacheImpl.java:180}"]; } subgraph cluster_848785 { id="cluster_848785"; isCluster="true"; label="map"; 329953 [id="node_329953" labelType="html" label="MapPartitionsRDD [329953] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_848788 { id="cluster_848788"; isCluster="true"; label="WholeStageCodegen (1)"; 329954 [id="node_329954" labelType="html" label="MapPartitionsRDD [329954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_848787 { id="cluster_848787"; isCluster="true"; label="InMemoryTableScan"; 329955 [id="node_329955" labelType="html" label="MapPartitionsRDD [329955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329956 [id="node_329956" labelType="html" label="*(1) Project [shardId#5571648, item#5571656L AS worklistShardItemId#5571657L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5571660), [shardId#5571648], false, [item#5571656L]\n +- *(1) Project [shardId#5571648, items#5571650.worklistShardItemId AS _extract_worklistShardItemId#5571660]\n +- *(1) Filter ((isnotnull(shardId#5571648) AND ((shardId#5571648 = 0_1_10000000244) AND (isOptimal#5571652 <=> false))) AND ((size(items#5571650.worklistShardItemId, true) > 0) AND isnotnull(items#5571650.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5571648,orderProposalId#5571649L,items#5571650,optimizationGroups#5571651,isOptimal#5571652,lastModified#5571653,optimizationInsights#5571654]\n [329956] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_848830 { id="cluster_848830"; isCluster="true"; label="InMemoryTableScan"; 329966 [id="node_329966" labelType="html" label="MapPartitionsRDD [329966] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329967 [id="node_329967" labelType="html" label="MapPartitionsRDD [329967] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329968 [id="node_329968" labelType="html" label="MapPartitionsRDD [329968] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_848829 { id="cluster_848829"; isCluster="true"; label="Exchange"; 329969 [id="node_329969" labelType="html" label="MapPartitionsRDD [329969] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 329892->329893; 329893->329894; 329894->329953; 329953->329954; 329954->329955; 329955->329956; 329956->329966; 329966->329967; 329967->329968; 329968->329969; }
329891,329892
329894
329956
329892
329893
329894
329953
329954
329955
329956
329966
329967
329968
329969
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time