4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1340144 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.1 KiB / 2
Shuffle Write Size / Records:
62.0 B / 1
Associated Job Ids:
47263
DAG Visualization
digraph G { id="graph_1340144"; subgraph graph_stage_1340144 { id="graph_stage_1340144"; isCluster="true"; label="Stage 1340144"; subgraph cluster_1038428 { id="cluster_1038428"; isCluster="true"; label="repartition"; 394282 [id="node_394282" labelType="html" label="ShuffledRDD [394282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394283 [id="node_394283" labelType="html" label="CoalescedRDD [394283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394284 [id="node_394284" labelType="html" label="MapPartitionsRDD [394284] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038759 { id="cluster_1038759"; isCluster="true"; label="map"; 394396 [id="node_394396" labelType="html" label="MapPartitionsRDD [394396] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038762 { id="cluster_1038762"; isCluster="true"; label="WholeStageCodegen (1)"; 394397 [id="node_394397" labelType="html" label="MapPartitionsRDD [394397] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038761 { id="cluster_1038761"; isCluster="true"; label="InMemoryTableScan"; 394398 [id="node_394398" labelType="html" label="MapPartitionsRDD [394398] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394399 [id="node_394399" labelType="html" label="*(1) Project [shardId#5590498, item#5590506L AS worklistShardItemId#5590507L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5590510), [shardId#5590498], false, [item#5590506L]\n +- *(1) Project [shardId#5590498, items#5590500.worklistShardItemId AS _extract_worklistShardItemId#5590510]\n +- *(1) Filter ((isnotnull(shardId#5590498) AND ((shardId#5590498 = 0_1_10000001445) AND (isOptimal#5590502 <=> false))) AND ((size(items#5590500.worklistShardItemId, true) > 0) AND isnotnull(items#5590500.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5590498,orderProposalId#5590499L,items#5590500,optimizationGroups#5590501,isOptimal#5590502,lastModified#5590503,optimizationInsights#5590504]\n [394399] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394400 [id="node_394400" labelType="html" label="MapPartitionsRDD [394400] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394401 [id="node_394401" labelType="html" label="MapPartitionsRDD [394401] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394402 [id="node_394402" labelType="html" label="MapPartitionsRDD [394402] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038760 { id="cluster_1038760"; isCluster="true"; label="CollectLimit"; 394403 [id="node_394403" labelType="html" label="MapPartitionsRDD [394403] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394404 [id="node_394404" labelType="html" label="MapPartitionsRDD [394404] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394282->394283; 394283->394284; 394284->394396; 394396->394397; 394397->394398; 394398->394399; 394399->394400; 394400->394401; 394401->394402; 394402->394403; 394403->394404; }
394281,394282
394284
394399
394282
394283
394284
394396
394397
394398
394399
394400
394401
394402
394403
394404
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time