4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1340277 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
794.0 B / 1
Shuffle Write Size / Records:
1909.0 B / 25
Associated Job Ids:
47264
DAG Visualization
digraph G { id="graph_1340277"; subgraph graph_stage_1340277 { id="graph_stage_1340277"; isCluster="true"; label="Stage 1340277"; subgraph cluster_1038428 { id="cluster_1038428"; isCluster="true"; label="repartition"; 394282 [id="node_394282" labelType="html" label="ShuffledRDD [394282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394283 [id="node_394283" labelType="html" label="CoalescedRDD [394283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394284 [id="node_394284" labelType="html" label="MapPartitionsRDD [394284] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038759 { id="cluster_1038759"; isCluster="true"; label="map"; 394396 [id="node_394396" labelType="html" label="MapPartitionsRDD [394396] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038762 { id="cluster_1038762"; isCluster="true"; label="WholeStageCodegen (1)"; 394397 [id="node_394397" labelType="html" label="MapPartitionsRDD [394397] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038761 { id="cluster_1038761"; isCluster="true"; label="InMemoryTableScan"; 394398 [id="node_394398" labelType="html" label="MapPartitionsRDD [394398] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394399 [id="node_394399" labelType="html" label="*(1) Project [shardId#5590498, item#5590506L AS worklistShardItemId#5590507L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5590510), [shardId#5590498], false, [item#5590506L]\n +- *(1) Project [shardId#5590498, items#5590500.worklistShardItemId AS _extract_worklistShardItemId#5590510]\n +- *(1) Filter ((isnotnull(shardId#5590498) AND ((shardId#5590498 = 0_1_10000001445) AND (isOptimal#5590502 <=> false))) AND ((size(items#5590500.worklistShardItemId, true) > 0) AND isnotnull(items#5590500.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5590498,orderProposalId#5590499L,items#5590500,optimizationGroups#5590501,isOptimal#5590502,lastModified#5590503,optimizationInsights#5590504]\n [394399] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038804 { id="cluster_1038804"; isCluster="true"; label="InMemoryTableScan"; 394409 [id="node_394409" labelType="html" label="MapPartitionsRDD [394409] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394410 [id="node_394410" labelType="html" label="MapPartitionsRDD [394410] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394411 [id="node_394411" labelType="html" label="MapPartitionsRDD [394411] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038803 { id="cluster_1038803"; isCluster="true"; label="Exchange"; 394412 [id="node_394412" labelType="html" label="MapPartitionsRDD [394412] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394282->394283; 394283->394284; 394284->394396; 394396->394397; 394397->394398; 394398->394399; 394399->394409; 394409->394410; 394410->394411; 394411->394412; }
394281,394282
394284
394399
394282
394283
394284
394396
394397
394398
394399
394409
394410
394411
394412
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time