4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1250846 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1186.0 B / 4
Shuffle Write Size / Records:
2.5 KiB / 28
Associated Job Ids:
40554
DAG Visualization
digraph G { id="graph_1250846"; subgraph graph_stage_1250846 { id="graph_stage_1250846"; isCluster="true"; label="Stage 1250846"; subgraph cluster_846147 { id="cluster_846147"; isCluster="true"; label="map"; 328891 [id="node_328891" labelType="html" label="MapPartitionsRDD [328891] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_846148 { id="cluster_846148"; isCluster="true"; label="checkpoint"; 328892 [id="node_328892" labelType="html" label="LocalCheckpointRDD [328892]<br>count at OptimalQuantitiesCacheImpl.java:245}"]; } subgraph cluster_846214 { id="cluster_846214"; isCluster="true"; label="map"; 328928 [id="node_328928" labelType="html" label="MapPartitionsRDD [328928] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846217 { id="cluster_846217"; isCluster="true"; label="WholeStageCodegen (1)"; 328929 [id="node_328929" labelType="html" label="MapPartitionsRDD [328929] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846216 { id="cluster_846216"; isCluster="true"; label="InMemoryTableScan"; 328930 [id="node_328930" labelType="html" label="MapPartitionsRDD [328930] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 328931 [id="node_328931" labelType="html" label="*(1) Project [shardId#5550672, item#5550680L AS worklistShardItemId#5550681L]\n+- *(1) Generate explode(_extract_worklistShardItemId#5550684), [shardId#5550672], false, [item#5550680L]\n +- *(1) Project [shardId#5550672, items#5550674.worklistShardItemId AS _extract_worklistShardItemId#5550684]\n +- *(1) Filter ((isnotnull(shardId#5550672) AND ((shardId#5550672 = 0_1_10000000244) AND (isOptimal#5550676 <=> false))) AND ((size(items#5550674.worklistShardItemId, true) > 0) AND isnotnull(items#5550674.worklistShardItemId)))\n +- *(1) Scan ExistingRDD[shardId#5550672,orderProposalId#5550673L,items#5550674,optimizationGroups#5550675,isOptimal#5550676,lastModified#5550677,optimizationInsights#5550678]\n [328931] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846259 { id="cluster_846259"; isCluster="true"; label="InMemoryTableScan"; 328941 [id="node_328941" labelType="html" label="MapPartitionsRDD [328941] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 328942 [id="node_328942" labelType="html" label="MapPartitionsRDD [328942] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 328943 [id="node_328943" labelType="html" label="MapPartitionsRDD [328943] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846258 { id="cluster_846258"; isCluster="true"; label="Exchange"; 328944 [id="node_328944" labelType="html" label="MapPartitionsRDD [328944] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 328892->328891; 328891->328928; 328928->328929; 328929->328930; 328930->328931; 328931->328941; 328941->328942; 328942->328943; 328943->328944; }
328891
328931
328891
328928
328929
328930
328931
328941
328942
328943
328944
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time