4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1273516 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1122.0 B / 2
Shuffle Write Size / Records:
124.0 B / 2
Associated Job Ids:
41138
DAG Visualization
digraph G { id="graph_1273516"; subgraph graph_stage_1273516 { id="graph_stage_1273516"; isCluster="true"; label="Stage 1273516"; subgraph cluster_859650 { id="cluster_859650"; isCluster="true"; label="repartition"; 334232 [id="node_334232" labelType="html" label="ShuffledRDD [334232] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334233 [id="node_334233" labelType="html" label="CoalescedRDD [334233] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334234 [id="node_334234" labelType="html" label="MapPartitionsRDD [334234] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859709 { id="cluster_859709"; isCluster="true"; label="map"; 334241 [id="node_334241" labelType="html" label="MapPartitionsRDD [334241] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859720 { id="cluster_859720"; isCluster="true"; label="WholeStageCodegen (1)"; 334242 [id="node_334242" labelType="html" label="MapPartitionsRDD [334242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859719 { id="cluster_859719"; isCluster="true"; label="InMemoryTableScan"; 334243 [id="node_334243" labelType="html" label="MapPartitionsRDD [334243] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334244 [id="node_334244" labelType="html" label="*(1) Filter (isnotnull(shardId#5643281) AND (shardId#5643281 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5643281,orderProposalId#5643282L,items#5643283,optimizationGroups#5643284,isOptimal#5643285,lastModified#5643286,optimizationInsights#5643287]\n [334244] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859743 { id="cluster_859743"; isCluster="true"; label="InMemoryTableScan"; 334253 [id="node_334253" labelType="html" label="MapPartitionsRDD [334253] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334254 [id="node_334254" labelType="html" label="MapPartitionsRDD [334254] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334255 [id="node_334255" labelType="html" label="MapPartitionsRDD [334255] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859740 { id="cluster_859740"; isCluster="true"; label="WholeStageCodegen (1)"; 334256 [id="node_334256" labelType="html" label="MapPartitionsRDD [334256] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859739 { id="cluster_859739"; isCluster="true"; label="InMemoryTableScan"; 334257 [id="node_334257" labelType="html" label="MapPartitionsRDD [334257] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334258 [id="node_334258" labelType="html" label="*(1) Filter (isnotnull(shardId#5643281) AND (shardId#5643281 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5643281, orderProposalId#5643282L, items#5643283, optimizationGroups#5643284, isOptimal#5643285, optimizationInsights#5643287], [isnotnull(shardId#5643281), (shardId#5643281 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5643281, orderProposalId#5643282L, items#5643283, optimizationGroups#5643284, isOptimal#5643285, lastModified#5643286, optimizationInsights#5643287], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5643281) AND (shardId#5643281 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5643281,orderProposalId#5643282L,items#5643283,optimizationGroups#5643284,isOptimal#5643285,lastModified#5643286,optimizationInsights#5643287]\n [334258] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334259 [id="node_334259" labelType="html" label="MapPartitionsRDD [334259] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334260 [id="node_334260" labelType="html" label="MapPartitionsRDD [334260] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334261 [id="node_334261" labelType="html" label="MapPartitionsRDD [334261] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859738 { id="cluster_859738"; isCluster="true"; label="CollectLimit"; 334262 [id="node_334262" labelType="html" label="MapPartitionsRDD [334262] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334263 [id="node_334263" labelType="html" label="MapPartitionsRDD [334263] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334232->334233; 334233->334234; 334234->334241; 334241->334242; 334242->334243; 334243->334244; 334244->334253; 334253->334254; 334254->334255; 334255->334256; 334256->334257; 334257->334258; 334258->334259; 334259->334260; 334260->334261; 334261->334262; 334262->334263; }
334231,334232
334234
334244
334258
334232
334233
334234
334241
334242
334243
334244
334253
334254
334255
334256
334257
334258
334259
334260
334261
334262
334263
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time