4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1273808 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1062.0 B / 2
Associated Job Ids:
41146
DAG Visualization
digraph G { id="graph_1273808"; subgraph graph_stage_1273808 { id="graph_stage_1273808"; isCluster="true"; label="Stage 1273808"; subgraph cluster_859650 { id="cluster_859650"; isCluster="true"; label="repartition"; 334232 [id="node_334232" labelType="html" label="ShuffledRDD [334232] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334233 [id="node_334233" labelType="html" label="CoalescedRDD [334233] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334234 [id="node_334234" labelType="html" label="MapPartitionsRDD [334234] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859709 { id="cluster_859709"; isCluster="true"; label="map"; 334241 [id="node_334241" labelType="html" label="MapPartitionsRDD [334241] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859720 { id="cluster_859720"; isCluster="true"; label="WholeStageCodegen (1)"; 334242 [id="node_334242" labelType="html" label="MapPartitionsRDD [334242] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859719 { id="cluster_859719"; isCluster="true"; label="InMemoryTableScan"; 334243 [id="node_334243" labelType="html" label="MapPartitionsRDD [334243] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334244 [id="node_334244" labelType="html" label="*(1) Filter (isnotnull(shardId#5643281) AND (shardId#5643281 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5643281,orderProposalId#5643282L,items#5643283,optimizationGroups#5643284,isOptimal#5643285,lastModified#5643286,optimizationInsights#5643287]\n [334244] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859743 { id="cluster_859743"; isCluster="true"; label="InMemoryTableScan"; 334253 [id="node_334253" labelType="html" label="MapPartitionsRDD [334253] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334254 [id="node_334254" labelType="html" label="MapPartitionsRDD [334254] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334255 [id="node_334255" labelType="html" label="MapPartitionsRDD [334255] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859740 { id="cluster_859740"; isCluster="true"; label="WholeStageCodegen (1)"; 334256 [id="node_334256" labelType="html" label="MapPartitionsRDD [334256] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859739 { id="cluster_859739"; isCluster="true"; label="InMemoryTableScan"; 334257 [id="node_334257" labelType="html" label="MapPartitionsRDD [334257] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334258 [id="node_334258" labelType="html" label="*(1) Filter (isnotnull(shardId#5643281) AND (shardId#5643281 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5643281, orderProposalId#5643282L, items#5643283, optimizationGroups#5643284, isOptimal#5643285, optimizationInsights#5643287], [isnotnull(shardId#5643281), (shardId#5643281 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5643281, orderProposalId#5643282L, items#5643283, optimizationGroups#5643284, isOptimal#5643285, lastModified#5643286, optimizationInsights#5643287], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5643281) AND (shardId#5643281 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5643281,orderProposalId#5643282L,items#5643283,optimizationGroups#5643284,isOptimal#5643285,lastModified#5643286,optimizationInsights#5643287]\n [334258] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859888 { id="cluster_859888"; isCluster="true"; label="InMemoryTableScan"; 334303 [id="node_334303" labelType="html" label="MapPartitionsRDD [334303] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334304 [id="node_334304" labelType="html" label="MapPartitionsRDD [334304] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334305 [id="node_334305" labelType="html" label="MapPartitionsRDD [334305] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859865 { id="cluster_859865"; isCluster="true"; label="WholeStageCodegen (3)"; 334307 [id="node_334307" labelType="html" label="MapPartitionsRDD [334307] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859859 { id="cluster_859859"; isCluster="true"; label="Project"; 334309 [id="node_334309" labelType="html" label="MapPartitionsRDD [334309] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334232->334233; 334233->334234; 334234->334241; 334241->334242; 334242->334243; 334243->334244; 334244->334253; 334253->334254; 334254->334255; 334255->334256; 334256->334257; 334257->334258; 334258->334303; 334303->334304; 334304->334305; 334305->334307; 334307->334309; }
334231,334232
334234
334244
334258
334232
334233
334234
334241
334242
334243
334244
334253
334254
334255
334256
334257
334258
334303
334304
334305
334307
334309
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time