4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1251948 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.5 KiB / 6
Associated Job Ids:
40601
DAG Visualization
digraph G { id="graph_1251948"; subgraph graph_stage_1251948 { id="graph_stage_1251948"; isCluster="true"; label="Stage 1251948"; subgraph cluster_847258 { id="cluster_847258"; isCluster="true"; label="repartition"; 329336 [id="node_329336" labelType="html" label="ShuffledRDD [329336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329337 [id="node_329337" labelType="html" label="CoalescedRDD [329337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329338 [id="node_329338" labelType="html" label="MapPartitionsRDD [329338] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847317 { id="cluster_847317"; isCluster="true"; label="map"; 329345 [id="node_329345" labelType="html" label="MapPartitionsRDD [329345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847328 { id="cluster_847328"; isCluster="true"; label="WholeStageCodegen (1)"; 329346 [id="node_329346" labelType="html" label="MapPartitionsRDD [329346] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847327 { id="cluster_847327"; isCluster="true"; label="InMemoryTableScan"; 329347 [id="node_329347" labelType="html" label="MapPartitionsRDD [329347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329348 [id="node_329348" labelType="html" label="*(1) Filter (isnotnull(shardId#5553407) AND (shardId#5553407 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5553407,orderProposalId#5553408L,items#5553409,optimizationGroups#5553410,isOptimal#5553411,lastModified#5553412,optimizationInsights#5553413]\n [329348] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847351 { id="cluster_847351"; isCluster="true"; label="InMemoryTableScan"; 329357 [id="node_329357" labelType="html" label="MapPartitionsRDD [329357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329358 [id="node_329358" labelType="html" label="MapPartitionsRDD [329358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329359 [id="node_329359" labelType="html" label="MapPartitionsRDD [329359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847348 { id="cluster_847348"; isCluster="true"; label="WholeStageCodegen (1)"; 329360 [id="node_329360" labelType="html" label="MapPartitionsRDD [329360] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847347 { id="cluster_847347"; isCluster="true"; label="InMemoryTableScan"; 329361 [id="node_329361" labelType="html" label="MapPartitionsRDD [329361] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329362 [id="node_329362" labelType="html" label="*(1) Filter (isnotnull(shardId#5553407) AND (shardId#5553407 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5553407, orderProposalId#5553408L, items#5553409, optimizationGroups#5553410, isOptimal#5553411, optimizationInsights#5553413], [isnotnull(shardId#5553407), (shardId#5553407 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5553407, orderProposalId#5553408L, items#5553409, optimizationGroups#5553410, isOptimal#5553411, lastModified#5553412, optimizationInsights#5553413], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5553407) AND (shardId#5553407 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5553407,orderProposalId#5553408L,items#5553409,optimizationGroups#5553410,isOptimal#5553411,lastModified#5553412,optimizationInsights#5553413]\n [329362] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847536 { id="cluster_847536"; isCluster="true"; label="InMemoryTableScan"; 329421 [id="node_329421" labelType="html" label="MapPartitionsRDD [329421] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329422 [id="node_329422" labelType="html" label="MapPartitionsRDD [329422] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329423 [id="node_329423" labelType="html" label="MapPartitionsRDD [329423] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847508 { id="cluster_847508"; isCluster="true"; label="WholeStageCodegen (2)"; 329426 [id="node_329426" labelType="html" label="MapPartitionsRDD [329426] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847507 { id="cluster_847507"; isCluster="true"; label="Project"; 329427 [id="node_329427" labelType="html" label="MapPartitionsRDD [329427] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 329336->329337; 329337->329338; 329338->329345; 329345->329346; 329346->329347; 329347->329348; 329348->329357; 329357->329358; 329358->329359; 329359->329360; 329360->329361; 329361->329362; 329362->329421; 329421->329422; 329422->329423; 329423->329426; 329426->329427; }
329335,329336
329338
329348
329362
329336
329337
329338
329345
329346
329347
329348
329357
329358
329359
329360
329361
329362
329421
329422
329423
329426
329427
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time