4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1251896 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.5 KiB / 6
Output Size / Records:
20.5 KiB / 39
Associated Job Ids:
40599
DAG Visualization
digraph G { id="graph_1251896"; subgraph graph_stage_1251896 { id="graph_stage_1251896"; isCluster="true"; label="Stage 1251896"; subgraph cluster_847258 { id="cluster_847258"; isCluster="true"; label="repartition"; 329336 [id="node_329336" labelType="html" label="ShuffledRDD [329336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329337 [id="node_329337" labelType="html" label="CoalescedRDD [329337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329338 [id="node_329338" labelType="html" label="MapPartitionsRDD [329338] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847317 { id="cluster_847317"; isCluster="true"; label="map"; 329345 [id="node_329345" labelType="html" label="MapPartitionsRDD [329345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847328 { id="cluster_847328"; isCluster="true"; label="WholeStageCodegen (1)"; 329346 [id="node_329346" labelType="html" label="MapPartitionsRDD [329346] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847327 { id="cluster_847327"; isCluster="true"; label="InMemoryTableScan"; 329347 [id="node_329347" labelType="html" label="MapPartitionsRDD [329347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329348 [id="node_329348" labelType="html" label="*(1) Filter (isnotnull(shardId#5553407) AND (shardId#5553407 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5553407,orderProposalId#5553408L,items#5553409,optimizationGroups#5553410,isOptimal#5553411,lastModified#5553412,optimizationInsights#5553413]\n [329348] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847351 { id="cluster_847351"; isCluster="true"; label="InMemoryTableScan"; 329357 [id="node_329357" labelType="html" label="MapPartitionsRDD [329357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329358 [id="node_329358" labelType="html" label="MapPartitionsRDD [329358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329359 [id="node_329359" labelType="html" label="MapPartitionsRDD [329359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847348 { id="cluster_847348"; isCluster="true"; label="WholeStageCodegen (1)"; 329360 [id="node_329360" labelType="html" label="MapPartitionsRDD [329360] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847347 { id="cluster_847347"; isCluster="true"; label="InMemoryTableScan"; 329361 [id="node_329361" labelType="html" label="MapPartitionsRDD [329361] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329362 [id="node_329362" labelType="html" label="*(1) Filter (isnotnull(shardId#5553407) AND (shardId#5553407 = 0_1_10000000244))\n+- InMemoryTableScan [shardId#5553407, orderProposalId#5553408L, items#5553409, optimizationGroups#5553410, isOptimal#5553411, optimizationInsights#5553413], [isnotnull(shardId#5553407), (shardId#5553407 = 0_1_10000000244)]\n +- InMemoryRelation [shardId#5553407, orderProposalId#5553408L, items#5553409, optimizationGroups#5553410, isOptimal#5553411, lastModified#5553412, optimizationInsights#5553413], StorageLevel(disk, memory, 2 replicas)\n +- *(1) Filter (isnotnull(shardId#5553407) AND (shardId#5553407 = 0_1_10000000244))\n +- *(1) Scan ExistingRDD[shardId#5553407,orderProposalId#5553408L,items#5553409,optimizationGroups#5553410,isOptimal#5553411,lastModified#5553412,optimizationInsights#5553413]\n [329362] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847488 { id="cluster_847488"; isCluster="true"; label="InMemoryTableScan"; 329413 [id="node_329413" labelType="html" label="MapPartitionsRDD [329413] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329414 [id="node_329414" labelType="html" label="MapPartitionsRDD [329414] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329415 [id="node_329415" labelType="html" label="MapPartitionsRDD [329415] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_847463 { id="cluster_847463"; isCluster="true"; label="WholeStageCodegen (3)"; 329416 [id="node_329416" labelType="html" label="MapPartitionsRDD [329416] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 329336->329337; 329337->329338; 329338->329345; 329345->329346; 329346->329347; 329347->329348; 329348->329357; 329357->329358; 329358->329359; 329359->329360; 329360->329361; 329361->329362; 329362->329413; 329413->329414; 329414->329415; 329415->329416; }
329335,329336
329338
329348
329362
329336
329337
329338
329345
329346
329347
329348
329357
329358
329359
329360
329361
329362
329413
329414
329415
329416
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time