processing-stream-kafka-raw-to-minio - Details for Stage 15 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 3
Input Size / Records: 0.0 B / 438
Associated Job Ids: 15

digraph G { subgraph clusterstage_15 { label="Stage 15"; 151 [labelType="html" label="SQLExecutionRDD [151] run at <unknown>:0"]; 159 [labelType="html" label="SQLExecutionRDD [159] toJavaRDD at NativeMethodAccessorImpl.java:0"]; 167 [labelType="html" label="PythonRDD [167] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; subgraph cluster334 { label="MicroBatchScan"; 147 [labelType="html" label="DataSourceRDD [147] run at <unknown>:0"]; 148 [labelType="html" label="MapPartitionsRDD [148] run at <unknown>:0"]; } subgraph cluster333 { label="Project"; 149 [labelType="html" label="MapPartitionsRDD [149] run at <unknown>:0"]; } subgraph cluster329 { label="WholeStageCodegen (1)"; 150 [labelType="html" label="MapPartitionsRDD [150] run at <unknown>:0"]; } subgraph cluster349 { label="WholeStageCodegen (1)"; 152 [labelType="html" label="MapPartitionsRDD [152] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster348 { label="Filter"; 153 [labelType="html" label="MapPartitionsRDD [153] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster347 { label="Project"; 154 [labelType="html" label="MapPartitionsRDD [154] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster344 { label="WholeStageCodegen (2)"; 155 [labelType="html" label="MapPartitionsRDD [155] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster343 { label="Project"; 156 [labelType="html" label="MapPartitionsRDD [156] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster342 { label="DeserializeToObject"; 157 [labelType="html" label="MapPartitionsRDD [157] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster341 { label="MapPartitions"; 158 [labelType="html" label="MapPartitionsRDD [158] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster351 { label="mapPartitions"; 163 [labelType="html" label="MapPartitionsRDD [163] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } } 147->148; 148->149; 149->150; 150->151; 151->152; 152->153; 153->154; 154->155; 155->156; 156->157; 157->158; 158->159; 159->163; 163->167; }

Event Timeline

Enable zooming