processing-stream-kafka-raw-to-minio - Details for Stage 32 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 3
Input Size / Records: 0.0 B / 479
Associated Job Ids: 32

digraph G { subgraph clusterstage_32 { label="Stage 32"; 340 [labelType="html" label="SQLExecutionRDD [340] run at <unknown>:0"]; 348 [labelType="html" label="SQLExecutionRDD [348] toJavaRDD at <unknown>:0"]; 350 [labelType="html" label="PythonRDD [350] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; subgraph cluster757 { label="MicroBatchScan"; 336 [labelType="html" label="DataSourceRDD [336] run at <unknown>:0"]; 337 [labelType="html" label="MapPartitionsRDD [337] run at <unknown>:0"]; } subgraph cluster756 { label="Project"; 338 [labelType="html" label="MapPartitionsRDD [338] run at <unknown>:0"]; } subgraph cluster752 { label="WholeStageCodegen (1)"; 339 [labelType="html" label="MapPartitionsRDD [339] run at <unknown>:0"]; } subgraph cluster766 { label="WholeStageCodegen (1)"; 341 [labelType="html" label="MapPartitionsRDD [341] toJavaRDD at <unknown>:0"]; } subgraph cluster765 { label="Filter"; 342 [labelType="html" label="MapPartitionsRDD [342] toJavaRDD at <unknown>:0"]; } subgraph cluster764 { label="Project"; 343 [labelType="html" label="MapPartitionsRDD [343] toJavaRDD at <unknown>:0"]; } subgraph cluster761 { label="WholeStageCodegen (2)"; 344 [labelType="html" label="MapPartitionsRDD [344] toJavaRDD at <unknown>:0"]; } subgraph cluster760 { label="Project"; 345 [labelType="html" label="MapPartitionsRDD [345] toJavaRDD at <unknown>:0"]; } subgraph cluster759 { label="DeserializeToObject"; 346 [labelType="html" label="MapPartitionsRDD [346] toJavaRDD at <unknown>:0"]; } subgraph cluster758 { label="MapPartitions"; 347 [labelType="html" label="MapPartitionsRDD [347] toJavaRDD at <unknown>:0"]; } subgraph cluster768 { label="mapPartitions"; 349 [labelType="html" label="MapPartitionsRDD [349] toJavaRDD at <unknown>:0"]; } } 336->337; 337->338; 338->339; 339->340; 340->341; 341->342; 342->343; 343->344; 344->345; 345->346; 346->347; 347->348; 348->349; 349->350; }

Event Timeline

Enable zooming