processing-stream-kafka-raw-to-minio - Details for Stage 3 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 3
Input Size / Records: 0.0 B / 64
Associated Job Ids: 3

digraph G { subgraph clusterstage_3 { label="Stage 3"; 31 [labelType="html" label="SQLExecutionRDD [31] run at <unknown>:0"]; 39 [labelType="html" label="SQLExecutionRDD [39] toJavaRDD at NativeMethodAccessorImpl.java:0"]; 41 [labelType="html" label="PythonRDD [41] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; subgraph cluster60 { label="MicroBatchScan"; 27 [labelType="html" label="DataSourceRDD [27] run at <unknown>:0"]; 28 [labelType="html" label="MapPartitionsRDD [28] run at <unknown>:0"]; } subgraph cluster59 { label="Project"; 29 [labelType="html" label="MapPartitionsRDD [29] run at <unknown>:0"]; } subgraph cluster55 { label="WholeStageCodegen (1)"; 30 [labelType="html" label="MapPartitionsRDD [30] run at <unknown>:0"]; } subgraph cluster69 { label="WholeStageCodegen (1)"; 32 [labelType="html" label="MapPartitionsRDD [32] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster68 { label="Filter"; 33 [labelType="html" label="MapPartitionsRDD [33] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="Project"; 34 [labelType="html" label="MapPartitionsRDD [34] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster64 { label="WholeStageCodegen (2)"; 35 [labelType="html" label="MapPartitionsRDD [35] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster63 { label="Project"; 36 [labelType="html" label="MapPartitionsRDD [36] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster62 { label="DeserializeToObject"; 37 [labelType="html" label="MapPartitionsRDD [37] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster61 { label="MapPartitions"; 38 [labelType="html" label="MapPartitionsRDD [38] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster71 { label="mapPartitions"; 40 [labelType="html" label="MapPartitionsRDD [40] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } } 27->28; 28->29; 29->30; 30->31; 31->32; 32->33; 33->34; 34->35; 35->36; 36->37; 37->38; 38->39; 39->40; 40->41; }

Event Timeline

Enable zooming