processing-stream-kafka-raw-to-minio - Details for Stage 9 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 3
Input Size / Records: 0.0 B / 368
Associated Job Ids: 9

digraph G { subgraph clusterstage_9 { label="Stage 9"; 94 [labelType="html" label="SQLExecutionRDD [94] run at <unknown>:0"]; 102 [labelType="html" label="SQLExecutionRDD [102] toJavaRDD at NativeMethodAccessorImpl.java:0"]; 104 [labelType="html" label="PythonRDD [104] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; subgraph cluster201 { label="MicroBatchScan"; 90 [labelType="html" label="DataSourceRDD [90] run at <unknown>:0"]; 91 [labelType="html" label="MapPartitionsRDD [91] run at <unknown>:0"]; } subgraph cluster200 { label="Project"; 92 [labelType="html" label="MapPartitionsRDD [92] run at <unknown>:0"]; } subgraph cluster196 { label="WholeStageCodegen (1)"; 93 [labelType="html" label="MapPartitionsRDD [93] run at <unknown>:0"]; } subgraph cluster210 { label="WholeStageCodegen (1)"; 95 [labelType="html" label="MapPartitionsRDD [95] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster209 { label="Filter"; 96 [labelType="html" label="MapPartitionsRDD [96] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster208 { label="Project"; 97 [labelType="html" label="MapPartitionsRDD [97] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster205 { label="WholeStageCodegen (2)"; 98 [labelType="html" label="MapPartitionsRDD [98] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster204 { label="Project"; 99 [labelType="html" label="MapPartitionsRDD [99] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster203 { label="DeserializeToObject"; 100 [labelType="html" label="MapPartitionsRDD [100] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster202 { label="MapPartitions"; 101 [labelType="html" label="MapPartitionsRDD [101] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster212 { label="mapPartitions"; 103 [labelType="html" label="MapPartitionsRDD [103] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } } 90->91; 91->92; 92->93; 93->94; 94->95; 95->96; 96->97; 97->98; 98->99; 99->100; 100->101; 101->102; 102->103; 103->104; }

Event Timeline

Enable zooming