processing-stream-kafka-raw-to-minio - Details for Stage 4 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 3
Input Size / Records: 0.0 B / 307
Associated Job Ids: 4

digraph G { subgraph clusterstage_4 { label="Stage 4"; 46 [labelType="html" label="SQLExecutionRDD [46] run at <unknown>:0"]; 54 [labelType="html" label="SQLExecutionRDD [54] toJavaRDD at NativeMethodAccessorImpl.java:0"]; 56 [labelType="html" label="PythonRDD [56] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; subgraph cluster99 { label="MicroBatchScan"; 42 [labelType="html" label="DataSourceRDD [42] run at <unknown>:0"]; 43 [labelType="html" label="MapPartitionsRDD [43] run at <unknown>:0"]; } subgraph cluster98 { label="Project"; 44 [labelType="html" label="MapPartitionsRDD [44] run at <unknown>:0"]; } subgraph cluster94 { label="WholeStageCodegen (1)"; 45 [labelType="html" label="MapPartitionsRDD [45] run at <unknown>:0"]; } subgraph cluster108 { label="WholeStageCodegen (1)"; 47 [labelType="html" label="MapPartitionsRDD [47] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster107 { label="Filter"; 48 [labelType="html" label="MapPartitionsRDD [48] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster106 { label="Project"; 49 [labelType="html" label="MapPartitionsRDD [49] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster103 { label="WholeStageCodegen (2)"; 50 [labelType="html" label="MapPartitionsRDD [50] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster102 { label="Project"; 51 [labelType="html" label="MapPartitionsRDD [51] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster101 { label="DeserializeToObject"; 52 [labelType="html" label="MapPartitionsRDD [52] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster100 { label="MapPartitions"; 53 [labelType="html" label="MapPartitionsRDD [53] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster110 { label="mapPartitions"; 55 [labelType="html" label="MapPartitionsRDD [55] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } } 42->43; 43->44; 44->45; 45->46; 46->47; 47->48; 48->49; 49->50; 50->51; 51->52; 52->53; 53->54; 54->55; 55->56; }

Event Timeline

Enable zooming