processing-stream-kafka-raw-to-minio - Details for Stage 7 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 3
Input Size / Records: 0.0 B / 292
Associated Job Ids: 7

digraph G { subgraph clusterstage_7 { label="Stage 7"; 67 [labelType="html" label="SQLExecutionRDD [67] run at <unknown>:0"]; 81 [labelType="html" label="SQLExecutionRDD [81] toJavaRDD at NativeMethodAccessorImpl.java:0"]; 83 [labelType="html" label="PythonRDD [83] call at /opt/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py:617"]; subgraph cluster146 { label="MicroBatchScan"; 63 [labelType="html" label="DataSourceRDD [63] run at <unknown>:0"]; 64 [labelType="html" label="MapPartitionsRDD [64] run at <unknown>:0"]; } subgraph cluster145 { label="Project"; 65 [labelType="html" label="MapPartitionsRDD [65] run at <unknown>:0"]; } subgraph cluster141 { label="WholeStageCodegen (1)"; 66 [labelType="html" label="MapPartitionsRDD [66] run at <unknown>:0"]; } subgraph cluster163 { label="WholeStageCodegen (1)"; 74 [labelType="html" label="MapPartitionsRDD [74] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster162 { label="Filter"; 75 [labelType="html" label="MapPartitionsRDD [75] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster161 { label="Project"; 76 [labelType="html" label="MapPartitionsRDD [76] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster158 { label="WholeStageCodegen (2)"; 77 [labelType="html" label="MapPartitionsRDD [77] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster157 { label="Project"; 78 [labelType="html" label="MapPartitionsRDD [78] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster156 { label="DeserializeToObject"; 79 [labelType="html" label="MapPartitionsRDD [79] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster155 { label="MapPartitions"; 80 [labelType="html" label="MapPartitionsRDD [80] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } subgraph cluster165 { label="mapPartitions"; 82 [labelType="html" label="MapPartitionsRDD [82] toJavaRDD at NativeMethodAccessorImpl.java:0"]; } } 63->64; 64->65; 65->66; 66->67; 67->74; 74->75; 75->76; 76->77; 77->78; 78->79; 79->80; 80->81; 81->82; 82->83; }

Event Timeline

Enable zooming