Storage

RDDs

RDD NameStorage LevelCached PartitionsFraction CachedSize in MemorySize on Disk
SortAggregate(key=[segmentTime#28182L, system#28183, ctrlId#28251], functions=[max(ctrlMac#28185), max(ctrlName#28186), max(ctrlModel#28187), max(ctrlSerial#28188), max(ctrlFwVersion#28189), max(diskFree#28190L), max(diskTotal#28191L), max(diskUtilization#28192), max(cpuUtilization#28193), max(memoryUtilization#28194), max(licenseCount#28195), max(licenseUtilization#28196)], output=[segmentTime#28182L, system#28183, ctrlId#28251, ctrlMac#28318, ctrlName#28320, ctrlModel#28322, ctrlSerial#28324, ctrlFwVersion#28326, diskFree#28328L, diskTotal#28330L, diskUtilization#28332, cpuUtilization#28334, memoryUtilization#28336, licenseCount#28338, licenseUtilization#28340]) +- *Sort [segmentTime#28182L ASC NULLS FIRST, system#28183 ASC NULLS FIRST, ctrlId#28251 ASC NULLS FIRST], false, 0 +- Exchange hashpartitioning(segmentTime#28182L, system#28183, ctrlId#28251, 14) +- SortAggregate(key=[segmentTime#28182L, system#28183, ctrlId#28251], functions=[partial_max(ctrlMac#28185), partial_max(ctrlName#28186), par... Memory Deserialized 1x Replicated 14 100% 224.0 B 0.0 B
*SerializeFromObject [assertnotnull(input[0, com.ruckuswireless.rsa.controllers.parsers.SessionParserModels$SessionDataModel, true]).binStartTime AS binStartTime#27010L, assertnotnull(input[0, com.ruckuswireless.rsa.controllers.parsers.SessionParserModels$SessionDataModel, true]).segmentTime AS segmentTime#27011L, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, assertnotnull(input[0, com.ruckuswireless.rsa.controllers.parsers.SessionParserModels$SessionDataModel, true]).system, true) AS system#27012, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, assertnotnull(input[0, com.ruckuswireless.rsa.controllers.parsers.SessionParserModels$SessionDataModel, true]).apMac, true) AS apMac#27013, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, assertnotnull(input[0, com.ruckuswireless.rsa.controllers.parsers.SessionParserModels$SessionDataModel, true]).ssid, true) AS ssid#27014, staticinvoke(class org.apache.... Memory Deserialized 1x Replicated 1 100% 16.0 B 0.0 B
*HashAggregate(keys=[system#27951, apFwVersion#28694, apGroupName#28648, domains#28593, zoneName#28433, zoneUUID#28060, apGroupGeoLocation#28578, apMac#27953, segmentTime#27950L, zoneGeoLocation#28460, apGroupId#28576], functions=[], output=[segmentTime#27950L, system#27951, apMac#27953, domains#28593, zoneName#28433, zoneUUID#28060, zoneGeoLocation#28460, apGroupName#28648, apGroupGeoLocation#28578, apFwVersion#28694]) +- Exchange hashpartitioning(system#27951, apFwVersion#28694, apGroupName#28648, domains#28593, zoneName#28433, zoneUUID#28060, apGroupGeoLocation#28578, apMac#27953, segmentTime#27950L, zoneGeoLocation#28460, apGroupId#28576, 14) +- *HashAggregate(keys=[system#27951, apFwVersion#28694, apGroupName#28648, domains#28593, zoneName#28433, zoneUUID#28060, apGroupGeoLocation#28578, apMac#27953, segmentTime#27950L, zoneGeoLocation#28460, apGroupId#28576], functions=[], output=[system#27951, apFwVersion#28694, apGroupName#28648, domains#28593, zoneName#28433, zoneUUID#28060, apGroupGeoLocation#... Memory Deserialized 1x Replicated 14 100% 224.0 B 0.0 B
SortAggregate(key=[segmentTime#27950L, system#27951, apMac#27953], functions=[max(ctrlId#27952), max(apName#27954), max(apSerial#27955), max(apIp#27956), max(apExtIp#27957), max(apModel#27958), max(apLocation#27959), max(apDescription#27960), max(connectionStatus#27961), max(lastSeen#27962L), max(upTime#27963L), max(rogueEnabled#27964), max(cmMac#27965), max(cmWanIp#27966), max(cmFwVer#27967), max(latitude#27968), max(longitude#27969), max(apGeoLocation#27970), max(zoneUUID#27971), max(groupUUID#27972)], output=[segmentTime#27950L, system#27951, ctrlId#28030, apMac#27953, apName#28032, apSerial#28024, apIp#28026, apExtIp#28034, apModel#28028, apLocation#28036, apDescription#28038, connectionStatus#28040, lastSeen#28042L, upTime#28044L, rogueEnabled#28046, cmMac#28048, cmWanIp#28050, cmFwVer#28052, latitude#28054, longitude#28056, apGeoLocation#28058, zoneUUID#28060, groupUUID#28062, disconnectDuration#28111L, lastStatusChangeTime#28137]) +- *Sort [segmentTime#27950L ASC NULLS FIRST, system#27951 ASC NULLS ... Memory Deserialized 1x Replicated 14 100% 224.0 B 0.0 B