Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 1 | """REST API for accessing the crashreports statistics.""" |
| 2 | import zipfile |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 3 | from collections import OrderedDict |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 4 | |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 5 | from drf_yasg import openapi |
| 6 | from drf_yasg.utils import swagger_auto_schema |
| 7 | from rest_framework import generics, status |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 8 | from rest_framework import serializers |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 9 | from rest_framework.exceptions import NotFound |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 10 | from rest_framework.response import Response |
| 11 | from rest_framework.views import APIView |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 12 | |
| 13 | from django.core.exceptions import ObjectDoesNotExist |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 14 | from django.db import connection |
Dirk Vogt | 1accb67 | 2017-05-10 14:07:42 +0200 | [diff] [blame] | 15 | from django.db.models.expressions import F |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 16 | |
| 17 | from django_filters.rest_framework import ( |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 18 | DjangoFilterBackend, |
| 19 | DateFilter, |
| 20 | FilterSet, |
| 21 | CharFilter, |
| 22 | BooleanFilter, |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 23 | ) |
| 24 | |
| 25 | from crashreport_stats.models import ( |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 26 | Version, |
| 27 | VersionDaily, |
| 28 | RadioVersion, |
| 29 | RadioVersionDaily, |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 30 | ) |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 31 | from crashreports.models import Device, Crashreport, HeartBeat, LogFile |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 32 | from crashreports.permissions import ( |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 33 | HasRightsOrIsDeviceOwnerDeviceCreation, |
| 34 | HasStatsAccess, |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 35 | ) |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 36 | from crashreports.response_descriptions import default_desc |
| 37 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 38 | from . import raw_querys |
| 39 | |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 40 | _RESPONSE_STATUS_200_DESCRIPTION = "OK" |
| 41 | |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 42 | |
| 43 | def dictfetchall(cursor): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 44 | """Return all rows from a cursor as a dict.""" |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 45 | desc = cursor.description |
| 46 | return [ |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 47 | dict(zip([col[0] for col in desc], row)) for row in cursor.fetchall() |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 48 | ] |
| 49 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 50 | |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 51 | _DEVICE_UPDATE_HISTORY_SCHEMA = openapi.Schema( |
| 52 | type=openapi.TYPE_ARRAY, |
| 53 | items=openapi.Schema( |
| 54 | type=openapi.TYPE_OBJECT, |
| 55 | title="DeviceUpdateHistoryEntry", |
| 56 | properties=OrderedDict( |
| 57 | [ |
| 58 | ("build_fingerprint", openapi.Schema(type=openapi.TYPE_STRING)), |
| 59 | ("heartbeats", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 60 | ("max", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 61 | ("other", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 62 | ("prob_crashes", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 63 | ("smpl", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 64 | ("update_date", openapi.Schema(type=openapi.TYPE_STRING)), |
| 65 | ] |
| 66 | ), |
| 67 | ), |
| 68 | ) |
| 69 | |
| 70 | |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 71 | class DeviceUpdateHistory(APIView): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 72 | """View the update history of a specific device.""" |
| 73 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 74 | permission_classes = (HasRightsOrIsDeviceOwnerDeviceCreation,) |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 75 | |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 76 | @swagger_auto_schema( |
| 77 | operation_description="Get the update history of a device", |
| 78 | responses=dict( |
| 79 | [ |
| 80 | default_desc(NotFound), |
| 81 | ( |
| 82 | status.HTTP_200_OK, |
| 83 | openapi.Response( |
| 84 | _RESPONSE_STATUS_200_DESCRIPTION, |
| 85 | _DEVICE_UPDATE_HISTORY_SCHEMA, |
| 86 | ), |
| 87 | ), |
| 88 | ] |
| 89 | ), |
| 90 | ) |
Mitja Nikolaus | b61247b | 2018-08-31 10:53:28 +0200 | [diff] [blame] | 91 | def get(self, request, uuid): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 92 | """Get the update history of a device. |
| 93 | |
| 94 | Args: |
| 95 | request: Http request |
| 96 | uuid: The UUID of the device |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 97 | |
| 98 | Returns: The update history of the requested device. |
| 99 | |
| 100 | """ |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 101 | cursor = connection.cursor() |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 102 | raw_querys.execute_device_update_history_query(cursor, {"uuid": uuid}) |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 103 | res = dictfetchall(cursor) |
| 104 | return Response(res) |
| 105 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 106 | |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 107 | _DEVICE_REPORT_HISTORY_SCHEMA = openapi.Schema( |
| 108 | type=openapi.TYPE_ARRAY, |
| 109 | items=openapi.Schema( |
| 110 | type=openapi.TYPE_OBJECT, |
| 111 | title="DeviceReportHistoryEntry", |
| 112 | properties=OrderedDict( |
| 113 | [ |
| 114 | ("date", openapi.Schema(type=openapi.TYPE_STRING)), |
| 115 | ("heartbeats", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 116 | ("other", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 117 | ("prob_crashes", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 118 | ("smpl", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 119 | ] |
| 120 | ), |
| 121 | ), |
| 122 | ) |
| 123 | |
| 124 | |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 125 | class DeviceReportHistory(APIView): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 126 | """View the report history of a specific device.""" |
| 127 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 128 | permission_classes = (HasRightsOrIsDeviceOwnerDeviceCreation,) |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 129 | |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 130 | @swagger_auto_schema( |
| 131 | operation_description="Get the report history of a device", |
| 132 | responses=dict( |
| 133 | [ |
| 134 | default_desc(NotFound), |
| 135 | ( |
| 136 | status.HTTP_200_OK, |
| 137 | openapi.Response( |
| 138 | _RESPONSE_STATUS_200_DESCRIPTION, |
| 139 | _DEVICE_REPORT_HISTORY_SCHEMA, |
| 140 | ), |
| 141 | ), |
| 142 | ] |
| 143 | ), |
| 144 | ) |
Mitja Nikolaus | b61247b | 2018-08-31 10:53:28 +0200 | [diff] [blame] | 145 | def get(self, request, uuid): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 146 | """Get the report history of a device. |
| 147 | |
| 148 | Args: |
| 149 | request: Http request |
| 150 | uuid: The UUID of the device |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 151 | |
| 152 | Returns: The report history of the requested device. |
| 153 | |
| 154 | """ |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 155 | cursor = connection.cursor() |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 156 | raw_querys.execute_device_report_history(cursor, {"uuid": uuid}) |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 157 | res = dictfetchall(cursor) |
| 158 | return Response(res) |
| 159 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 160 | |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 161 | _STATUS_RESPONSE_SCHEMA = openapi.Schema( |
| 162 | title="Status", |
| 163 | type=openapi.TYPE_OBJECT, |
| 164 | properties=OrderedDict( |
| 165 | [ |
| 166 | ("devices", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 167 | ("crashreports", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 168 | ("heartbeats", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 169 | ] |
| 170 | ), |
| 171 | ) |
| 172 | |
| 173 | |
Dirk Vogt | 571168c | 2017-12-08 16:54:12 +0100 | [diff] [blame] | 174 | class Status(APIView): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 175 | """View the number of devices, crashreports and heartbeats.""" |
| 176 | |
Borjan Tchakaloff | fa134bd | 2018-04-09 16:16:11 +0200 | [diff] [blame] | 177 | permission_classes = (HasStatsAccess,) |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 178 | |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 179 | @swagger_auto_schema( |
| 180 | operation_description="Get the number of devices, crashreports and " |
| 181 | "heartbeats", |
| 182 | responses=dict( |
| 183 | [ |
| 184 | ( |
| 185 | status.HTTP_200_OK, |
| 186 | openapi.Response( |
| 187 | _RESPONSE_STATUS_200_DESCRIPTION, |
| 188 | _STATUS_RESPONSE_SCHEMA, |
| 189 | ), |
| 190 | ) |
| 191 | ] |
| 192 | ), |
| 193 | ) |
Mitja Nikolaus | b61247b | 2018-08-31 10:53:28 +0200 | [diff] [blame] | 194 | def get(self, request): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 195 | """Get the number of devices, crashreports and heartbeats. |
| 196 | |
| 197 | Args: |
| 198 | request: Http request |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 199 | |
| 200 | Returns: The number of devices, crashreports and heartbeats. |
| 201 | |
| 202 | """ |
Dirk Vogt | 571168c | 2017-12-08 16:54:12 +0100 | [diff] [blame] | 203 | num_devices = Device.objects.count() |
| 204 | num_crashreports = Crashreport.objects.count() |
| 205 | num_heartbeats = HeartBeat.objects.count() |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 206 | return Response( |
| 207 | { |
| 208 | "devices": num_devices, |
| 209 | "crashreports": num_crashreports, |
| 210 | "heartbeats": num_heartbeats, |
| 211 | } |
| 212 | ) |
Dirk Vogt | 571168c | 2017-12-08 16:54:12 +0100 | [diff] [blame] | 213 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 214 | |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 215 | _DEVICE_STAT_OVERVIEW_SCHEMA = openapi.Schema( |
| 216 | title="DeviceStatOverview", |
| 217 | type=openapi.TYPE_OBJECT, |
| 218 | properties=OrderedDict( |
| 219 | [ |
| 220 | ("board_date", openapi.Schema(type=openapi.TYPE_STRING)), |
| 221 | ("crashes_per_day", openapi.Schema(type=openapi.TYPE_NUMBER)), |
| 222 | ("crashreports", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 223 | ("heartbeats", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 224 | ("last_active", openapi.Schema(type=openapi.TYPE_STRING)), |
| 225 | ("smpl_per_day", openapi.Schema(type=openapi.TYPE_NUMBER)), |
| 226 | ("smpls", openapi.Schema(type=openapi.TYPE_INTEGER)), |
| 227 | ("uuid", openapi.Schema(type=openapi.TYPE_STRING)), |
| 228 | ] |
| 229 | ), |
| 230 | ) |
| 231 | |
| 232 | |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 233 | class DeviceStat(APIView): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 234 | """View an overview of the statistics of a device.""" |
| 235 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 236 | permission_classes = (HasRightsOrIsDeviceOwnerDeviceCreation,) |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 237 | |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 238 | @swagger_auto_schema( |
| 239 | operation_description="Get some general statistics for a device.", |
| 240 | responses=dict( |
| 241 | [ |
| 242 | default_desc(NotFound), |
| 243 | ( |
| 244 | status.HTTP_200_OK, |
| 245 | openapi.Response( |
| 246 | _RESPONSE_STATUS_200_DESCRIPTION, |
| 247 | _DEVICE_STAT_OVERVIEW_SCHEMA, |
| 248 | ), |
| 249 | ), |
| 250 | ] |
| 251 | ), |
| 252 | ) |
Mitja Nikolaus | b61247b | 2018-08-31 10:53:28 +0200 | [diff] [blame] | 253 | def get(self, request, uuid): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 254 | """Get some general statistics for a device. |
| 255 | |
| 256 | Args: |
| 257 | request: Http request |
| 258 | uuid: The UUID of the device |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 259 | |
| 260 | Returns: Some general information of the device in a dictionary. |
| 261 | |
| 262 | """ |
| 263 | device = Device.objects.filter(uuid=uuid) |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 264 | last_active = ( |
| 265 | HeartBeat.objects.filter(device=device).order_by("-date")[0].date |
| 266 | ) |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 267 | heartbeats = HeartBeat.objects.filter(device=device).count() |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 268 | crashreports = ( |
| 269 | Crashreport.objects.filter(device=device) |
| 270 | .filter(boot_reason__in=Crashreport.CRASH_BOOT_REASONS) |
| 271 | .count() |
| 272 | ) |
| 273 | crashes_per_day = ( |
| 274 | crashreports * 1.0 / heartbeats if heartbeats > 0 else 0 |
| 275 | ) |
| 276 | smpls = ( |
| 277 | Crashreport.objects.filter(device=device) |
| 278 | .filter(boot_reason__in=Crashreport.SMPL_BOOT_REASONS) |
| 279 | .count() |
| 280 | ) |
| 281 | smpl_per_day = smpls * 1.0 / heartbeats if heartbeats > 0 else 0 |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 282 | return Response( |
| 283 | { |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 284 | "uuid": uuid, |
| 285 | "last_active": last_active, |
| 286 | "heartbeats": heartbeats, |
| 287 | "crashreports": crashreports, |
| 288 | "crashes_per_day": crashes_per_day, |
| 289 | "smpls": smpls, |
| 290 | "smpl_per_day": smpl_per_day, |
| 291 | "board_date": device[0].board_date, |
| 292 | } |
| 293 | ) |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 294 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 295 | |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 296 | _LOG_FILE_SCHEMA = openapi.Schema(title="LogFile", type=openapi.TYPE_FILE) |
| 297 | |
| 298 | |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 299 | class LogFileDownload(APIView): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 300 | """View for downloading log files.""" |
| 301 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 302 | permission_classes = (HasRightsOrIsDeviceOwnerDeviceCreation,) |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 303 | |
Mitja Nikolaus | 24f4d12 | 2018-08-24 16:32:58 +0200 | [diff] [blame] | 304 | @swagger_auto_schema( |
| 305 | operation_description="Get a log file.", |
| 306 | responses=dict( |
| 307 | [ |
| 308 | default_desc(NotFound), |
| 309 | ( |
| 310 | status.HTTP_200_OK, |
| 311 | openapi.Response( |
| 312 | _RESPONSE_STATUS_200_DESCRIPTION, _LOG_FILE_SCHEMA |
| 313 | ), |
| 314 | ), |
| 315 | ] |
| 316 | ), |
| 317 | ) |
Mitja Nikolaus | b61247b | 2018-08-31 10:53:28 +0200 | [diff] [blame] | 318 | def get(self, request, id_logfile): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 319 | """Get a logfile. |
| 320 | |
| 321 | Args: |
| 322 | request: Http request |
| 323 | id_logfile: The id of the log file |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 324 | |
| 325 | Returns: The log file with the corresponding id. |
| 326 | |
| 327 | """ |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 328 | try: |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 329 | logfile = LogFile.objects.get(id=id_logfile) |
| 330 | except ObjectDoesNotExist: |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 331 | raise NotFound(detail="Logfile does not exist.") |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 332 | zip_file = zipfile.ZipFile(logfile.logfile.path) |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 333 | ret = {} |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 334 | for file in zip_file.filelist: |
| 335 | file_open = zip_file.open(file) |
| 336 | ret[file.filename] = file_open.read() |
Dirk Vogt | 62ff7f2 | 2017-05-04 16:07:21 +0200 | [diff] [blame] | 337 | return Response(ret) |
Dirk Vogt | 1accb67 | 2017-05-10 14:07:42 +0200 | [diff] [blame] | 338 | |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 339 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 340 | class _VersionStatsFilter(FilterSet): |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 341 | first_seen_before = DateFilter( |
| 342 | field_name="first_seen_on", lookup_expr="lte" |
| 343 | ) |
| 344 | first_seen_after = DateFilter(field_name="first_seen_on", lookup_expr="gte") |
| 345 | released_before = DateFilter(field_name="released_on", lookup_expr="lte") |
| 346 | released_after = DateFilter(field_name="released_on", lookup_expr="gte") |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 347 | |
Dirk Vogt | 1accb67 | 2017-05-10 14:07:42 +0200 | [diff] [blame] | 348 | |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 349 | class _VersionStatsSerializer(serializers.ModelSerializer): |
Borjan Tchakaloff | fa134bd | 2018-04-09 16:16:11 +0200 | [diff] [blame] | 350 | permission_classes = (HasStatsAccess,) |
Dirk Vogt | 1accb67 | 2017-05-10 14:07:42 +0200 | [diff] [blame] | 351 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 352 | |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 353 | class _VersionStatsListView(generics.ListAPIView): |
Borjan Tchakaloff | fa134bd | 2018-04-09 16:16:11 +0200 | [diff] [blame] | 354 | permission_classes = (HasStatsAccess,) |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 355 | filter_backends = (DjangoFilterBackend,) |
Dirk Vogt | 1accb67 | 2017-05-10 14:07:42 +0200 | [diff] [blame] | 356 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 357 | |
| 358 | class _DailyVersionStatsFilter(FilterSet): |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 359 | date_start = DateFilter(field_name="date", lookup_expr="gte") |
| 360 | date_end = DateFilter(field_name="date", lookup_expr="lte") |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 361 | |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 362 | |
| 363 | class _DailyVersionStatsSerializer(serializers.ModelSerializer): |
Borjan Tchakaloff | fa134bd | 2018-04-09 16:16:11 +0200 | [diff] [blame] | 364 | permission_classes = (HasStatsAccess,) |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 365 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 366 | |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 367 | class _DailyVersionStatsListView(generics.ListAPIView): |
Borjan Tchakaloff | fa134bd | 2018-04-09 16:16:11 +0200 | [diff] [blame] | 368 | permission_classes = (HasStatsAccess,) |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 369 | filter_backends = (DjangoFilterBackend,) |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 370 | |
| 371 | |
| 372 | class VersionSerializer(_VersionStatsSerializer): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 373 | """Serializer for the Version class.""" |
| 374 | |
| 375 | class Meta: # noqa: D106 |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 376 | model = Version |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 377 | fields = "__all__" |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 378 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 379 | |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 380 | class VersionFilter(_VersionStatsFilter): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 381 | """Filter for Version instances.""" |
| 382 | |
| 383 | class Meta: # noqa: D106 |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 384 | model = Version |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 385 | fields = "__all__" |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 386 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 387 | |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 388 | class VersionListView(_VersionStatsListView): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 389 | """View for listing versions.""" |
| 390 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 391 | queryset = Version.objects.all().order_by("-heartbeats") |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 392 | filter_class = VersionFilter |
| 393 | serializer_class = VersionSerializer |
| 394 | |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 395 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 396 | class VersionDailyFilter(_DailyVersionStatsFilter): |
| 397 | """Filter for VersionDaily instances.""" |
| 398 | |
| 399 | version__build_fingerprint = CharFilter() |
| 400 | version__is_official_release = BooleanFilter() |
| 401 | version__is_beta_release = BooleanFilter() |
| 402 | |
| 403 | class Meta: # noqa: D106 |
Dirk Vogt | 1accb67 | 2017-05-10 14:07:42 +0200 | [diff] [blame] | 404 | model = VersionDaily |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 405 | fields = "__all__" |
Dirk Vogt | 1accb67 | 2017-05-10 14:07:42 +0200 | [diff] [blame] | 406 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 407 | |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 408 | class VersionDailySerializer(_DailyVersionStatsSerializer): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 409 | """Serializer for VersionDaily instances.""" |
| 410 | |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 411 | build_fingerprint = serializers.CharField() |
| 412 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 413 | class Meta: # noqa: D106 |
Dirk Vogt | 1accb67 | 2017-05-10 14:07:42 +0200 | [diff] [blame] | 414 | model = VersionDaily |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 415 | fields = "__all__" |
Dirk Vogt | 1accb67 | 2017-05-10 14:07:42 +0200 | [diff] [blame] | 416 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 417 | |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 418 | class VersionDailyListView(_DailyVersionStatsListView): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 419 | """View for listing VersionDaily instances.""" |
| 420 | |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 421 | queryset = ( |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 422 | VersionDaily.objects.annotate( |
| 423 | build_fingerprint=F("version__build_fingerprint") |
| 424 | ) |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 425 | .all() |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 426 | .order_by("date") |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 427 | ) |
| 428 | filter_class = VersionDailyFilter |
| 429 | filter_fields = ( |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 430 | "version__build_fingerprint", |
| 431 | "version__is_official_release", |
| 432 | "version__is_beta_release", |
Borjan Tchakaloff | 227b431 | 2018-02-23 17:02:16 +0400 | [diff] [blame] | 433 | ) |
Dirk Vogt | 1accb67 | 2017-05-10 14:07:42 +0200 | [diff] [blame] | 434 | serializer_class = VersionDailySerializer |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 435 | |
| 436 | |
| 437 | class RadioVersionSerializer(_VersionStatsSerializer): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 438 | """Serializer for RadioVersion instances.""" |
| 439 | |
| 440 | class Meta: # noqa: D106 |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 441 | model = RadioVersion |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 442 | fields = "__all__" |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 443 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 444 | |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 445 | class RadioVersionFilter(_VersionStatsFilter): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 446 | """Filter for RadioVersion instances.""" |
| 447 | |
| 448 | class Meta: # noqa: D106 |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 449 | model = RadioVersion |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 450 | fields = "__all__" |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 451 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 452 | |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 453 | class RadioVersionListView(_VersionStatsListView): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 454 | """View for listing RadioVersion instances.""" |
| 455 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 456 | queryset = RadioVersion.objects.all().order_by("-heartbeats") |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 457 | serializer_class = RadioVersionSerializer |
| 458 | filter_class = RadioVersionFilter |
| 459 | |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 460 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 461 | class RadioVersionDailyFilter(_DailyVersionStatsFilter): |
| 462 | """Filter for RadioVersionDaily instances.""" |
| 463 | |
| 464 | version__radio_version = CharFilter() |
| 465 | version__is_official_release = BooleanFilter() |
| 466 | version__is_beta_release = BooleanFilter() |
| 467 | |
| 468 | class Meta: # noqa: D106 |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 469 | model = RadioVersionDaily |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 470 | fields = "__all__" |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 471 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 472 | |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 473 | class RadioVersionDailySerializer(_DailyVersionStatsSerializer): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 474 | """Serializer for RadioVersionDaily instances.""" |
| 475 | |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 476 | radio_version = serializers.CharField() |
| 477 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 478 | class Meta: # noqa: D106 |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 479 | model = RadioVersionDaily |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 480 | fields = "__all__" |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 481 | |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 482 | |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 483 | class RadioVersionDailyListView(_DailyVersionStatsListView): |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 484 | """View for listing RadioVersionDaily instances.""" |
| 485 | |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 486 | queryset = ( |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 487 | RadioVersionDaily.objects.annotate( |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 488 | radio_version=F("version__radio_version") |
| 489 | ) |
Mitja Nikolaus | 5c3e057 | 2018-07-30 13:36:14 +0200 | [diff] [blame] | 490 | .all() |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 491 | .order_by("date") |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 492 | ) |
| 493 | filter_class = RadioVersionDailyFilter |
| 494 | filter_fields = ( |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 495 | "version__radio_version", |
| 496 | "version__is_official_release", |
| 497 | "version__is_beta_release", |
Borjan Tchakaloff | 1db45c7 | 2018-02-23 17:03:49 +0400 | [diff] [blame] | 498 | ) |
| 499 | serializer_class = RadioVersionDailySerializer |