Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 1 | # -*- coding: utf-8 -*- |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 2 | """Models for devices, heartbeats, crashreports and log files.""" |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame] | 3 | import logging |
Mitja Nikolaus | b6cf697 | 2018-10-04 15:03:31 +0200 | [diff] [blame] | 4 | import os |
Mitja Nikolaus | bcaf502 | 2018-08-30 16:40:38 +0200 | [diff] [blame] | 5 | import uuid |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 6 | |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame] | 7 | from django.db import models, transaction, IntegrityError |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 8 | from django.contrib.auth.models import User |
Mitja Nikolaus | cc90d57 | 2018-11-22 16:40:15 +0100 | [diff] [blame] | 9 | from django.dispatch import receiver |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame] | 10 | from django.forms import model_to_dict |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 11 | from taggit.managers import TaggableManager |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 12 | |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame] | 13 | LOGGER = logging.getLogger(__name__) |
| 14 | |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 15 | |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 16 | class Device(models.Model): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 17 | """A device representing a phone that has been registered on Hiccup.""" |
| 18 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 19 | def __str__(self): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 20 | """Return the UUID as string representation of a device.""" |
Dirk Vogt | 83107df | 2017-05-02 12:04:19 +0200 | [diff] [blame] | 21 | return self.uuid |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 22 | |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 23 | # for every device there is a django user |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 24 | uuid = models.CharField( |
| 25 | db_index=True, |
| 26 | max_length=64, |
| 27 | unique=True, |
| 28 | default=uuid.uuid4, |
| 29 | editable=False, |
| 30 | ) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 31 | user = models.OneToOneField( |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 32 | User, |
| 33 | related_name="Hiccup_Device", |
| 34 | on_delete=models.CASCADE, |
| 35 | unique=True, |
| 36 | ) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 37 | imei = models.CharField(max_length=32, null=True, blank=True) |
| 38 | board_date = models.DateTimeField(null=True, blank=True) |
| 39 | chipset = models.CharField(max_length=200, null=True, blank=True) |
| 40 | tags = TaggableManager(blank=True) |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 41 | last_heartbeat = models.DateTimeField(null=True, blank=True) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 42 | token = models.CharField(max_length=200, null=True, blank=True) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 43 | next_per_crashreport_key = models.PositiveIntegerField(default=1) |
| 44 | next_per_heartbeat_key = models.PositiveIntegerField(default=1) |
| 45 | |
| 46 | @transaction.atomic |
| 47 | def get_crashreport_key(self): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 48 | """Get the next key for a crashreport and update the ID-counter.""" |
Mitja Nikolaus | 76284a4 | 2018-11-13 17:12:51 +0100 | [diff] [blame] | 49 | device = Device.objects.select_for_update().get(id=self.id) |
| 50 | ret = device.next_per_crashreport_key |
| 51 | device.next_per_crashreport_key += 1 |
| 52 | device.save() |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 53 | return ret |
| 54 | |
| 55 | @transaction.atomic |
| 56 | def get_heartbeat_key(self): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 57 | """Get the next key for a heartbeat and update the ID-counter.""" |
Mitja Nikolaus | 76284a4 | 2018-11-13 17:12:51 +0100 | [diff] [blame] | 58 | device = Device.objects.select_for_update().get(id=self.id) |
| 59 | ret = device.next_per_heartbeat_key |
| 60 | device.next_per_heartbeat_key += 1 |
| 61 | device.save() |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 62 | return ret |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 63 | |
Dirk Vogt | f130c75 | 2016-08-23 14:45:01 +0200 | [diff] [blame] | 64 | |
| 65 | def crashreport_file_name(instance, filename): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 66 | """Generate the full path for new uploaded log files. |
| 67 | |
Mitja Nikolaus | b6cf697 | 2018-10-04 15:03:31 +0200 | [diff] [blame] | 68 | The path is created by splitting up the device UUID into 3 parts: The |
| 69 | first 2 characters, the second 2 characters and the rest. This way the |
| 70 | number of directories in each subdirectory does not get too big. |
| 71 | |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 72 | Args: |
| 73 | instance: The log file instance. |
| 74 | filename: The name of the actual log file. |
| 75 | |
| 76 | Returns: The generated path including the file name. |
| 77 | |
| 78 | """ |
Mitja Nikolaus | b6cf697 | 2018-10-04 15:03:31 +0200 | [diff] [blame] | 79 | return os.path.join( |
Mitja Nikolaus | b6cf697 | 2018-10-04 15:03:31 +0200 | [diff] [blame] | 80 | str(instance.crashreport.device.uuid)[0:2], |
| 81 | str(instance.crashreport.device.uuid)[2:4], |
| 82 | str(instance.crashreport.device.uuid)[4:], |
| 83 | str(instance.crashreport.id), |
| 84 | filename, |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 85 | ) |
Dirk Vogt | f130c75 | 2016-08-23 14:45:01 +0200 | [diff] [blame] | 86 | |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 87 | |
Dirk Vogt | f130c75 | 2016-08-23 14:45:01 +0200 | [diff] [blame] | 88 | class Crashreport(models.Model): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 89 | """A crashreport that was sent by a device.""" |
| 90 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 91 | BOOT_REASON_UNKOWN = "UNKNOWN" |
| 92 | BOOT_REASON_KEYBOARD_POWER_ON = "keyboard power on" |
| 93 | BOOT_REASON_RTC_ALARM = "RTC alarm" |
| 94 | CRASH_BOOT_REASONS = [BOOT_REASON_UNKOWN, BOOT_REASON_KEYBOARD_POWER_ON] |
| 95 | SMPL_BOOT_REASONS = [BOOT_REASON_RTC_ALARM] |
Franz-Xaver Geiger | 0b3a48e | 2018-04-16 15:00:14 +0200 | [diff] [blame] | 96 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 97 | device = models.ForeignKey( |
| 98 | Device, |
| 99 | db_index=True, |
| 100 | related_name="crashreports", |
| 101 | on_delete=models.CASCADE, |
| 102 | ) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 103 | is_fake_report = models.BooleanField(default=False) |
| 104 | app_version = models.IntegerField() |
| 105 | uptime = models.CharField(max_length=200) |
Dirk Vogt | 83107df | 2017-05-02 12:04:19 +0200 | [diff] [blame] | 106 | build_fingerprint = models.CharField(db_index=True, max_length=200) |
Borjan Tchakaloff | 6f239a6 | 2018-02-19 09:05:50 +0100 | [diff] [blame] | 107 | radio_version = models.CharField(db_index=True, max_length=200, null=True) |
Dirk Vogt | 83107df | 2017-05-02 12:04:19 +0200 | [diff] [blame] | 108 | boot_reason = models.CharField(db_index=True, max_length=200) |
| 109 | power_on_reason = models.CharField(db_index=True, max_length=200) |
| 110 | power_off_reason = models.CharField(db_index=True, max_length=200) |
| 111 | date = models.DateTimeField(db_index=True) |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 112 | tags = TaggableManager(blank=True) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 113 | device_local_id = models.PositiveIntegerField(blank=True) |
Dirk Vogt | 3663569 | 2016-10-17 12:19:10 +0200 | [diff] [blame] | 114 | next_logfile_key = models.PositiveIntegerField(default=1) |
Dirk Vogt | eda80d3 | 2016-11-21 11:45:50 +0100 | [diff] [blame] | 115 | created_at = models.DateTimeField(auto_now_add=True) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 116 | |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame] | 117 | class Meta: # noqa: D106 |
| 118 | unique_together = ("device", "date") |
| 119 | |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 120 | @transaction.atomic |
| 121 | def get_logfile_key(self): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 122 | """Get the next key for a log file and update the ID-counter.""" |
Mitja Nikolaus | 76284a4 | 2018-11-13 17:12:51 +0100 | [diff] [blame] | 123 | crashreport = Crashreport.objects.select_for_update().get(id=self.id) |
| 124 | ret = crashreport.next_logfile_key |
| 125 | crashreport.next_logfile_key += 1 |
| 126 | crashreport.save() |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 127 | return ret |
| 128 | |
Mitja Nikolaus | 773d0cd | 2018-08-31 10:55:43 +0200 | [diff] [blame] | 129 | def save( |
| 130 | self, |
| 131 | force_insert=False, |
| 132 | force_update=False, |
| 133 | using=None, |
| 134 | update_fields=None, |
| 135 | ): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 136 | """Save the crashreport and set its local ID if it was not set.""" |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame] | 137 | try: |
| 138 | with transaction.atomic(): |
| 139 | if not self.device_local_id: |
| 140 | self.device_local_id = self.device.get_crashreport_key() |
| 141 | super(Crashreport, self).save( |
| 142 | force_insert, force_update, using, update_fields |
| 143 | ) |
| 144 | except IntegrityError: |
| 145 | # If there is a duplicate entry, log its values and return |
| 146 | # without throwing an exception to keep idempotency of the |
| 147 | # interface. |
| 148 | LOGGER.debug( |
| 149 | "Duplicate Crashreport received and dropped: %s", |
| 150 | model_to_dict(self), |
| 151 | ) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 152 | |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 153 | def _get_uuid(self): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 154 | """Return the device UUID.""" |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 155 | return self.device.uuid |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 156 | |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 157 | uuid = property(_get_uuid) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 158 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 159 | |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 160 | class LogFile(models.Model): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 161 | """A log file that was sent along with a crashreport.""" |
| 162 | |
Dirk Vogt | 7160b5e | 2016-10-12 17:04:40 +0200 | [diff] [blame] | 163 | logfile_type = models.TextField(max_length=36, default="last_kmsg") |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 164 | crashreport = models.ForeignKey( |
| 165 | Crashreport, related_name="logfiles", on_delete=models.CASCADE |
| 166 | ) |
Dirk Vogt | eda80d3 | 2016-11-21 11:45:50 +0100 | [diff] [blame] | 167 | logfile = models.FileField(upload_to=crashreport_file_name, max_length=500) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 168 | crashreport_local_id = models.PositiveIntegerField(blank=True) |
Dirk Vogt | eda80d3 | 2016-11-21 11:45:50 +0100 | [diff] [blame] | 169 | created_at = models.DateTimeField(auto_now_add=True) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 170 | |
Mitja Nikolaus | 773d0cd | 2018-08-31 10:55:43 +0200 | [diff] [blame] | 171 | def save( |
| 172 | self, |
| 173 | force_insert=False, |
| 174 | force_update=False, |
| 175 | using=None, |
| 176 | update_fields=None, |
| 177 | ): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 178 | """Save the log file and set its local ID if it was not set.""" |
Dirk Vogt | 3663569 | 2016-10-17 12:19:10 +0200 | [diff] [blame] | 179 | if not self.crashreport_local_id: |
| 180 | self.crashreport_local_id = self.crashreport.get_logfile_key() |
Mitja Nikolaus | 773d0cd | 2018-08-31 10:55:43 +0200 | [diff] [blame] | 181 | super(LogFile, self).save( |
| 182 | force_insert, force_update, using, update_fields |
| 183 | ) |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 184 | |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 185 | |
Mitja Nikolaus | cc90d57 | 2018-11-22 16:40:15 +0100 | [diff] [blame] | 186 | @receiver(models.signals.post_delete, sender=LogFile) |
| 187 | def auto_delete_file_on_delete(sender, instance, **kwargs): |
| 188 | """Delete the file from the filesystem on deletion of the db instance.""" |
| 189 | # pylint: disable=unused-argument |
| 190 | |
| 191 | if instance.logfile: |
| 192 | if os.path.isfile(instance.logfile.path): |
| 193 | instance.logfile.delete(save=False) |
| 194 | |
| 195 | |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 196 | class HeartBeat(models.Model): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 197 | """A heartbeat that was sent by a device.""" |
| 198 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 199 | device = models.ForeignKey( |
| 200 | Device, |
Dirk Vogt | 83107df | 2017-05-02 12:04:19 +0200 | [diff] [blame] | 201 | db_index=True, |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 202 | related_name="heartbeats", |
| 203 | on_delete=models.CASCADE, |
| 204 | ) |
Dirk Vogt | 1433f7c | 2016-09-20 15:30:56 +0200 | [diff] [blame] | 205 | app_version = models.IntegerField() |
Dirk Vogt | f130c75 | 2016-08-23 14:45:01 +0200 | [diff] [blame] | 206 | uptime = models.CharField(max_length=200) |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 207 | build_fingerprint = models.CharField(db_index=True, max_length=200) |
Borjan Tchakaloff | 6f239a6 | 2018-02-19 09:05:50 +0100 | [diff] [blame] | 208 | radio_version = models.CharField(db_index=True, max_length=200, null=True) |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame] | 209 | date = models.DateField(db_index=True) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 210 | device_local_id = models.PositiveIntegerField(blank=True) |
Dirk Vogt | eda80d3 | 2016-11-21 11:45:50 +0100 | [diff] [blame] | 211 | created_at = models.DateTimeField(auto_now_add=True) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 212 | |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame] | 213 | class Meta: # noqa: D106 |
| 214 | unique_together = ("device", "date") |
| 215 | |
Mitja Nikolaus | 773d0cd | 2018-08-31 10:55:43 +0200 | [diff] [blame] | 216 | def save( |
| 217 | self, |
| 218 | force_insert=False, |
| 219 | force_update=False, |
| 220 | using=None, |
| 221 | update_fields=None, |
| 222 | ): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 223 | """Save the heartbeat and set its local ID if it was not set.""" |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame] | 224 | try: |
| 225 | with transaction.atomic(): |
| 226 | if not self.device_local_id: |
| 227 | self.device_local_id = self.device.get_heartbeat_key() |
| 228 | super(HeartBeat, self).save( |
| 229 | force_insert, force_update, using, update_fields |
| 230 | ) |
| 231 | except IntegrityError: |
| 232 | # If there is a duplicate entry, log its values and return |
| 233 | # without throwing an exception to keep idempotency of the |
| 234 | # interface. |
| 235 | LOGGER.debug( |
| 236 | "Duplicate HeartBeat received and dropped: %s", |
| 237 | model_to_dict(self), |
| 238 | ) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 239 | |
| 240 | def _get_uuid(self): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 241 | """Return the device UUID.""" |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 242 | return self.device.uuid |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 243 | |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 244 | uuid = property(_get_uuid) |