Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 1 | # -*- coding: utf-8 -*- |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 2 | """Models for devices, heartbeats, crashreports and log files.""" |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame^] | 3 | import logging |
Mitja Nikolaus | b6cf697 | 2018-10-04 15:03:31 +0200 | [diff] [blame] | 4 | import os |
Mitja Nikolaus | bcaf502 | 2018-08-30 16:40:38 +0200 | [diff] [blame] | 5 | import uuid |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 6 | |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame^] | 7 | from django.db import models, transaction, IntegrityError |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 8 | from django.contrib.auth.models import User |
Mitja Nikolaus | cc90d57 | 2018-11-22 16:40:15 +0100 | [diff] [blame] | 9 | from django.dispatch import receiver |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame^] | 10 | from django.forms import model_to_dict |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 11 | from taggit.managers import TaggableManager |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 12 | |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame^] | 13 | LOGGER = logging.getLogger(__name__) |
| 14 | |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 15 | |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 16 | class Device(models.Model): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 17 | """A device representing a phone that has been registered on Hiccup.""" |
| 18 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 19 | def __str__(self): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 20 | """Return the UUID as string representation of a device.""" |
Dirk Vogt | 83107df | 2017-05-02 12:04:19 +0200 | [diff] [blame] | 21 | return self.uuid |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 22 | |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 23 | # for every device there is a django user |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 24 | uuid = models.CharField( |
| 25 | db_index=True, |
| 26 | max_length=64, |
| 27 | unique=True, |
| 28 | default=uuid.uuid4, |
| 29 | editable=False, |
| 30 | ) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 31 | user = models.OneToOneField( |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 32 | User, |
| 33 | related_name="Hiccup_Device", |
| 34 | on_delete=models.CASCADE, |
| 35 | unique=True, |
| 36 | ) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 37 | imei = models.CharField(max_length=32, null=True, blank=True) |
| 38 | board_date = models.DateTimeField(null=True, blank=True) |
| 39 | chipset = models.CharField(max_length=200, null=True, blank=True) |
| 40 | tags = TaggableManager(blank=True) |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 41 | last_heartbeat = models.DateTimeField(null=True, blank=True) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 42 | token = models.CharField(max_length=200, null=True, blank=True) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 43 | next_per_crashreport_key = models.PositiveIntegerField(default=1) |
| 44 | next_per_heartbeat_key = models.PositiveIntegerField(default=1) |
| 45 | |
| 46 | @transaction.atomic |
| 47 | def get_crashreport_key(self): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 48 | """Get the next key for a crashreport and update the ID-counter.""" |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 49 | ret = self.next_per_crashreport_key |
| 50 | self.next_per_crashreport_key = self.next_per_crashreport_key + 1 |
| 51 | self.save() |
| 52 | return ret |
| 53 | |
| 54 | @transaction.atomic |
| 55 | def get_heartbeat_key(self): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 56 | """Get the next key for a heartbeat and update the ID-counter.""" |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 57 | ret = self.next_per_heartbeat_key |
Dirk Vogt | 0d9d5d2 | 2016-10-13 16:17:57 +0200 | [diff] [blame] | 58 | self.next_per_heartbeat_key = self.next_per_heartbeat_key + 1 |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 59 | self.save() |
| 60 | return ret |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 61 | |
Dirk Vogt | f130c75 | 2016-08-23 14:45:01 +0200 | [diff] [blame] | 62 | |
| 63 | def crashreport_file_name(instance, filename): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 64 | """Generate the full path for new uploaded log files. |
| 65 | |
Mitja Nikolaus | b6cf697 | 2018-10-04 15:03:31 +0200 | [diff] [blame] | 66 | The path is created by splitting up the device UUID into 3 parts: The |
| 67 | first 2 characters, the second 2 characters and the rest. This way the |
| 68 | number of directories in each subdirectory does not get too big. |
| 69 | |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 70 | Args: |
| 71 | instance: The log file instance. |
| 72 | filename: The name of the actual log file. |
| 73 | |
| 74 | Returns: The generated path including the file name. |
| 75 | |
| 76 | """ |
Mitja Nikolaus | b6cf697 | 2018-10-04 15:03:31 +0200 | [diff] [blame] | 77 | return os.path.join( |
Mitja Nikolaus | b6cf697 | 2018-10-04 15:03:31 +0200 | [diff] [blame] | 78 | str(instance.crashreport.device.uuid)[0:2], |
| 79 | str(instance.crashreport.device.uuid)[2:4], |
| 80 | str(instance.crashreport.device.uuid)[4:], |
| 81 | str(instance.crashreport.id), |
| 82 | filename, |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 83 | ) |
Dirk Vogt | f130c75 | 2016-08-23 14:45:01 +0200 | [diff] [blame] | 84 | |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 85 | |
Dirk Vogt | f130c75 | 2016-08-23 14:45:01 +0200 | [diff] [blame] | 86 | class Crashreport(models.Model): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 87 | """A crashreport that was sent by a device.""" |
| 88 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 89 | BOOT_REASON_UNKOWN = "UNKNOWN" |
| 90 | BOOT_REASON_KEYBOARD_POWER_ON = "keyboard power on" |
| 91 | BOOT_REASON_RTC_ALARM = "RTC alarm" |
| 92 | CRASH_BOOT_REASONS = [BOOT_REASON_UNKOWN, BOOT_REASON_KEYBOARD_POWER_ON] |
| 93 | SMPL_BOOT_REASONS = [BOOT_REASON_RTC_ALARM] |
Franz-Xaver Geiger | 0b3a48e | 2018-04-16 15:00:14 +0200 | [diff] [blame] | 94 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 95 | device = models.ForeignKey( |
| 96 | Device, |
| 97 | db_index=True, |
| 98 | related_name="crashreports", |
| 99 | on_delete=models.CASCADE, |
| 100 | ) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 101 | is_fake_report = models.BooleanField(default=False) |
| 102 | app_version = models.IntegerField() |
| 103 | uptime = models.CharField(max_length=200) |
Dirk Vogt | 83107df | 2017-05-02 12:04:19 +0200 | [diff] [blame] | 104 | build_fingerprint = models.CharField(db_index=True, max_length=200) |
Borjan Tchakaloff | 6f239a6 | 2018-02-19 09:05:50 +0100 | [diff] [blame] | 105 | radio_version = models.CharField(db_index=True, max_length=200, null=True) |
Dirk Vogt | 83107df | 2017-05-02 12:04:19 +0200 | [diff] [blame] | 106 | boot_reason = models.CharField(db_index=True, max_length=200) |
| 107 | power_on_reason = models.CharField(db_index=True, max_length=200) |
| 108 | power_off_reason = models.CharField(db_index=True, max_length=200) |
| 109 | date = models.DateTimeField(db_index=True) |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 110 | tags = TaggableManager(blank=True) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 111 | device_local_id = models.PositiveIntegerField(blank=True) |
Dirk Vogt | 3663569 | 2016-10-17 12:19:10 +0200 | [diff] [blame] | 112 | next_logfile_key = models.PositiveIntegerField(default=1) |
Dirk Vogt | eda80d3 | 2016-11-21 11:45:50 +0100 | [diff] [blame] | 113 | created_at = models.DateTimeField(auto_now_add=True) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 114 | |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame^] | 115 | class Meta: # noqa: D106 |
| 116 | unique_together = ("device", "date") |
| 117 | |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 118 | @transaction.atomic |
| 119 | def get_logfile_key(self): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 120 | """Get the next key for a log file and update the ID-counter.""" |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 121 | ret = self.next_logfile_key |
| 122 | self.next_logfile_key = self.next_logfile_key + 1 |
| 123 | self.save() |
| 124 | return ret |
| 125 | |
Mitja Nikolaus | 773d0cd | 2018-08-31 10:55:43 +0200 | [diff] [blame] | 126 | def save( |
| 127 | self, |
| 128 | force_insert=False, |
| 129 | force_update=False, |
| 130 | using=None, |
| 131 | update_fields=None, |
| 132 | ): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 133 | """Save the crashreport and set its local ID if it was not set.""" |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame^] | 134 | try: |
| 135 | with transaction.atomic(): |
| 136 | if not self.device_local_id: |
| 137 | self.device_local_id = self.device.get_crashreport_key() |
| 138 | super(Crashreport, self).save( |
| 139 | force_insert, force_update, using, update_fields |
| 140 | ) |
| 141 | except IntegrityError: |
| 142 | # If there is a duplicate entry, log its values and return |
| 143 | # without throwing an exception to keep idempotency of the |
| 144 | # interface. |
| 145 | LOGGER.debug( |
| 146 | "Duplicate Crashreport received and dropped: %s", |
| 147 | model_to_dict(self), |
| 148 | ) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 149 | |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 150 | def _get_uuid(self): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 151 | """Return the device UUID.""" |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 152 | return self.device.uuid |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 153 | |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 154 | uuid = property(_get_uuid) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 155 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 156 | |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 157 | class LogFile(models.Model): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 158 | """A log file that was sent along with a crashreport.""" |
| 159 | |
Dirk Vogt | 7160b5e | 2016-10-12 17:04:40 +0200 | [diff] [blame] | 160 | logfile_type = models.TextField(max_length=36, default="last_kmsg") |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 161 | crashreport = models.ForeignKey( |
| 162 | Crashreport, related_name="logfiles", on_delete=models.CASCADE |
| 163 | ) |
Dirk Vogt | eda80d3 | 2016-11-21 11:45:50 +0100 | [diff] [blame] | 164 | logfile = models.FileField(upload_to=crashreport_file_name, max_length=500) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 165 | crashreport_local_id = models.PositiveIntegerField(blank=True) |
Dirk Vogt | eda80d3 | 2016-11-21 11:45:50 +0100 | [diff] [blame] | 166 | created_at = models.DateTimeField(auto_now_add=True) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 167 | |
Mitja Nikolaus | 773d0cd | 2018-08-31 10:55:43 +0200 | [diff] [blame] | 168 | def save( |
| 169 | self, |
| 170 | force_insert=False, |
| 171 | force_update=False, |
| 172 | using=None, |
| 173 | update_fields=None, |
| 174 | ): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 175 | """Save the log file and set its local ID if it was not set.""" |
Dirk Vogt | 3663569 | 2016-10-17 12:19:10 +0200 | [diff] [blame] | 176 | if not self.crashreport_local_id: |
| 177 | self.crashreport_local_id = self.crashreport.get_logfile_key() |
Mitja Nikolaus | 773d0cd | 2018-08-31 10:55:43 +0200 | [diff] [blame] | 178 | super(LogFile, self).save( |
| 179 | force_insert, force_update, using, update_fields |
| 180 | ) |
Dirk Vogt | f2a3342 | 2016-10-11 17:17:26 +0200 | [diff] [blame] | 181 | |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 182 | |
Mitja Nikolaus | cc90d57 | 2018-11-22 16:40:15 +0100 | [diff] [blame] | 183 | @receiver(models.signals.post_delete, sender=LogFile) |
| 184 | def auto_delete_file_on_delete(sender, instance, **kwargs): |
| 185 | """Delete the file from the filesystem on deletion of the db instance.""" |
| 186 | # pylint: disable=unused-argument |
| 187 | |
| 188 | if instance.logfile: |
| 189 | if os.path.isfile(instance.logfile.path): |
| 190 | instance.logfile.delete(save=False) |
| 191 | |
| 192 | |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 193 | class HeartBeat(models.Model): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 194 | """A heartbeat that was sent by a device.""" |
| 195 | |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 196 | device = models.ForeignKey( |
| 197 | Device, |
Dirk Vogt | 83107df | 2017-05-02 12:04:19 +0200 | [diff] [blame] | 198 | db_index=True, |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 199 | related_name="heartbeats", |
| 200 | on_delete=models.CASCADE, |
| 201 | ) |
Dirk Vogt | 1433f7c | 2016-09-20 15:30:56 +0200 | [diff] [blame] | 202 | app_version = models.IntegerField() |
Dirk Vogt | f130c75 | 2016-08-23 14:45:01 +0200 | [diff] [blame] | 203 | uptime = models.CharField(max_length=200) |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 204 | build_fingerprint = models.CharField(db_index=True, max_length=200) |
Borjan Tchakaloff | 6f239a6 | 2018-02-19 09:05:50 +0100 | [diff] [blame] | 205 | radio_version = models.CharField(db_index=True, max_length=200, null=True) |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame^] | 206 | date = models.DateField(db_index=True) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 207 | device_local_id = models.PositiveIntegerField(blank=True) |
Dirk Vogt | eda80d3 | 2016-11-21 11:45:50 +0100 | [diff] [blame] | 208 | created_at = models.DateTimeField(auto_now_add=True) |
Dirk Vogt | 67eb148 | 2016-10-13 12:42:56 +0200 | [diff] [blame] | 209 | |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame^] | 210 | class Meta: # noqa: D106 |
| 211 | unique_together = ("device", "date") |
| 212 | |
Mitja Nikolaus | 773d0cd | 2018-08-31 10:55:43 +0200 | [diff] [blame] | 213 | def save( |
| 214 | self, |
| 215 | force_insert=False, |
| 216 | force_update=False, |
| 217 | using=None, |
| 218 | update_fields=None, |
| 219 | ): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 220 | """Save the heartbeat and set its local ID if it was not set.""" |
Mitja Nikolaus | fd452f8 | 2018-11-07 11:53:59 +0100 | [diff] [blame^] | 221 | try: |
| 222 | with transaction.atomic(): |
| 223 | if not self.device_local_id: |
| 224 | self.device_local_id = self.device.get_heartbeat_key() |
| 225 | super(HeartBeat, self).save( |
| 226 | force_insert, force_update, using, update_fields |
| 227 | ) |
| 228 | except IntegrityError: |
| 229 | # If there is a duplicate entry, log its values and return |
| 230 | # without throwing an exception to keep idempotency of the |
| 231 | # interface. |
| 232 | LOGGER.debug( |
| 233 | "Duplicate HeartBeat received and dropped: %s", |
| 234 | model_to_dict(self), |
| 235 | ) |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 236 | |
| 237 | def _get_uuid(self): |
Mitja Nikolaus | 6a67913 | 2018-08-30 14:35:29 +0200 | [diff] [blame] | 238 | """Return the device UUID.""" |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 239 | return self.device.uuid |
Mitja Nikolaus | cb50f2c | 2018-08-24 13:54:48 +0200 | [diff] [blame] | 240 | |
Dirk Vogt | c9e10ab | 2016-10-12 13:58:15 +0200 | [diff] [blame] | 241 | uuid = property(_get_uuid) |