Skip to content

Commit

Permalink
tools: add bootlog helpers (commaai#23504)
Browse files Browse the repository at this point in the history
* tools: add bootlog helpers

* this is nice

* types
  • Loading branch information
adeebshihadeh authored Jan 13, 2022
1 parent f808b17 commit 7d7c0ff
Show file tree
Hide file tree
Showing 3 changed files with 71 additions and 7 deletions.
48 changes: 48 additions & 0 deletions tools/lib/bootlog.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,48 @@
import datetime
import functools
import re

from tools.lib.auth_config import get_token
from tools.lib.api import CommaApi
from tools.lib.helpers import RE, timestamp_to_datetime


@functools.total_ordering
class Bootlog:
def __init__(self, url: str):
self._url = url

r = re.search(RE.BOOTLOG_NAME, url)
if not r:
raise Exception(f"Unable to parse: {url}")

self._dongle_id = r.group('dongle_id')
self._timestamp = r.group('timestamp')

@property
def url(self) -> str:
return self._url

@property
def dongle_id(self) -> str:
return self._dongle_id

@property
def timestamp(self) -> str:
return self._timestamp

@property
def datetime(self) -> datetime.datetime:
return timestamp_to_datetime(self._timestamp)

def __eq__(self, b) -> bool:
return self.datetime == b.datetime

def __lt__(self, b) -> bool:
return self.datetime < b.datetime


def get_bootlogs(dongle_id: str):
api = CommaApi(get_token())
r = api.get(f'v1/devices/{dongle_id}/bootlogs')
return [Bootlog(b) for b in r]
20 changes: 20 additions & 0 deletions tools/lib/helpers.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
import datetime

TIME_FMT = "%Y-%m-%d--%H-%M-%S"

# regex patterns
class RE:
DONGLE_ID = r'(?P<dongle_id>[a-z0-9]{16})'
TIMESTAMP = r'(?P<timestamp>[0-9]{4}-[0-9]{2}-[0-9]{2}--[0-9]{2}-[0-9]{2}-[0-9]{2})'
ROUTE_NAME = r'{}[|_/]{}'.format(DONGLE_ID, TIMESTAMP)
SEGMENT_NAME = r'{}(?:--|/)(?P<segment_num>[0-9]+)'.format(ROUTE_NAME)
BOOTLOG_NAME = ROUTE_NAME

EXPLORER_FILE = r'^(?P<segment_name>{})--(?P<file_name>[a-z]+\.[a-z0-9]+)$'.format(SEGMENT_NAME)
OP_SEGMENT_DIR = r'^(?P<segment_name>{})$'.format(SEGMENT_NAME)

def timestamp_to_datetime(t: str) -> datetime.datetime:
"""
Convert an openpilot route timestamp to a python datetime
"""
return datetime.datetime.strptime(t, TIME_FMT)
10 changes: 3 additions & 7 deletions tools/lib/route.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,7 @@

from tools.lib.auth_config import get_token
from tools.lib.api import CommaApi

ROUTE_NAME_RE = r'(?P<dongle_id>[a-z0-9]{16})[|_/](?P<timestamp>[0-9]{4}-[0-9]{2}-[0-9]{2}--[0-9]{2}-[0-9]{2}-[0-9]{2})'
SEGMENT_NAME_RE = r'{}(?:--|/)(?P<segment_num>[0-9]+)'.format(ROUTE_NAME_RE)
EXPLORER_FILE_RE = r'^(?P<segment_name>{})--(?P<file_name>[a-z]+\.[a-z0-9]+)$'.format(SEGMENT_NAME_RE)
OP_SEGMENT_DIR_RE = r'^(?P<segment_name>{})$'.format(SEGMENT_NAME_RE)
from tools.lib.helpers import RE

QLOG_FILENAMES = ['qlog.bz2']
QCAMERA_FILENAMES = ['qcamera.ts']
Expand Down Expand Up @@ -100,8 +96,8 @@ def _get_segments_local(self, data_dir):

for f in files:
fullpath = os.path.join(data_dir, f)
explorer_match = re.match(EXPLORER_FILE_RE, f)
op_match = re.match(OP_SEGMENT_DIR_RE, f)
explorer_match = re.match(RE.EXPLORER_FILE, f)
op_match = re.match(RE.OP_SEGMENT_DIR, f)

if explorer_match:
segment_name = explorer_match.group('segment_name')
Expand Down

0 comments on commit 7d7c0ff

Please sign in to comment.