import inspect import math import os import subprocess import sys import hypothesis.strategies as st import pytest from functools import cache from hypothesis import Phase, given, settings from collections.abc import Callable from typing import Any from iqdbc.car import DT_CTRL, CanData, structs from iqdbc.car.car_helpers import interfaces from iqdbc.car.fingerprints import FW_VERSIONS from iqdbc.car.fw_versions import FW_QUERY_CONFIGS from iqdbc.car.interfaces import CarInterfaceBase, get_interface_attr from iqdbc.car.mock.values import CAR as MOCK from iqdbc.car.values import PLATFORMS DrawType = Callable[[st.SearchStrategy], Any] ALL_ECUS = {ecu for ecus in FW_VERSIONS.values() for ecu in ecus.keys()} ALL_ECUS |= {ecu for config in FW_QUERY_CONFIGS.values() for ecu in config.extra_ecus} ALL_REQUESTS = {tuple(r.request) for config in FW_QUERY_CONFIGS.values() for r in config.requests} # From panda/python/__init__.py DLC_TO_LEN = [0, 1, 2, 3, 4, 5, 6, 7, 8, 12, 16, 20, 24, 32, 48, 64] MAX_EXAMPLES = int(os.environ.get('MAX_EXAMPLES', '15')) SIGNED_RUNTIME_BRANDS = {"tesla", "volkswagen"} SIGNED_RUNTIME_PLATFORMS = tuple(car_name for car_name in sorted(PLATFORMS) if interfaces[car_name].__module__.split(".")[-2] in SIGNED_RUNTIME_BRANDS) PUBLIC_INTERFACE_PLATFORMS = tuple(car_name for car_name in sorted(PLATFORMS) if car_name not in SIGNED_RUNTIME_PLATFORMS) @cache def get_fuzzy_strategy(): # Fuzzy CAN fingerprints and FW versions to test more states of the CarInterface fingerprint_strategy = st.fixed_dictionaries({0: st.dictionaries(st.integers(min_value=0, max_value=0x800), st.sampled_from(DLC_TO_LEN))}) # only pick from possible ecus to reduce search space car_fw_strategy = st.lists(st.builds( lambda fw, req: structs.CarParams.CarFw(ecu=fw[0], address=fw[1], subAddress=fw[2] or 0, request=req), st.sampled_from(sorted(ALL_ECUS)), st.sampled_from(sorted(ALL_REQUESTS)), )) params_strategy = st.fixed_dictionaries({ 'fingerprints': fingerprint_strategy, 'car_fw': car_fw_strategy, 'alpha_long': st.booleans(), }) return params_strategy def get_fuzzy_car_interface(car_name: str, draw: DrawType) -> CarInterfaceBase: params: dict = draw(get_fuzzy_strategy()) # reduce search space by duplicating CAN fingerprints across all buses params['fingerprints'] |= {key + 1: params['fingerprints'][0] for key in range(6)} # initialize car interface CarInterface = interfaces[car_name] car_params = CarInterface.get_params(car_name, params['fingerprints'], params['car_fw'], alpha_long=params['alpha_long'], is_release=False, docs=False) car_params_iq = CarInterface.get_params_iq(car_params, car_name, params['fingerprints'], params['car_fw'], alpha_long=params['alpha_long'], is_release_iq=False, docs=False) return CarInterface(car_params, car_params_iq) class TestCarInterfaces: def test_init_contract(self): for car_interface in set(interfaces.values()): parameters = tuple(inspect.signature(car_interface.init).parameters) assert parameters[:4] == ("CP", "CP_IQ", "can_recv", "can_send") # FIXME: Due to the lists used in carParams, Phase.target is very slow and will cause # many generated examples to overrun when max_examples > ~20, don't use it @pytest.mark.parametrize("car_name", PUBLIC_INTERFACE_PLATFORMS) @settings(max_examples=MAX_EXAMPLES, deadline=None, phases=(Phase.reuse, Phase.generate, Phase.shrink)) @given(data=st.data()) def test_car_interfaces(self, car_name, data): car_interface = get_fuzzy_car_interface(car_name, data.draw) car_params = car_interface.CP.as_reader() car_params_iq = car_interface.CP_IQ assert car_params.mass > 1 assert car_params.wheelbase > 0 # centerToFront is center of gravity to front wheels, assert a reasonable range assert car_params.wheelbase * 0.3 < car_params.centerToFront < car_params.wheelbase * 0.7 assert car_params.maxLateralAccel > 0 # Longitudinal sanity checks assert len(car_params.longitudinalTuning.kpV) == len(car_params.longitudinalTuning.kpBP) assert len(car_params.longitudinalTuning.kiV) == len(car_params.longitudinalTuning.kiBP) # If we're using the interceptor for gasPressed, we should be commanding gas with it if car_params_iq.enableGasInterceptor: assert car_params.openpilotLongitudinalControl # Lateral sanity checks if car_params.steerControlType not in (structs.CarParams.SteerControlType.angle, structs.CarParams.SteerControlType.curvatureDEPRECATED): tune = car_params.lateralTuning if tune.which() == 'pid': if car_name != MOCK.MOCK: assert not math.isnan(tune.pid.kf) and tune.pid.kf > 0 assert len(tune.pid.kpV) > 0 and len(tune.pid.kpV) == len(tune.pid.kpBP) assert len(tune.pid.kiV) > 0 and len(tune.pid.kiV) == len(tune.pid.kiBP) elif tune.which() == 'torque': assert not math.isnan(tune.torque.latAccelFactor) and tune.torque.latAccelFactor > 0 assert not math.isnan(tune.torque.friction) and tune.torque.friction > 0 # Run car interface # TODO: use hypothesis to generate random messages now_nanos = 0 CC = structs.CarControl().as_reader() CC_IQ = structs.IQCarControl() for _ in range(10): car_interface.update([]) car_interface.apply(CC, CC_IQ, now_nanos) now_nanos += DT_CTRL * 1e9 # 10 ms CC = structs.CarControl() CC.enabled = True CC.latActive = True CC.longActive = True CC = CC.as_reader() for _ in range(10): car_interface.update([]) car_interface.apply(CC, CC_IQ, now_nanos) now_nanos += DT_CTRL * 1e9 # 10ms # Test radar interface radar_interface = car_interface.RadarInterface(car_params, car_params_iq) assert radar_interface # Run radar interface once radar_interface.update([]) if not car_params.radarUnavailable and radar_interface.rcp is not None and \ hasattr(radar_interface, '_update') and hasattr(radar_interface, 'trigger_msg'): radar_interface._update([radar_interface.trigger_msg]) # Test radar fault if not car_params.radarUnavailable and radar_interface.rcp is not None: cans = [(0, [CanData(0, b'', 0) for _ in range(5)])] rr = radar_interface.update(cans) assert rr is None or len(rr.errors) > 0 @pytest.mark.parametrize("car_name", SIGNED_RUNTIME_PLATFORMS) def test_signed_runtime_params(self, car_name): car_interface = interfaces[car_name] fingerprints = {bus: {} for bus in range(7)} car_params = car_interface.get_params(car_name, fingerprints, [], alpha_long=False, is_release=False, docs=False) car_params_iq = car_interface.get_params_iq(car_params, car_name, fingerprints, [], alpha_long=False, is_release_iq=False, docs=False) assert car_params.mass > 1 assert car_params.wheelbase > 0 assert car_params.maxLateralAccel > 0 assert car_params_iq is not None def test_interface_attrs(self): """Asserts basic behavior of interface attribute getter""" num_brands = len(get_interface_attr('CAR')) assert num_brands >= 12 # Should return value for all brands when not combining, even if attribute doesn't exist ret = get_interface_attr('FAKE_ATTR') assert len(ret) == num_brands # Make sure we can combine dicts ret = get_interface_attr('DBC', combine_brands=True) assert len(ret) >= 160 # We don't support combining non-dicts ret = get_interface_attr('CAR', combine_brands=True) assert len(ret) == 0 # If brand has None value, it shouldn't return when ignore_none=True is specified none_brands = {b for b, v in get_interface_attr('FINGERPRINTS').items() if v is None} assert len(none_brands) >= 1 ret = get_interface_attr('FINGERPRINTS', ignore_none=True) none_brands_in_ret = none_brands.intersection(ret) assert len(none_brands_in_ret) == 0, f'Brands with None values in ignore_none=True result: {none_brands_in_ret}' def test_interface_discovery_does_not_load_private_runtime(): code = "; ".join(( "import sys", "sys.modules['iqpilot.system.proprietary_runtime._verified_import'] = None", "from iqdbc.car.car_helpers import interfaces", "assert len(interfaces) >= 300", )) subprocess.run([sys.executable, "-c", code], check=True)