Files
dragonpilot/selfdrive/manager/custom_dep.py
Dragonpilot Team 1fdc1202d1 dragonpilot 2022-11-02T08:11:06 for EON/C2
version: dragonpilot v0.8.17 beta for EON/C2
date: 2022-11-02T08:11:06
dp-dev(priv2) master commit: fa5dbfe5c771a59cf8b82a9cfc26b28989824d31
2022-11-02 08:11:20 +00:00

100 lines
2.9 KiB
Python
Executable File

#!/usr/bin/env python3
import os
import sys
import errno
import shutil
import time
from urllib.request import urlopen
from glob import glob
import subprocess
import importlib.util
# NOTE: Do NOT import anything here that needs be built (e.g. params)
from common.spinner import Spinner
OPSPLINE_SPEC = importlib.util.find_spec('scipy')
OVERPY_SPEC = importlib.util.find_spec('overpy')
MAX_BUILD_PROGRESS = 100
TMP_DIR = '/data/tmp'
PYEXTRA_DIR = '/data/openpilot/pyextra'
DP_PYEXTRA_DIR = '/data/pyextra_community'
def wait_for_internet_connection(return_on_failure=False):
retries = 0
while True:
try:
_ = urlopen('https://www.google.com/', timeout=10)
return True
except Exception as e:
print(f'Wait for internet failed: {e}')
if return_on_failure and retries == 5:
return False
retries += 1
time.sleep(2) # Wait for 2 seconds before retrying
def install_dep(spinner):
wait_for_internet_connection()
TOTAL_PIP_STEPS = 21
try:
os.makedirs(TMP_DIR)
except OSError as e:
if e.errno != errno.EEXIST:
raise
my_env = os.environ.copy()
my_env['TMPDIR'] = TMP_DIR
pip_target = [f'--target={PYEXTRA_DIR}']
packages = []
if OPSPLINE_SPEC is None:
packages.append('scipy==1.7.1')
if OVERPY_SPEC is None:
packages.append('overpy==0.6')
pip = subprocess.Popen([sys.executable, "-m", "pip", "install", "-v"] + pip_target + packages,
stdout=subprocess.PIPE, env=my_env)
# Read progress from pip and update spinner
steps = 0
while True:
output = pip.stdout.readline()
if pip.poll() is not None:
break
if output:
steps += 1
if steps == 21:
spinner.update(f"Downloaded {round(MAX_BUILD_PROGRESS * (steps / TOTAL_PIP_STEPS))}%")
else:
spinner.update(f"Downloading... {round(MAX_BUILD_PROGRESS * (steps / TOTAL_PIP_STEPS))}%")
print(output.decode('utf8', 'replace'))
shutil.rmtree(TMP_DIR)
os.unsetenv('TMPDIR')
# remove numpy installed to PYEXTRA_DIR since numpy is already present in the AGNOS image
if OPSPLINE_SPEC is None:
for directory in glob(f'{PYEXTRA_DIR}/numpy*'):
shutil.rmtree(directory)
if os.path.exists(f'{PYEXTRA_DIR}/bin'):
shutil.rmtree(f'{PYEXTRA_DIR}/bin')
dup = 'cp -rf /data/openpilot/pyextra /data/pyextra_community'
process_dup = subprocess.Popen(dup, stdout=subprocess.PIPE, shell=True)
if __name__ == "__main__" and (OPSPLINE_SPEC is None or OVERPY_SPEC is None):
spinner = Spinner()
if os.path.exists(DP_PYEXTRA_DIR):
spinner.update("Loading dependencies")
command = 'rm -rf /data/openpilot/pyextra; cp -rf /data/pyextra_community /data/openpilot/pyextra'
process = subprocess.Popen(command, stdout=subprocess.PIPE, shell=True)
print("dp: Removed directory /data/openpilot/pyextra")
print("dp: Copied /data/pyextra_community to /data/openpilot/pyextra")
else:
spinner.update("Waiting for internet")
install_dep(spinner)