fix frame drop percentage (#2578)

* correct, I think

* add model execution time

* remove unused

* token is a file

* this is gonna change

Co-authored-by: Adeeb Shihadeh <adeebshihadeh@gmail.com>
old-commit-hash: 7378bc42845a094bbb22fb76154cb40ecb098aaf

selfdrive/test/openpilotci.py

@@ -5,13 +5,19 @@ import subprocess
 
 BASE_URL = "https://commadataci.blob.core.windows.net/openpilotci/"
 
+TOKEN_PATH = "/data/azure_token"
+
 def get_url(route_name, segment_num, log_type="rlog"):
   ext = "hevc" if log_type in ["fcamera", "dcamera"] else "bz2"
   return BASE_URL + "%s/%s/%s.%s" % (route_name.replace("|", "/"), segment_num, log_type, ext)
 
 def upload_file(path, name):
   from azure.storage.blob import BlockBlobService
-  sas_token = os.getenv("TOKEN", None)
+
+  sas_token = None
+  if os.path.isfile(TOKEN_PATH):
+    sas_token = open(TOKEN_PATH).read().strip
+
   if sas_token is None:
     sas_token = subprocess.check_output("az storage container generate-sas --account-name commadataci --name openpilotci --https-only --permissions lrw \
                                          --expiry $(date -u '+%Y-%m-%dT%H:%M:%SZ' -d '+1 hour') --auth-mode login --as-user --output tsv", shell=True).decode().strip("\n")

selfdrive/test/process_replay/camera_replay.py

@@ -90,7 +90,7 @@ if __name__ == "__main__":
     log_fn = "%s_%s_%s.bz2" % (TEST_ROUTE, "model", ref_commit)
     cmp_log = LogReader(BASE_URL + log_fn)
     results: Any = {TEST_ROUTE: {}}
-    results[TEST_ROUTE]["modeld"] = compare_logs(cmp_log, log_msgs, ignore_fields=['logMonoTime', 'valid', 'model.frameDropPerc'])
+    results[TEST_ROUTE]["modeld"] = compare_logs(cmp_log, log_msgs, ignore_fields=['logMonoTime', 'valid', 'model.frameDropPerc', 'model.modelExecutionTime'])
     diff1, diff2, failed = format_diff(results, ref_commit)
 
     print(diff1)