mirror of
https://github.com/sunnypilot/sunnypilot.git
synced 2026-09-02 08:23:43 +08:00
Jason Wen
75 lines
2.3 KiB
Python
75 lines
2.3 KiB
Python
#!/usr/bin/env python3
|
|
"""
|
|
Copyright (c) 2021-, Haibin Wen, sunnypilot, and a number of other contributors.
|
|
|
|
This file is part of sunnypilot and is licensed under the MIT License.
|
|
See the LICENSE.md file in the root directory for more details.
|
|
"""
|
|
|
|
import argparse
|
|
import json
|
|
import sys
|
|
import tempfile
|
|
|
|
from huggingface_hub import HfApi, hf_hub_download
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--hf-repo", required=True)
|
|
parser.add_argument("--hf-defaults-path", required=True)
|
|
parser.add_argument("--artifact-name", required=True)
|
|
parser.add_argument("--metadata-path", required=True)
|
|
parser.add_argument("--onnx-sha256", required=True)
|
|
parser.add_argument("--tinygrad-ref", required=True)
|
|
args = parser.parse_args()
|
|
|
|
with open(args.metadata_path) as f:
|
|
metadata = json.load(f)
|
|
|
|
bundle = metadata['bundles'][0]
|
|
bundle['onnx_sha256'] = args.onnx_sha256
|
|
|
|
artifact = bundle['models'][0]['artifact']
|
|
hf_base = f"https://huggingface.co/datasets/{args.hf_repo}/resolve/main/{args.hf_defaults_path}/{args.artifact_name}"
|
|
artifact['download_uri']['url'] = f"{hf_base}/{artifact['file_name']}"
|
|
for chunk in artifact.get('chunks', []):
|
|
chunk['url'] = f"{hf_base}/{chunk['file_name']}"
|
|
|
|
json_filename = f"{args.hf_defaults_path}/default_models.json"
|
|
try:
|
|
local_path = hf_hub_download(repo_id=args.hf_repo, repo_type='dataset', filename=json_filename)
|
|
with open(local_path) as f:
|
|
defaults_json = json.load(f)
|
|
except Exception:
|
|
defaults_json = {"tinygrad_ref": args.tinygrad_ref, "bundles": []}
|
|
|
|
defaults_json['tinygrad_ref'] = args.tinygrad_ref
|
|
|
|
existing_idx = next((i for i, b in enumerate(defaults_json['bundles'])
|
|
if b.get('display_name') == bundle.get('display_name')), None)
|
|
if existing_idx is not None:
|
|
defaults_json['bundles'][existing_idx] = bundle
|
|
else:
|
|
defaults_json['bundles'].append(bundle)
|
|
|
|
print(json.dumps(defaults_json, indent=2))
|
|
|
|
api = HfApi()
|
|
with tempfile.NamedTemporaryFile(mode='w', suffix='.json', delete=False) as f:
|
|
json.dump(defaults_json, f, indent=2)
|
|
tmp_path = f.name
|
|
|
|
api.upload_file(
|
|
path_or_fileobj=tmp_path,
|
|
path_in_repo=json_filename,
|
|
repo_id=args.hf_repo,
|
|
repo_type="dataset",
|
|
)
|
|
|
|
print(f"Updated {json_filename}")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|