mawei/tinygrad
1
0
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-06-13 08:28:55 +08:00
Code Issues Packages Projects Releases Wiki Activity

load new torch files

Browse Source
This commit is contained in:
George Hotz
2022-06-07 10:06:48 -07:00
parent 33c9c6c025
commit 9b27ba650b
1 changed files with 14 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
extra/utils.py
View File

@@ -76,7 +76,21 @@ def my_unpickle(fb0):
return MyPickle(fb0).load(), key_prelookup
def fake_torch_load_zipped(b0):
import io, zipfile
with zipfile.ZipFile(io.BytesIO(b0), 'r') as myzip:
with myzip.open('archive/data.pkl') as myfile:
ret = my_unpickle(myfile)
for k,v in ret[1].items():
with myzip.open(f'archive/data/{k}') as myfile:
v[2][:] = np.frombuffer(myfile.read(), v[2].dtype)
v[2].shape = v[3]
return ret[0]
def fake_torch_load(b0):
if b0[0:2] == b"\x50\x4b":
return fake_torch_load_zipped(b0)
import io
import struct