mirror of
https://github.com/tinygrad/tinygrad.git
synced 2026-06-13 00:15:35 +08:00
c491345766
* pass device into Tensor._frompy with this, canonicalize_device is the only usage of Device in tensor.py * export_model.py
41 lines
1.1 KiB
Python
41 lines
1.1 KiB
Python
import unittest
|
|
import multiprocessing.shared_memory as shared_memory
|
|
from tinygrad.helpers import CI, WIN
|
|
from tinygrad import Tensor, Device
|
|
import numpy as np
|
|
|
|
class TestRawShmBuffer(unittest.TestCase):
|
|
@unittest.skipIf(WIN and CI, "only fails on CI windows instance")
|
|
def test_e2e(self):
|
|
t = Tensor.randn(2, 2, 2).realize()
|
|
|
|
# copy to shm
|
|
shm_name = (s := shared_memory.SharedMemory(create=True, size=t.nbytes())).name
|
|
s.close()
|
|
t_shm = t.to(f"disk:shm:{shm_name}").realize()
|
|
|
|
# copy from shm
|
|
t2 = t_shm.to(Device.DEFAULT).realize()
|
|
|
|
assert np.allclose(t.numpy(), t2.numpy())
|
|
s.unlink()
|
|
|
|
@unittest.skip("big shared memory")
|
|
def test_e2e_big(self):
|
|
# bigger than this doesn't work on Linux, maybe this is a limit somewhere?
|
|
t = Tensor.randn(2048, 128, 8).realize()
|
|
|
|
# copy to shm
|
|
shm_name = (s := shared_memory.SharedMemory(create=True, size=t.nbytes())).name
|
|
s.close()
|
|
t_shm = t.to(f"disk:shm:{shm_name}").realize()
|
|
|
|
# copy from shm
|
|
t2 = t_shm.to(Device.DEFAULT).realize()
|
|
|
|
assert np.allclose(t.numpy(), t2.numpy())
|
|
s.unlink()
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|