Files
StarPilot/tinygrad_repo/extra/torch_backend/test_multigpu.py
T
firestar5683 22a8575199 Vendor dependencies and resources for standalone builds
Keep official openpilot ancestry and dependency licenses. Store resources directly in Git, remove LFS setup requirements, and leave the downloadable big model outside the source tree.
2026-10-03 21:01:18 +00:00

34 lines
1.1 KiB
Python

import unittest
from tinygrad.helpers import getenv
import torch
import tinygrad.nn.torch
import numpy as np
@unittest.skipIf(getenv("GPUS",1)<=1, "only single GPU")
class TestTorchBackendMultiGPU(unittest.TestCase):
def setUp(self):
self._prev_device = torch.get_default_device()
torch.set_default_device("tiny")
def tearDown(self): torch.set_default_device(self._prev_device)
def test_transfer(self):
a = torch.Tensor([[1,2],[3,4]]).to("tiny:0")
b = torch.Tensor([[3,2],[1,0]]).to("tiny:1")
self.assertNotEqual(a.device, b.device)
np.testing.assert_array_equal(a.cpu(), a.to("tiny:1").cpu())
np.testing.assert_array_equal(b.cpu(), b.to("tiny:1").cpu())
def test_basic_ops(self):
a = torch.Tensor([[1,2],[3,4]]).to("tiny:0")
b = torch.Tensor([[3,2],[1,0]]).to("tiny:1")
c1 = a + b.to("tiny:0")
c2 = b + a.to("tiny:1")
np.testing.assert_array_equal(c1.cpu(), torch.full((2,2),4).cpu())
np.testing.assert_array_equal(c1.cpu(), c2.cpu())
# TODO: torch.distributed functions
if __name__ == "__main__":
unittest.main()