github-actions[bot]
54e6124925
version: sunnypilot v2026.001.000 (dev) date: 2026-05-07T23:07:19 master commit: c28eb958740187620f2282023b8f1997cf90f583
17 lines
596 B
Python
17 lines
596 B
Python
from tinygrad import Tensor, Device, TinyJit, dtypes
|
|
from tinygrad.helpers import getenv
|
|
|
|
GPUS = getenv("GPUS", 4) # TODO: expose a way in tinygrad to access this
|
|
N = 6144
|
|
|
|
@TinyJit
|
|
def many_matmul(A, B):
|
|
out = A
|
|
for _ in range(8): out = out@B
|
|
return out
|
|
|
|
if __name__ == "__main__":
|
|
A = Tensor.ones(GPUS, N, N, dtype=dtypes.half).shard(devices=tuple([f"{Device.DEFAULT}:{i}" for i in range(GPUS)]), axis=0).contiguous()
|
|
B = Tensor.ones(GPUS, N, N, dtype=dtypes.half).shard(devices=tuple([f"{Device.DEFAULT}:{i}" for i in range(GPUS)]), axis=0).contiguous()
|
|
while 1: many_matmul(A, B)
|