mirror of
https://github.com/firestar5683/StarPilot.git
synced 2026-09-30 11:23:49 +08:00
github-actions[bot]
eefc084302
version: sunnypilot v2025.003.000 (dev) date: 2025-12-18T05:48:43 master commit: 16c052af0835f049a67b80251d8cc1114fc08bb4
11 lines
244 B
Python
11 lines
244 B
Python
from tinygrad import Tensor, nn
|
|
|
|
if __name__ == "__main__":
|
|
vocab_size = 50257
|
|
n_embd = 768
|
|
lm_head = nn.Linear(n_embd, vocab_size, bias=False)
|
|
bs = 4
|
|
seq_len = 1024
|
|
x = Tensor.rand(bs, seq_len, n_embd)
|
|
ret = lm_head(x).realize()
|