1
0
mirror of https://github.com/osmarks/nanogpt-experiments.git synced 2025-09-05 04:17:57 +00:00

Merge pull request #1 from ankandrew/master

Minor Frozen GPTConfig
This commit is contained in:
Andrej
2022-12-29 13:45:20 -08:00
committed by GitHub

View File

@@ -90,7 +90,7 @@ class Block(nn.Module):
x = x + self.mlp(self.ln_2(x))
return x
@dataclass
@dataclass(frozen=True)
class GPTConfig:
block_size: int = 1024
vocab_size: int = 50257