osmarks/nanogpt-experiments
1
0
Fork 0
mirror of https://github.com/osmarks/nanogpt-experiments.git synced 2024-11-14 05:44:51 +00:00
Code Issues Releases Wiki Activity

Frozen GPTConfig

Browse Source
This commit is contained in:
ankandrew 2022-12-29 17:07:19 -03:00
parent 682a0ac8f1
commit 7f0e6d9a71
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
model.py
View File

@ -90,7 +90,7 @@ class Block(nn.Module):
x = x + self.mlp(self.ln_2(x)) x = x + self.mlp(self.ln_2(x))
return x return x
@dataclass @dataclass(frozen=True)
class GPTConfig: class GPTConfig:
block_size: int = 1024 block_size: int = 1024
vocab_size: int = 50257 vocab_size: int = 50257