osmarks/nanogpt-experiments
1
0
Fork 0
mirror of https://github.com/osmarks/nanogpt-experiments.git synced 2024-09-21 11:49:46 +00:00
Code Issues Releases Wiki Activity

Merge pull request #1 from ankandrew/master

Browse Source 
Minor Frozen GPTConfig
This commit is contained in:
Andrej 2022-12-29 13:45:20 -08:00 committed by GitHub
commit fb52554ca8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
model.py
View File

@ -90,7 +90,7 @@ class Block(nn.Module):
x = x + self.mlp(self.ln_2(x)) x = x + self.mlp(self.ln_2(x))
return x return x
@dataclass @dataclass(frozen=True)
class GPTConfig: class GPTConfig:
block_size: int = 1024 block_size: int = 1024
vocab_size: int = 50257 vocab_size: int = 50257