osmarks/nanogpt-experiments
1
0
Fork 0
mirror of https://github.com/osmarks/nanogpt-experiments.git synced 2024-09-21 03:39:44 +00:00
Code Issues Releases Wiki Activity

Merge pull request #1 from ankandrew/master

Browse Source 
Minor Frozen GPTConfig
This commit is contained in:
Andrej 2022-12-29 13:45:20 -08:00 committed by GitHub
commit fb52554ca8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
model.py
View File

@ -90,7 +90,7 @@ class Block(nn.Module):
x = x + self.mlp(self.ln_2(x))
return x
@dataclass
@dataclass(frozen=True)
class GPTConfig:
block_size: int = 1024
vocab_size: int = 50257