osmarks/nanogpt-experiments
1
0
Fork 0
mirror of https://github.com/osmarks/nanogpt-experiments.git synced 2025-10-31 07:13:01 +00:00
Code Issues Releases Wiki Activity

Merge pull request #142 from kovkev/patch-1

Browse Source 
Fix the position of a comma
This commit is contained in:
Andrej
2023-04-12 22:24:06 -07:00
committed by GitHub
parent ea24604b29 c2531159c7
commit ad62003d7a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
model.py
View File

@@ -61,7 +61,7 @@ class CausalSelfAttention(nn.Module):
B, T, C = x.size() # batch size, sequence length, embedding dimensionality (n_embd)
# calculate query, key, values for all heads in batch and move head forward to be the batch dim
q, k ,v = self.c_attn(x).split(self.n_embd, dim=2)
q, k, v = self.c_attn(x).split(self.n_embd, dim=2)
k = k.view(B, T, self.n_head, C // self.n_head).transpose(1, 2) # (B, nh, T, hs)
q = q.view(B, T, self.n_head, C // self.n_head).transpose(1, 2) # (B, nh, T, hs)
v = v.view(B, T, self.n_head, C // self.n_head).transpose(1, 2) # (B, nh, T, hs)