CoolFace
Modelpublic

matorus/replit-coder

sourceHugging Faceupdated 3y agoView on Hugging Face
0likes39downloads
custom_embedding.py11 linesDownload Raw Back to root
1import torch2import torch.nn as nn3import torch.nn.functional as F4from torch import Tensor5 6class SharedEmbedding(nn.Embedding):7 8    def forward(self, input: Tensor, unembed: bool=False) -> Tensor:9        if unembed:10            return F.linear(input, self.weight)11        return super().forward(input)