(nn.Module): def __init__(self, fn): super().__init__() @@ -65,7 +80,17 @@ def forward(self, x, **kwargs): return x -class TransformerBlock(nn.Sequential): +class FeedForwardBlock(nn.Sequential): + def __init__(self, emb_size: int, expansion: int = 4, drop_p: ...