gm.nn.FeedForward

class gemma.gm.nn.FeedForward(

features: int,

hidden_dim: int,

transpose_gating_einsum: bool,

parent: flax.linen.module.Module | flax.core.scope.Scope | flax.linen.module._Sentinel | None = <flax.linen.module._Sentinel object>,

name: str | None = None,

)

Bases: flax.linen.module.Module

Feed forward module.

features: int

hidden_dim: int

transpose_gating_einsum: bool

name: str | None = None

parent: flax.linen.module.Module | flax.core.scope.Scope | flax.linen.module._Sentinel | None = None

scope: flax.core.scope.Scope | None = None