peft.IntDense

class gemma.peft.IntDense(

*,

wrapped: flax.linen.linear.Dense,

dtype: numpy.dtype = <class 'jax.numpy.int4'>,

parent: flax.linen.module.Module | flax.core.scope.Scope | flax.linen.module._Sentinel | None = <flax.linen.module._Sentinel object>,

name: str | None = None,

)

Bases: flax.linen.module.Module

Wrapper around nn.Dense which adds a Quantized adapter.

wrapped: flax.linen.linear.Dense

dtype

alias of jax.numpy.int4

name: str | None = None

parent: flax.linen.module.Module | flax.core.scope.Scope | flax.linen.module._Sentinel | None = None

scope: flax.core.scope.Scope | None = None