how to vmap over multiple Dense instances in flax model? trying to avoid looping over a list of Dense instances
from jax import random,vmap from jax import numpy as jnp import pprint def f(s,layers,do,dx): x = jnp.zeros((do,dx)) for i,layer in enumerate(layers): x=x.at[i].set( layer( s[i] ) ) return x class net(nn.Module): dx: int do: int def setup(self): self.layers = [ nn.Dense( self.dx, use_bias=False ) for _ in range(self.do) ] def __call__(self, s): x = vmap(f,in_axes=(0,None,None,None))(s,self.layers,self.do,self.dx) return […]
how do i vmap over list of dense instances? trying to avoid for-loop
def f(s,layers,do,dx): x = jnp.zeros((do,dx)) for i,layer in enumerate(layers): x.at[i].set( layer( s[i] ) ) return x class net(nn.Module): dx: int do: int def setup(self): self.layers = [ nn.Dense( self.dx, use_bias=False ) for _ in range(self.do) ] def __call__(self, s): x = vmap(f,in_axes=(0,None,None,None))(s,self.layers,self.do,self.dx) return x Hi. I need some “batch-specific” parameters in my model. Here, there […]