GPUCodeForces/S1/gsd123_#46/FunnelActivationforVisualRe...

24 lines
487 B
Python

import torch
import torch.nn as nn
class Model(nn.Module):
def __init__(self, tau=0.0):
super().__init__()
self.tau = tau
def forward(self, x: torch.Tensor) -> torch.Tensor:
return torch.max(x, torch.tensor(self.tau, dtype=x.dtype, device=x.device))
batch_size = 128
feature_dim = 512
def get_inputs():
x = torch.randn(batch_size, feature_dim, dtype=torch.float32)
return [x]
def get_init_inputs():
return [0.0]