GPUCodeForces/S1/gsd123_#43/CosReLU_torch.py

24 lines
439 B
Python

import torch
import torch.nn as nn
import torch.nn.functional as F
class Model(nn.Module):
def __init__(self):
super().__init__()
def forward(self, x: torch.Tensor) -> torch.Tensor:
return F.relu(x) + torch.cos(x)
batch_size = 64
feature_dim = 256
def get_inputs():
x = torch.randn(batch_size, feature_dim, dtype=torch.float32)
return [x]
def get_init_inputs():
return []