import torch
import torch.nn as nn

BATCH_SIZE = 4096
HIDDEN_DIM = 4096
SHAPE = (BATCH_SIZE, HIDDEN_DIM)

# AHerfReLU 超参数 alpha ,论文中设为 0.87
ALPHA_VALUE = 0.87

class AHerfReLU(nn.Module):
    '''
     "AHerfReLU: A Novel Adaptive Activation Function Enhancing Deep Neural Network Performance" (Complexity, 2025)
     https://onlinelibrary.wiley.com/doi/full/10.1155/cplx/8233876
     Formula:
      f(x) = x                                 if x >= 0
      f(x) = alpha * x * erf(x) / (1 + x^2)    if x < 0
    '''
    def __init__(self, alpha=0.87):
        super(AHerfReLU, self).__init__()
        self.alpha = alpha

    def forward(self, x: torch.Tensor) -> torch.Tensor:
        pos_part = x
        neg_part = self.alpha * x * torch.erf(x) / (1 + x.pow(2))
        return torch.where(x >= 0, pos_part, neg_part)

class Model(nn.Module):
    def __init__(self, alpha=0.87):
        super(Model, self).__init__()
        self.act = AHerfReLU(alpha=alpha)
    
    def forward(self, x):
        return self.act(x)

def get_inputs():
    input_tensor = torch.randn(SHAPE, dtype=torch.float32) * 2.0
    return [input_tensor.contiguous()]

def get_init_inputs():
    return [ALPHA_VALUE]