import torch

def swish(x):
    """
    Swish activation function,
    from <NAME>, Le 2017. "Searching for Activation Functions"
    """
    return x * torch.sigmoid(x)
import torch

def swish(x):
    """
    Swish activation function,
    from <NAME>, Le 2017. "Searching for Activation Functions"
    """
    return x * torch.sigmoid(x)
Swish activation function,     from <NAME>, Le 2017. "Searching for Activation Functions"