Python激活函数

    import torch
    import torch.nn as nn
    import inspect 

    #print(inspect.getmembers(torch.nn))
    print(inspect.getdoc(nn.Sigmoid))
        

    m=nn.Sigmoid()
    input=torch.randn(1000)
    output=m(input)

    r=nn.ReLU()
    ro=r(input)

    g = nn.GELU()
    #gi = torch.randn(2)
    go = g(input)

    import matplotlib.pyplot as plt
    plt.scatter(input,output,color='red', s=2)

    plt.scatter(input,ro,color='blue', s=2)

    plt.scatter(input,go,color='green', s=2)