CoCalc -- 2_activation_functions.ipynb

GitHub Repository: codebasics/deep-learning-keras-tf-tutorial
Path: blob/master/2_activation_functions/2_activation_functions.ipynb
¹¹⁴¹ views

Kernel: Python 3

In [1]:

import math

def sigmoid(x):
  return 1 / (1 + math.exp(-x))

In [2]:

sigmoid(100)

Out[2]:

1.0

In [3]:

sigmoid(1)

Out[3]:

0.7310585786300049

In [4]:

sigmoid(-56)

Out[4]:

4.780892883885469e-25

In [5]:

sigmoid(0.5)

Out[5]:

0.6224593312018546

In [6]:

def tanh(x):
  return (math.exp(x) - math.exp(-x)) / (math.exp(x) + math.exp(-x))

In [7]:

tanh(-56)

Out[7]:

-1.0

In [8]:

tanh(50)

Out[8]:

1.0

In [9]:

tanh(1)

Out[9]:

0.7615941559557649

In [10]:

def relu(x):
    return max(0,x)

In [15]:

relu(-100)

Out[15]:

0

In [14]:

relu(8)

Out[14]:

8

In [16]:

def leaky_relu(x):
    return max(0.1*x,x)

In [17]:

leaky_relu(-100)

Out[17]:

-10.0

In [18]:

leaky_relu(8)

Out[18]:

8