import numpy as np def tanh(x): #Hyperbolic function return np.tanh(x) def tanh_deriv(x): #Derivative of hyperbolic function return 1.0 - np.tanh(x)*np.tanh(x) def logistic(x): # sigmoid function return 1/(1 + np.exp(-x)) def logistic_derivative(x): # sigmoid function derivative return logistic(x)*(1-logistic(x)) class NeuralNetwork: def __init__(self, layers, activation='tanh'): """ :param layers: A list containing the number of units in each layer. Should be at least two values :param activation: The activation function to be used. Can be "logistic" or "tanh" """ if activation == 'logistic': self.activation = logistic self.activation_deriv = logistic_derivative elif activation == 'tanh': self.activation = tanh self.activation_deriv = tanh_deriv self.weights = [] for i in range(1, len(layers) - 1): # add weights self.weights.append((2*np.random.random((layers[i - 1] + 1, layers[i] + 1))-1)*0.25) self.weights.append((2*np.random.random((layers[i] + 1, layers[i + 1]))-1)*0.25) def fit(self, X, y, learning_rate=0.2, epochs=10000): X = np.atleast_2d(X) #Turn to a two-dimensional array temp = np.ones([X.shape[0], X.shape[1]+1]) temp[:, 0:-1] = X # adding the bias unit to the input layer X = temp y = np.array(y) for k in range(epochs): i = np.random.randint(X.shape[0]) a = [X[i]] for l in range(len(self.weights)): #going forward network, for each layer #Computer the node value for each layer (O_i) using activation function a.append(self.activation(np.dot(a[l], self.weights[l]))) error = y[i] - a[-1] #Computer the error at the top layer #For output layer, Err calculation (delta is updated error) deltas = [error * self.activation_deriv(a[-1])] #Start backprobagation Backward Algorithm for l in range(len(a) - 2, 0, -1): #Compute the updated error (i,e, deltas) for each node going from top layer to input layer deltas.append(deltas[-1].dot(self.weights[l].T)*self.activation_deriv(a[l])) deltas.reverse() for i in range(len(self.weights)): layer = np.atleast_2d(a[i]) delta = np.atleast_2d(deltas[i]) self.weights[i] += learning_rate * layer.T.dot(delta) def predict(self, x): x = np.array(x) temp = np.ones(x.shape[0]+1) temp[0:-1] = x a = temp for l in range(0, len(self.weights)): a = self.activation(np.dot(a, self.weights[l])) return a nn = NeuralNetwork([2, 2, 1], 'tanh') X = np.array([[0, 0], [0, 1], [1, 0], [1, 1]]) print( np.atleast_2d(X)) y = np.array([0, 1, 1, 0]) nn.fit(X, y) for i in [[0, 0], [0, 1], [1, 0], [1, 1]]: print(i, nn.predict(i))
Machine learning basics to understand the source code python-NeuralNetwork-easy
Guess you like
Origin http://43.154.161.224:23101/article/api/json?id=325394646&siteId=291194637
Ranking