Created mlp_activation_comparison.py

Added a new script (mlp_activation_comparison.py) that demonstrates the effect of different activation functions ('relu', 'tanh', 'logistic') on a simple dataset using scikit-learn's MLPClassifier. This helps visualize and understand how activation choices influence model performance.

Author: Karthikn-VR

machine_learning/mlp_activation_comparison.py

@@ -0,0 +1,51 @@
+import matplotlib.pyplot as plt
+import numpy as np
+from sklearn.datasets import make_moons
+from sklearn.model_selection import train_test_split
+from sklearn.neural_network import MLPClassifier
+
+
+# Compare different activation functions in MLPClassifier
+def compare_activations():
+    X, y = make_moons(n_samples=200, noise=0.25, random_state=3)
+    X_train, X_test, y_train, y_test = train_test_split(
+        X, y, stratify=y, random_state=42
+    )
+
+    activations = ["identity", "logistic", "tanh", "relu"]
+
+    for activation in activations:
+        mlp = MLPClassifier(
+            hidden_layer_sizes=[50],
+            max_iter=1000,
+            activation=activation,
+            random_state=0,
+        )
+        mlp.fit(X_train, y_train)
+
+        print(
+            f"Activation: {activation}, "
+            f"Train Accuracy: {mlp.score(X_train, y_train):.2f}, "
+            f"Test Accuracy: {mlp.score(X_test, y_test):.2f}"
+        )
+
+        # Decision boundary
+        x_min, x_max = X[:, 0].min() - 0.5, X[:, 0].max() + 0.5
+        y_min, y_max = X[:, 1].min() - 0.5, X[:, 1].max() + 0.5
+        xx, yy = np.meshgrid(
+            np.linspace(x_min, x_max, 200),
+            np.linspace(y_min, y_max, 200),
+        )
+        Z = mlp.predict(np.c_[xx.ravel(), yy.ravel()])
+        Z = Z.reshape(xx.shape)
+
+        plt.contourf(xx, yy, Z, alpha=0.3)
+        plt.scatter(X_train[:, 0], X_train[:, 1], c=y_train, marker="o", label="Train")
+        plt.scatter(X_test[:, 0], X_test[:, 1], c=y_test, marker="s", label="Test")
+        plt.title(f"Activation: {activation}")
+        plt.legend()
+        plt.show()
+
+
+if __name__ == "__main__":
+    compare_activations()