2010-04-23 13:52:16 +08:00
|
|
|
"""
|
2010-11-02 18:38:06 +08:00
|
|
|
=========================================
|
2010-10-19 21:16:27 +08:00
|
|
|
SVM: Maximum margin separating hyperplane
|
2010-11-02 18:38:06 +08:00
|
|
|
=========================================
|
2010-04-23 13:52:16 +08:00
|
|
|
|
2010-10-19 21:16:27 +08:00
|
|
|
Plot the maximum margin separating hyperplane within a two-class
|
2015-07-15 09:37:08 +08:00
|
|
|
separable dataset using a Support Vector Machine classifier with
|
2010-10-19 21:16:27 +08:00
|
|
|
linear kernel.
|
2021-10-22 21:33:22 +08:00
|
|
|
|
2010-04-23 13:52:16 +08:00
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
import numpy as np
|
2014-05-15 04:31:03 +08:00
|
|
|
import matplotlib.pyplot as plt
|
2011-09-02 17:00:02 +08:00
|
|
|
from sklearn import svm
|
2017-08-02 03:11:48 +08:00
|
|
|
from sklearn.datasets import make_blobs
|
|
|
|
|
|
2010-04-23 13:52:16 +08:00
|
|
|
|
|
|
|
|
# we create 40 separable points
|
2017-08-06 11:28:08 +08:00
|
|
|
X, y = make_blobs(n_samples=40, centers=2, random_state=6)
|
2010-04-23 13:52:16 +08:00
|
|
|
|
2017-08-06 11:28:08 +08:00
|
|
|
# fit the model, don't regularize for illustration purposes
|
|
|
|
|
clf = svm.SVC(kernel="linear", C=1000)
|
2017-08-02 03:11:48 +08:00
|
|
|
clf.fit(X, y)
|
|
|
|
|
|
|
|
|
|
plt.scatter(X[:, 0], X[:, 1], c=y, s=30, cmap=plt.cm.Paired)
|
|
|
|
|
|
|
|
|
|
# plot the decision function
|
|
|
|
|
ax = plt.gca()
|
|
|
|
|
xlim = ax.get_xlim()
|
|
|
|
|
ylim = ax.get_ylim()
|
|
|
|
|
|
|
|
|
|
# create grid to evaluate model
|
|
|
|
|
xx = np.linspace(xlim[0], xlim[1], 30)
|
|
|
|
|
yy = np.linspace(ylim[0], ylim[1], 30)
|
|
|
|
|
YY, XX = np.meshgrid(yy, xx)
|
|
|
|
|
xy = np.vstack([XX.ravel(), YY.ravel()]).T
|
|
|
|
|
Z = clf.decision_function(xy).reshape(XX.shape)
|
|
|
|
|
|
|
|
|
|
# plot decision boundary and margins
|
|
|
|
|
ax.contour(
|
|
|
|
|
XX, YY, Z, colors="k", levels=[-1, 0, 1], alpha=0.5, linestyles=["--", "-", "--"]
|
|
|
|
|
)
|
|
|
|
|
# plot support vectors
|
|
|
|
|
ax.scatter(
|
|
|
|
|
clf.support_vectors_[:, 0],
|
|
|
|
|
clf.support_vectors_[:, 1],
|
|
|
|
|
s=100,
|
2018-06-11 13:22:48 +08:00
|
|
|
linewidth=1,
|
|
|
|
|
facecolors="none",
|
|
|
|
|
edgecolors="k",
|
|
|
|
|
)
|
2017-08-06 11:28:08 +08:00
|
|
|
plt.show()
|