Python機(jī)器學(xué)習(xí)之PCA降維算法詳解

import numpy as np


# 對(duì)初始數(shù)據(jù)進(jìn)行零均值化處理
def zeroMean(dataMat):
    # 求列均值
    meanVal = np.mean(dataMat, axis=0)
    # 求列差值
    newData = dataMat - meanVal
    return newData, meanVal


# 對(duì)初始數(shù)據(jù)進(jìn)行降維處理
def pca(dataMat, percent=0.19):
    newData, meanVal = zeroMean(dataMat)

    # 求協(xié)方差矩陣
    covMat = np.cov(newData, rowvar=0)

    # 求特征值和特征向量
    eigVals, eigVects = np.linalg.eig(np.mat(covMat))

    # 抽取前n個(gè)特征向量
    n = percentage2n(eigVals, percent)
    print("數(shù)據(jù)降低到：" + str(n) + '維')

    # 將特征值按從小到大排序
    eigValIndice = np.argsort(eigVals)
    # 取最大的n個(gè)特征值的下標(biāo)
    n_eigValIndice = eigValIndice[-1:-(n + 1):-1]
    # 取最大的n個(gè)特征值的特征向量
    n_eigVect = eigVects[:, n_eigValIndice]

    # 取得降低到n維的數(shù)據(jù)
    lowDataMat = newData * n_eigVect
    reconMat = (lowDataMat * n_eigVect.T) + meanVal

    return reconMat, lowDataMat, n


# 通過(guò)方差百分比確定抽取的特征向量的個(gè)數(shù)
def percentage2n(eigVals, percentage):
    # 按降序排序
    sortArray = np.sort(eigVals)[-1::-1]
    # 求和
    arraySum = sum(sortArray)

    tempSum = 0
    num = 0
    for i in sortArray:
        tempSum += i
        num += 1
        if tempSum >= arraySum * percentage:
            return num


if __name__ == '__main__':
    # 初始化原始數(shù)據(jù)(行代表樣本,列代表維度)
    data = np.random.randint(1, 20, size=(6, 8))
    print(data)

    # 對(duì)數(shù)據(jù)降維處理
    fin = pca(data, 0.9)
    mat = fin[1]
    print(mat)

import matplotlib.pyplot as plt
from sklearn.decomposition import PCA
from sklearn.datasets import load_iris

# 加載數(shù)據(jù)
data = load_iris()
x = data.data
y = data.target

# 設(shè)置數(shù)據(jù)集要降低的維度
pca = PCA(n_components=2)
# 進(jìn)行數(shù)據(jù)降維
reduced_x = pca.fit_transform(x)

red_x, red_y = [], []
green_x, green_y = [], []
blue_x, blue_y = [], []

# 對(duì)數(shù)據(jù)集進(jìn)行分類(lèi)
for i in range(len(reduced_x)):
    if y[i] == 0:
        red_x.append(reduced_x[i][0])
        red_y.append(reduced_x[i][1])
    elif y[i] == 1:
        green_x.append(reduced_x[i][0])
        green_y.append(reduced_x[i][1])
    else:
        blue_x.append(reduced_x[i][0])
        blue_y.append(reduced_x[i][1])

plt.scatter(red_x, red_y, c='r', marker='x')
plt.scatter(green_x, green_y, c='g', marker='D')
plt.scatter(blue_x, blue_y, c='b', marker='.')
plt.show()