注：該代碼為慕課網(wǎng)課程中老師講解

            
              import pandas as pd
import numpy as np
import math
## 計(jì)算信息熵
def getEntropy(s):
    # 找到各個(gè)不同取值出現(xiàn)的次數(shù)
    if not isinstance(s, pd.core.series.Series):
        s = pd.Series(s)
    prt_ary = pd.groupby(s , by = s).count().values / float(len(s))
    return -(np.log2(prt_ary) * prt_ary).sum()
## 計(jì)算條件熵: 條件s1下s2的條件熵
def getCondEntropy(s1 , s2):
    d = dict()
    for i in list(range(len(s1))):
        d[s1[i]] = d.get(s1[i] , []) + [s2[i]]
    return sum([getEntropy(d[k]) * len(d[k]) / float(len(s1)) for k in d])


## 計(jì)算信息增益
def getEntropyGain(s1, s2):
    return getEntropy(s2) - getCondEntropy(s1, s2)

## 計(jì)算增益率
def getEntropyGainRadio(s1, s2):
    return getEntropyGain(s1, s2) / getEntropy(s2)


## 衡量離散值的相關(guān)性
import  math
def getDiscreteCorr(s1, s2):
    return getEntropyGain(s1,s2) / math.sqrt(getEntropy(s1) * getEntropy(s2))

# ######## 計(jì)算概率平方和
def getProbSS(s):
    if not isinstance(s, pd.core.series.Series):
        s = pd.Series(s)
    prt_ary = pd.groupby(s, by = s).count().values / float(len(s))
    return sum(prt_ary ** 2)
######## 計(jì)算基尼系數(shù)
def getGini(s1, s2):
    d = dict()
    for i in list(range(len(s1))):
        d[s1[i]] = d.get(s1[i] , []) + [s2[i]]
    return 1-sum([getProbSS(d[k]) * len(d[k]) / float(len(s1)) for k in d])
## 對(duì)離散型變量計(jì)算相關(guān)系數(shù)，并畫出熱力圖, 返回相關(guān)性矩陣
def DiscreteCorr(C_data):
    ## 對(duì)離散型變量(C_data)進(jìn)行相關(guān)系數(shù)的計(jì)算
    C_data_column_names =  C_data.columns.tolist()
    ## 存儲(chǔ)C_data相關(guān)系數(shù)的矩陣
    import numpy as np
    dp_corr_mat = np.zeros([len(C_data_column_names) , len(C_data_column_names)])
    for i in range(len(C_data_column_names)):
        for j in range(len(C_data_column_names)):
            # 計(jì)算兩個(gè)屬性之間的相關(guān)系數(shù)
            temp_corr = getDiscreteCorr(C_data.iloc[:,i] , C_data.iloc[:,j])
            dp_corr_mat[i][j] = temp_corr
    # 畫出相關(guān)系數(shù)圖
    fig = plt.figure()
    fig.add_subplot(2,2,1)
    sns.heatmap(dp_corr_mat ,vmin= - 1, vmax= 1, cmap= sns.color_palette('RdBu' , n_colors= 128) , xticklabels= C_data_column_names , yticklabels= C_data_column_names)
    return pd.DataFrame(dp_corr_mat)

if __name__ == "__main__":
    s1 = pd.Series(['X1' , 'X1' , 'X2' , 'X2' , 'X2' , 'X2'])
    s2 = pd.Series(['Y1' , 'Y1' , 'Y1' , 'Y2' , 'Y2' , 'Y2'])
    print('CondEntropy:',getCondEntropy(s1, s2))
    print('EntropyGain:' , getEntropyGain(s1, s2))
    print('EntropyGainRadio' , getEntropyGainRadio(s1 , s2))
    print('DiscreteCorr:' , getDiscreteCorr(s1, s1))
    print('Gini' , getGini(s1, s2))