使用MIC进行变量选择

# -*- coding: utf-8 -*-
"""
Created on Mon Mar 14 19:52:57 2016

@author: Luyixiao
"""


import numpy as np
from minepy import MINE
import matplotlib.pyplot as plt

def print_stats(mine):
    print "MIC", mine.mic()
#    print "MAS", mine.mas()#detecting periodic relationships with unknown frequencies
#    print "MEV", mine.mev()
#    print "MCN (eps=0)", mine.mcn(0)
#    print "MCN (eps=1-MIC)", mine.mcn_general()

x1 = np.linspace(0, 1, 1000)
x2 = np.random.randn(x1.shape[0])+0.5
x3 = np.random.randn(x1.shape[0])#normal mean = 0,dev = 1
x4 = np.random.random_sample(x1.shape[0])#random
x5 = 2*np.random.randn(x1.shape[0])+10 #normal mean = 10,dev = 2
x6 = 4*np.random.random_sample(x1.shape[0])#random*4
y = np.sin(10 * np.pi * x1) + x2
#y = np.sin(10 * np.pi * x1) + x2*0.01
mine = MINE(alpha=0.6, c=15)

print "MIC between y and x1:"
mine.compute_score(x1, y)
print_stats(mine)
plt.scatter(x1, y,  color='red')
plt.show()
print "MIC between y and x2:"
mine.compute_score(x2, y)
print_stats(mine)
plt.scatter(x2, y,  color='blue')
plt.show()
print "MIC between y and x3(normal disturbtion):"
mine.compute_score(x3, y)
print_stats(mine)
print "MIC between y and x4(random disturbtion):"
mine.compute_score(x4, y)
print_stats(mine)
print "MIC between y and x3(normal disturbtion):"
mine.compute_score(x5, y)
print_stats(mine)
print "MIC between y and x4(random disturbtion):"
mine.compute_score(x6, y)
print_stats(mine)