-
Notifications
You must be signed in to change notification settings - Fork 2
/
ron_gmmtest.py
80 lines (60 loc) · 1.66 KB
/
ron_gmmtest.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
import matplotlib.pyplot as plt
import numpy as np
from sklearn import mixture
np.random.seed(1)
mleArr = []
bic = []
mleDifferences = []
def mle(GMM, X):
return -2 * GMM.score(X).sum()
def verifyConcavity(arr):
for x in xrange(0, len(arr) - 2):
if arr[x+2] - 2*arr[x +1] + arr[x] > 0:
return False
return True
numClusters = [i for i in range(1,10)]
for x in xrange(1,10):
g = mixture.GMM(n_components=x)
# generate random observations with two modes centered on 0 and 100
obs = np.concatenate((np.random.randn(100, 1), 100 + np.random.randn(300, 1)))
g.fit(obs)
print 'mle'
print mle(g, obs)
mleArr.append(mle(g, obs))
bic.append(g.bic(obs))
print mleArr
print bic
for x in xrange(1,len(mleArr) - 1):
mleDifferences.append(mleArr[x] - mleArr[x-1])
print mleDifferences
print verifyConcavity(mleDifferences)
#usually not true
plt.figure(1)
plt.plot(numClusters, bic)
plt.ylabel('BIC')
plt.xlabel('Number of Clusters')
plt.title('BIC plot')
plt.figure(2)
plt.plot(numClusters, mleArr)
plt.ylabel('Maximum Likelihood Estimator')
plt.xlabel('Number of Clusters')
plt.title('MLE plot')
plt.figure(3)
plt.plot(numClusters[0:-2], mleDifferences, 'o')
plt.title('MLE Differences')
plt.ylabel('Difference in Maximum Likelihood Estimator')
plt.xlabel('Number of Clusters')
plt.show()
#bic source code, using this to define MLE function
# def bic(self, X):
# """Bayesian information criterion for the current model fit
# and the proposed data
# Parameters
# ----------
# X : array of shape(n_samples, n_dimensions)
# Returns
# -------
# bic: float (the lower the better)
# """
# return (-2 * self.score(X).sum() +
# self._n_parameters() * np.log(X.shape[0]))