diff --git a/sklearn/hmm.py b/sklearn/hmm.py
index 38fcdddfddd4b5f9e186313995c793c6d430d60e..605c6e7ddfd8307e6e0f85897dc3e2a838cef02f 100644
--- a/sklearn/hmm.py
+++ b/sklearn/hmm.py
@@ -1017,7 +1017,8 @@ class GMMHMM(_BaseHMM):
 
         allobs = np.concatenate(obs, 0)
         for g in self.gmms:
-            g.fit(allobs, n_iter=0, init_params=params)
+            g.set_params(init_params=params, n_iter=0)
+            g.fit(allobs)
 
     def _initialize_sufficient_statistics(self):
         stats = super(GMMHMM, self)._initialize_sufficient_statistics()