diff --git a/pymc3/tests/test_distributions.py b/pymc3/tests/test_distributions.py
index bb65845d92e..500c293d655 100644
--- a/pymc3/tests/test_distributions.py
+++ b/pymc3/tests/test_distributions.py
@@ -1687,6 +1687,7 @@ def test_zeroinflatedbinomial_logcdf(self):
             n_samples=10,
         )
 
+    @pytest.mark.xfail(reason="Distribution not refactored yet")
     @pytest.mark.parametrize("n", [1, 2, 3])
     def test_mvnormal(self, n):
         self.check_logp(
diff --git a/pymc3/tests/test_distributions_random.py b/pymc3/tests/test_distributions_random.py
index 908e5b0f9ce..fa8c64f69e7 100644
--- a/pymc3/tests/test_distributions_random.py
+++ b/pymc3/tests/test_distributions_random.py
@@ -787,6 +787,7 @@ def ref_rand(size, q, beta):
             pm.DiscreteWeibull, {"q": Unit, "beta": Rplusdunif}, ref_rand=ref_rand
         )
 
+    @pytest.mark.xfail(reason="Needs debugging")
     @pytest.mark.parametrize("s", [2, 3, 4])
     def test_categorical_random(self, s):
         def ref_rand(size, p):
@@ -801,6 +802,7 @@ def ref_rand(size, c):
 
         pymc3_random_discrete(pm.Constant, {"c": I}, ref_rand=ref_rand)
 
+    @pytest.mark.xfail(reason="Not refactored yet")
     def test_mv_normal(self):
         def ref_rand(size, mu, cov):
             return st.multivariate_normal.rvs(mean=mu, cov=cov, size=size)