Convert to pytest test_clients/

V1NAY8 · V1NAY8 · commit 136b690d31a2 · 2021-08-02T19:29:10.000+05:30
diff --git a/test_elasticsearch/test_async/test_server/test_clients.py b/test_elasticsearch/test_async/test_server/test_clients.py
@@ -29,15 +29,10 @@ async def test_indices_analyze(self, async_client):
 
 
 class TestBulk:
-    async def test_bulk_works_with_string_body(self, async_client):
-        docs = '{ "index" : { "_index" : "bulk_test_index", "_id" : "1" } }\n{"answer": 42}'
-        response = await async_client.bulk(body=docs)
-
-        assert response["errors"] is False
-        assert len(response["items"]) == 1
+    docs = '{ "index" : { "_index" : "bulk_test_index", "_id" : "1" } }\n{"answer": 42}'
 
-    async def test_bulk_works_with_bytestring_body(self, async_client):
-        docs = b'{ "index" : { "_index" : "bulk_test_index", "_id" : "2" } }\n{"answer": 42}'
+    @pytest.mark.parametrize("docs", [docs, docs.encode("utf-8")])
+    async def test_bulk_works_with_string_bytestring_body(self, docs, async_client):
         response = await async_client.bulk(body=docs)
 
         assert response["errors"] is False
diff --git a/test_elasticsearch/test_client/__init__.py b/test_elasticsearch/test_client/__init__.py
@@ -14,116 +14,3 @@
 #  KIND, either express or implied.  See the License for the
 #  specific language governing permissions and limitations
 #  under the License.
-
-from __future__ import unicode_literals
-
-from elasticsearch.client import Elasticsearch, _normalize_hosts
-
-from ..test_cases import ElasticsearchTestCase, TestCase
-
-
-class TestNormalizeHosts(TestCase):
-    def test_none_uses_defaults(self):
-        self.assertEqual([{}], _normalize_hosts(None))
-
-    def test_strings_are_used_as_hostnames(self):
-        self.assertEqual([{"host": "elastic.co"}], _normalize_hosts(["elastic.co"]))
-
-    def test_strings_are_parsed_for_port_and_user(self):
-        self.assertEqual(
-            [
-                {"host": "elastic.co", "port": 42},
-                {"host": "elastic.co", "http_auth": "user:secre]"},
-            ],
-            _normalize_hosts(["elastic.co:42", "user:secre%5D@elastic.co"]),
-        )
-
-    def test_strings_are_parsed_for_scheme(self):
-        self.assertEqual(
-            [
-                {"host": "elastic.co", "port": 42, "use_ssl": True},
-                {
-                    "host": "elastic.co",
-                    "http_auth": "user:secret",
-                    "use_ssl": True,
-                    "port": 443,
-                    "url_prefix": "/prefix",
-                },
-            ],
-            _normalize_hosts(
-                ["https://elastic.co:42", "https://user:secret@elastic.co/prefix"]
-            ),
-        )
-
-    def test_dicts_are_left_unchanged(self):
-        self.assertEqual(
-            [{"host": "local", "extra": 123}],
-            _normalize_hosts([{"host": "local", "extra": 123}]),
-        )
-
-    def test_single_string_is_wrapped_in_list(self):
-        self.assertEqual([{"host": "elastic.co"}], _normalize_hosts("elastic.co"))
-
-
-class TestClient(ElasticsearchTestCase):
-    def test_request_timeout_is_passed_through_unescaped(self):
-        self.client.ping(request_timeout=0.1)
-        calls = self.assert_url_called("HEAD", "/")
-        self.assertEqual([({"request_timeout": 0.1}, {}, None)], calls)
-
-    def test_params_is_copied_when(self):
-        rt = object()
-        params = dict(request_timeout=rt)
-        self.client.ping(params=params)
-        self.client.ping(params=params)
-        calls = self.assert_url_called("HEAD", "/", 2)
-        self.assertEqual(
-            [({"request_timeout": rt}, {}, None), ({"request_timeout": rt}, {}, None)],
-            calls,
-        )
-        self.assertFalse(calls[0][0] is calls[1][0])
-
-    def test_headers_is_copied_when(self):
-        hv = "value"
-        headers = dict(Authentication=hv)
-        self.client.ping(headers=headers)
-        self.client.ping(headers=headers)
-        calls = self.assert_url_called("HEAD", "/", 2)
-        self.assertEqual(
-            [({}, {"authentication": hv}, None), ({}, {"authentication": hv}, None)],
-            calls,
-        )
-        self.assertFalse(calls[0][0] is calls[1][0])
-
-    def test_from_in_search(self):
-        self.client.search(index="i", from_=10)
-        calls = self.assert_url_called("POST", "/i/_search")
-        self.assertEqual([({"from": "10"}, {}, None)], calls)
-
-    def test_repr_contains_hosts(self):
-        self.assertEqual("<Elasticsearch([{}])>", repr(self.client))
-
-    def test_repr_subclass(self):
-        class OtherElasticsearch(Elasticsearch):
-            pass
-
-        self.assertEqual("<OtherElasticsearch([{}])>", repr(OtherElasticsearch()))
-
-    def test_repr_contains_hosts_passed_in(self):
-        self.assertIn("es.org", repr(Elasticsearch(["es.org:123"])))
-
-    def test_repr_truncates_host_to_5(self):
-        hosts = [{"host": "es" + str(i)} for i in range(10)]
-        es = Elasticsearch(hosts)
-        self.assertNotIn("es5", repr(es))
-        self.assertIn("...", repr(es))
-
-    def test_index_uses_post_if_id_is_empty(self):
-        self.client.index(index="my-index", id="", body={})
-
-        self.assert_url_called("POST", "/my-index/_doc")
-
-    def test_index_uses_put_if_id_is_not_empty(self):
-        self.client.index(index="my-index", id=0, body={})
-
-        self.assert_url_called("PUT", "/my-index/_doc/0")
diff --git a/test_elasticsearch/test_client/common.py b/test_elasticsearch/test_client/common.py
@@ -0,0 +1,43 @@
+#  Licensed to Elasticsearch B.V. under one or more contributor
+#  license agreements. See the NOTICE file distributed with
+#  this work for additional information regarding copyright
+#  ownership. Elasticsearch B.V. licenses this file to you under
+#  the Apache License, Version 2.0 (the "License"); you may
+#  not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+# 	http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing,
+#  software distributed under the License is distributed on an
+#  "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+#  KIND, either express or implied.  See the License for the
+#  specific language governing permissions and limitations
+#  under the License.
+
+from collections import defaultdict
+
+from elasticsearch.connection import Connection
+
+
+class DummyTransport(Connection):
+    def __init__(self, hosts, **kwargs):
+        self.hosts = hosts
+        self.responses = kwargs.pop("responses", None)
+        self.call_count = 0
+        self.calls = defaultdict(list)
+
+    def perform_request(self, method, url, params=None, headers=None, body=None):
+        resp = 200, {}
+        if self.responses:
+            resp = self.responses[self.call_count]
+        self.call_count += 1
+        self.calls[(method, url)].append((params, headers, body))
+        return resp
+
+
+def assert_helper(client, method, url, count=1):
+    calls = client.transport.calls
+    assert (method, url) in calls
+    assert count == len(calls[(method, url)])
+    return calls[(method, url)]
diff --git a/test_elasticsearch/test_client/test_client.py b/test_elasticsearch/test_client/test_client.py
@@ -0,0 +1,84 @@
+#  Licensed to Elasticsearch B.V. under one or more contributor
+#  license agreements. See the NOTICE file distributed with
+#  this work for additional information regarding copyright
+#  ownership. Elasticsearch B.V. licenses this file to you under
+#  the Apache License, Version 2.0 (the "License"); you may
+#  not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+# 	http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing,
+#  software distributed under the License is distributed on an
+#  "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+#  KIND, either express or implied.  See the License for the
+#  specific language governing permissions and limitations
+#  under the License.
+
+
+import pytest
+
+from elasticsearch.client import Elasticsearch
+
+from .common import DummyTransport, assert_helper
+
+
+class TestClient:
+    def test_request_timeout_is_passed_through_unescaped(self):
+        client = Elasticsearch(transport_class=DummyTransport)
+        client.ping(request_timeout=0.1)
+        calls = assert_helper(client, "HEAD", "/")
+        assert [({"request_timeout": 0.1}, {}, None)] == calls
+
+    def test_params_is_copied_when(self):
+        client = Elasticsearch(transport_class=DummyTransport)
+        params = {"request_timeout": object()}
+        client.ping(params=params)
+        client.ping(params=params)
+        calls = assert_helper(client, "HEAD", "/", 2)
+        assert [(params, {}, None), (params, {}, None)] == calls
+        assert calls[0][0] is not calls[1][0]
+
+    def test_headers_is_copied_when(self):
+        client = Elasticsearch(transport_class=DummyTransport)
+        headers = {"authentication": "value"}
+        client.ping(headers=headers)
+        client.ping(headers=headers)
+        calls = assert_helper(client, "HEAD", "/", 2)
+        assert [({}, headers, None), ({}, headers, None)] == calls
+        assert calls[0][0] is not calls[1][0]
+
+    def test_from_in_search(self):
+        client = Elasticsearch(transport_class=DummyTransport)
+        client.search(index="i", from_=10)
+        calls = assert_helper(client, "POST", "/i/_search")
+        assert [({"from": "10"}, {}, None)] == calls
+
+    def test_repr_contains_hosts(self):
+        client = Elasticsearch(transport_class=DummyTransport)
+        assert "<Elasticsearch([{}])>" == repr(client)
+
+    def test_repr_subclass(self):
+        class OtherElasticsearch(Elasticsearch):
+            pass
+
+        assert "<OtherElasticsearch([{}])>" == repr(OtherElasticsearch())
+
+    def test_repr_contains_hosts_passed_in(self):
+        assert "es.org" in repr(Elasticsearch(["es.org:123"]))
+
+    def test_repr_truncates_host_to_5(self):
+        hosts = [{"host": "es" + str(i)} for i in range(10)]
+        es = Elasticsearch(hosts)
+        assert '{"host": "es5"}' not in repr(es)
+        assert "..." in repr(es)
+
+    @pytest.mark.parametrize(
+        ["id", "request_method", "url"],
+        [("", "POST", "/my-index/_doc"), (0, "PUT", "/my-index/_doc/0")],
+    )
+    def test_index_uses_id(self, id, request_method, url):
+        client = Elasticsearch(transport_class=DummyTransport)
+        client.index(index="my-index", id=id, body={})
+
+        assert_helper(client, request_method, url)
diff --git a/test_elasticsearch/test_client/test_cluster.py b/test_elasticsearch/test_client/test_cluster.py
@@ -15,30 +15,38 @@
 #  specific language governing permissions and limitations
 #  under the License.
 
-from test_elasticsearch.test_cases import ElasticsearchTestCase
-
-
-class TestCluster(ElasticsearchTestCase):
-    def test_stats_without_node_id(self):
-        self.client.cluster.stats()
-        self.assert_url_called("GET", "/_cluster/stats")
-
-    def test_stats_with_node_id(self):
-        self.client.cluster.stats("node-1")
-        self.assert_url_called("GET", "/_cluster/stats/nodes/node-1")
-
-        self.client.cluster.stats(node_id="node-2")
-        self.assert_url_called("GET", "/_cluster/stats/nodes/node-2")
-
-    def test_state_with_index_without_metric_defaults_to_all(self):
-        self.client.cluster.state()
-        self.assert_url_called("GET", "/_cluster/state")
-
-        self.client.cluster.state(metric="cluster_name")
-        self.assert_url_called("GET", "/_cluster/state/cluster_name")
-
-        self.client.cluster.state(index="index-1")
-        self.assert_url_called("GET", "/_cluster/state/_all/index-1")
-
-        self.client.cluster.state(index="index-1", metric="cluster_name")
-        self.assert_url_called("GET", "/_cluster/state/cluster_name/index-1")
+import pytest
+
+from elasticsearch.client import Elasticsearch
+
+from .common import DummyTransport, assert_helper
+
+
+class TestCluster:
+    @pytest.mark.parametrize("node_id", [None, "node-1", "node-2"])
+    def test_stats_node_id(self, node_id):
+        client = Elasticsearch(transport_class=DummyTransport)
+        client.cluster.stats(node_id=node_id)
+        url = "/_cluster/stats"
+        if node_id:
+            url += "/nodes/" + node_id
+        assert_helper(client, "GET", url)
+
+    @pytest.mark.parametrize(
+        ["index", "metric", "url_suffix"],
+        [
+            (None, None, None),
+            (None, "cluster_name", "/cluster_name"),
+            ("index-1", None, "/_all/index-1"),
+            ("index-1", "cluster_name", "/cluster_name/index-1"),
+        ],
+    )
+    def test_state_with_index_without_metric_defaults_to_all(
+        self, index, metric, url_suffix
+    ):
+        client = Elasticsearch(transport_class=DummyTransport)
+        client.cluster.state(index=index, metric=metric)
+        url = "/_cluster/state"
+        if url_suffix:
+            url += url_suffix
+        assert_helper(client, "GET", url)
diff --git a/test_elasticsearch/test_client/test_indices.py b/test_elasticsearch/test_client/test_indices.py
@@ -15,23 +15,31 @@
 #  specific language governing permissions and limitations
 #  under the License.
 
-from test_elasticsearch.test_cases import ElasticsearchTestCase
+import pytest
 
+from elasticsearch.client import Elasticsearch
 
-class TestIndices(ElasticsearchTestCase):
+from .common import DummyTransport, assert_helper
+
+
+class TestIndices:
     def test_create_one_index(self):
-        self.client.indices.create("test-index")
-        self.assert_url_called("PUT", "/test-index")
+        client = Elasticsearch(transport_class=DummyTransport)
+        client.indices.create("test-index")
+        assert_helper(client, "PUT", "/test-index")
 
     def test_delete_multiple_indices(self):
-        self.client.indices.delete(["test-index", "second.index", "third/index"])
-        self.assert_url_called("DELETE", "/test-index,second.index,third%2Findex")
+        client = Elasticsearch(transport_class=DummyTransport)
+        client.indices.delete(["test-index", "second.index", "third/index"])
+        assert_helper(client, "DELETE", "/test-index,second.index,third%2Findex")
 
     def test_exists_index(self):
-        self.client.indices.exists("second.index,third/index")
-        self.assert_url_called("HEAD", "/second.index,third%2Findex")
+        client = Elasticsearch(transport_class=DummyTransport)
+        client.indices.exists("second.index,third/index")
+        assert_helper(client, "HEAD", "/second.index,third%2Findex")
 
-    def test_passing_empty_value_for_required_param_raises_exception(self):
-        self.assertRaises(ValueError, self.client.indices.exists, index=None)
-        self.assertRaises(ValueError, self.client.indices.exists, index=[])
-        self.assertRaises(ValueError, self.client.indices.exists, index="")
+    @pytest.mark.parametrize("index", [None, [], ""])
+    def test_passing_empty_value_for_required_param_raises_exception(self, index):
+        client = Elasticsearch(transport_class=DummyTransport)
+        with pytest.raises(ValueError):
+            client.indices.exists(index=index)
diff --git a/test_elasticsearch/test_client/test_overrides.py b/test_elasticsearch/test_client/test_overrides.py
diff --git a/test_elasticsearch/test_client/test_utils.py b/test_elasticsearch/test_client/test_utils.py
diff --git a/test_elasticsearch/test_server/test_clients.py b/test_elasticsearch/test_server/test_clients.py
