test_paasta_metastatus.py

#!/usr/bin/env python
# Copyright 2015-2016 Yelp Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from mock import Mock
from mock import patch
from pytest import raises

from paasta_tools import paasta_metastatus
from paasta_tools.metrics.metastatus_lib import HealthCheckResult
from paasta_tools.metrics.metastatus_lib import ResourceUtilization as RU


def test_main_no_marathon_servers():
    with patch(
        "paasta_tools.paasta_metastatus.load_system_paasta_config", autospec=True
    ), patch(
        "paasta_tools.marathon_tools.get_marathon_servers",
        autospec=True,
        return_value={},
    ), patch(
        "paasta_tools.paasta_metastatus.is_mesos_available",
        autospec=True,
        return_value=True,
    ), patch(
        "paasta_tools.paasta_metastatus.get_mesos_master", autospec=True
    ) as get_mesos_master, patch(
        "paasta_tools.metrics.metastatus_lib.get_mesos_state_status",
        autospec=True,
        return_value=([("fake_output", True)]),
    ) as get_mesos_state_status_patch, patch(
        "paasta_tools.metrics.metastatus_lib.get_mesos_resource_utilization_health",
        autospec=True,
    ) as get_mesos_resource_utilization_health_patch, patch(
        "paasta_tools.metrics.metastatus_lib.get_marathon_status",
        autospec=True,
        return_value=([HealthCheckResult(message="fake_output", healthy=True)]),
    ), patch(
        "paasta_tools.paasta_metastatus.get_mesos_leader",
        autospec=True,
        return_value="localhost",
    ), patch(
        "paasta_tools.paasta_metastatus.is_kubernetes_available",
        autospec=True,
        return_value=False,
    ), patch(
        "paasta_tools.paasta_metastatus.load_kubernetes_service_config",
        autospec=True,
    ):
        fake_master = Mock(autospace=True)
        fake_master.state.return_value = {}
        get_mesos_master.return_value = fake_master

        get_mesos_state_status_patch.return_value = []
        get_mesos_resource_utilization_health_patch.return_value = []

        with raises(SystemExit) as excinfo:
            paasta_metastatus.main(())
        assert excinfo.value.code == 0


def test_main_marathon_jsondecode_error():
    with patch(
        "paasta_tools.paasta_metastatus.load_system_paasta_config", autospec=True
    ), patch(
        "paasta_tools.paasta_metastatus.is_mesos_available",
        autospec=True,
        return_value=True,
    ), patch(
        "paasta_tools.marathon_tools.get_marathon_servers", autospec=True
    ) as get_marathon_status_patch, patch(
        "paasta_tools.paasta_metastatus.get_mesos_master", autospec=True
    ) as get_mesos_master, patch(
        "paasta_tools.metrics.metastatus_lib.get_mesos_state_status",
        autospec=True,
        return_value=([("fake_output", True)]),
    ) as get_mesos_state_status_patch, patch(
        "paasta_tools.metrics.metastatus_lib.get_mesos_resource_utilization_health",
        autospec=True,
    ) as get_mesos_resource_utilization_health_patch, patch(
        "paasta_tools.metrics.metastatus_lib.get_marathon_status", autospec=True
    ) as get_marathon_status_patch, patch(
        "paasta_tools.paasta_metastatus.load_kubernetes_service_config",
        autospec=True,
    ):
        fake_master = Mock(autospace=True)
        fake_master.state.return_value = {}
        get_mesos_master.return_value = fake_master

        get_marathon_status_patch.return_value = [{"url": "http://foo"}]

        get_marathon_status_patch.side_effect = ValueError("could not decode json")

        get_mesos_state_status_patch.return_value = []
        get_mesos_resource_utilization_health_patch.return_value = []

        with raises(SystemExit) as excinfo:
            paasta_metastatus.main(())
        assert excinfo.value.code == 2


def test_get_service_instance_stats():
    # The patch stuff is confusing.
    # Basically we patch the validate_service_instance in the paasta_metastatus module and not the utils module
    instance_config_mock = Mock()
    instance_config_mock.get_gpus.return_value = None
    with patch(
        "paasta_tools.paasta_metastatus.get_instance_config",
        autospec=True,
        return_value=instance_config_mock,
    ):
        stats = paasta_metastatus.get_service_instance_stats(
            "fakeservice", "fakeinstance", "fakecluster"
        )
        assert set(stats.keys()) == {"mem", "cpus", "disk", "gpus"}


def test_fill_table_rows_with_service_instance_stats():
    fake_service_instance_stats = {"mem": 40, "cpus": 0.3, "disk": 1.0, "gpus": 0}
    fake_table_rows = [[]]
    # For reference, ResourceUtilization is (metric, total, free)
    fake_rsrc_utils = [RU("mem", 100, 80), RU("cpus", 100, 50), RU("disk", 20, 15)]
    paasta_metastatus.fill_table_rows_with_service_instance_stats(
        fake_service_instance_stats, fake_rsrc_utils, fake_table_rows
    )
    result_str = fake_table_rows[0][0]
    # Clearly memory is the limiting factor as there is only 80 memory and each service instance takes 40 memory
    assert "2" in result_str
    assert "mem" in result_str