Index: infra_libs/ts_mon/common/test/metrics_test.py |
diff --git a/infra_libs/ts_mon/common/test/metrics_test.py b/infra_libs/ts_mon/common/test/metrics_test.py |
deleted file mode 100644 |
index e89ebc4de979b284e48179ef6ac33a6fccd34636..0000000000000000000000000000000000000000 |
--- a/infra_libs/ts_mon/common/test/metrics_test.py |
+++ /dev/null |
@@ -1,535 +0,0 @@ |
-# Copyright 2015 The Chromium Authors. All rights reserved. |
-# Use of this source code is governed by a BSD-style license that can be |
-# found in the LICENSE file. |
- |
-import sys |
-import unittest |
- |
-import mock |
-from infra_libs.ts_mon.protos import metrics_pb2 |
- |
- |
-from infra_libs.ts_mon.common import distribution |
-from infra_libs.ts_mon.common import errors |
-from infra_libs.ts_mon.common import interface |
-from infra_libs.ts_mon.common import metric_store |
-from infra_libs.ts_mon.common import metrics |
-from infra_libs.ts_mon.common import targets |
-from infra_libs.ts_mon.common.test import stubs |
-from infra_libs.ts_mon.protos import metrics_pb2 |
- |
- |
-class TestBase(unittest.TestCase): |
- def setUp(self): |
- super(TestBase, self).setUp() |
- target = targets.TaskTarget('test_service', 'test_job', |
- 'test_region', 'test_host') |
- self.mock_state = interface.State(target=target) |
- self.state_patcher = mock.patch('infra_libs.ts_mon.common.interface.state', |
- new=self.mock_state) |
- self.state_patcher.start() |
- |
- def tearDown(self): |
- self.state_patcher.stop() |
- super(TestBase, self).tearDown() |
- |
- |
-class MetricTest(TestBase): |
- def test_name_property(self): |
- m1 = metrics.Metric('/foo', fields={'asdf': 1}) |
- self.assertEquals(m1.name, 'foo') |
- |
- def test_init_too_may_fields(self): |
- fields = {str(i): str(i) for i in xrange(8)} |
- with self.assertRaises(errors.MonitoringTooManyFieldsError) as e: |
- metrics.Metric('test', fields=fields) |
- self.assertEquals(e.exception.metric, 'test') |
- self.assertEquals(len(e.exception.fields), 8) |
- |
- def test_serialize(self): |
- t = targets.DeviceTarget('reg', 'role', 'net', 'host') |
- m = metrics.StringMetric('test') |
- m.set('val') |
- p = metrics_pb2.MetricsCollection() |
- m.serialize_to(p, 1234, (('bar', 1), ('baz', False)), m.get(), t) |
- return str(p).splitlines() |
- |
- def test_serialize_with_description(self): |
- t = targets.DeviceTarget('reg', 'role', 'net', 'host') |
- m = metrics.StringMetric('test', description='a custom description') |
- m.set('val') |
- p = metrics_pb2.MetricsCollection() |
- m.serialize_to(p, 1234, (('bar', 1), ('baz', False)), m.get(), t) |
- return str(p).splitlines() |
- |
- def test_serialize_with_units(self): |
- t = targets.DeviceTarget('reg', 'role', 'net', 'host') |
- m = metrics.GaugeMetric('test', units=metrics.MetricsDataUnits.SECONDS) |
- m.set(1) |
- p = metrics_pb2.MetricsCollection() |
- m.serialize_to(p, 1234, (('bar', 1), ('baz', False)), m.get(), t) |
- self.assertEquals(p.data[0].units, metrics.MetricsDataUnits.SECONDS) |
- return str(p).splitlines() |
- |
- def test_serialize_too_many_fields(self): |
- m = metrics.StringMetric('test', fields={'a': 1, 'b': 2, 'c': 3, 'd': 4}) |
- m.set('val', fields={'e': 5, 'f': 6, 'g': 7}) |
- with self.assertRaises(errors.MonitoringTooManyFieldsError): |
- m.set('val', fields={'e': 5, 'f': 6, 'g': 7, 'h': 8}) |
- |
- def test_populate_field_values(self): |
- pb1 = metrics_pb2.MetricsData() |
- m1 = metrics.Metric('foo', fields={'asdf': 1}) |
- m1._populate_fields(pb1, m1._normalized_fields) |
- self.assertEquals(pb1.fields[0].name, 'asdf') |
- self.assertEquals(pb1.fields[0].int_value, 1) |
- |
- pb2 = metrics_pb2.MetricsData() |
- m2 = metrics.Metric('bar', fields={'qwer': True}) |
- m2._populate_fields(pb2, m2._normalized_fields) |
- self.assertEquals(pb2.fields[0].name, 'qwer') |
- self.assertEquals(pb2.fields[0].bool_value, True) |
- |
- pb3 = metrics_pb2.MetricsData() |
- m3 = metrics.Metric('baz', fields={'zxcv': 'baz'}) |
- m3._populate_fields(pb3, m3._normalized_fields) |
- self.assertEquals(pb3.fields[0].name, 'zxcv') |
- self.assertEquals(pb3.fields[0].string_value, 'baz') |
- |
- def test_invalid_field_value(self): |
- pb = metrics_pb2.MetricsData() |
- m = metrics.Metric('test', fields={'pi': 3.14}) |
- with self.assertRaises(errors.MonitoringInvalidFieldTypeError) as e: |
- m._populate_fields(pb, m._normalized_fields) |
- self.assertEquals(e.exception.metric, 'test') |
- self.assertEquals(e.exception.field, 'pi') |
- self.assertEquals(e.exception.value, 3.14) |
- |
- def test_register_unregister(self): |
- self.assertEquals(0, len(self.mock_state.metrics)) |
- m = metrics.Metric('test', fields={'pi': 3.14}) |
- self.assertEquals(1, len(self.mock_state.metrics)) |
- m.unregister() |
- self.assertEquals(0, len(self.mock_state.metrics)) |
- |
- def test_reset(self): |
- m = metrics.StringMetric('test') |
- self.assertIsNone(m.get()) |
- m.set('foo') |
- self.assertEqual('foo', m.get()) |
- m.reset() |
- self.assertIsNone(m.get()) |
- |
- |
-class StringMetricTest(TestBase): |
- |
- def test_populate_value(self): |
- pb = metrics_pb2.MetricsData() |
- m = metrics.StringMetric('test') |
- m._populate_value(pb, 'foo', 1234) |
- self.assertEquals(pb.string_value, 'foo') |
- |
- def test_set(self): |
- m = metrics.StringMetric('test') |
- m.set('hello world') |
- self.assertEquals(m.get(), 'hello world') |
- |
- def test_non_string_raises(self): |
- m = metrics.StringMetric('test') |
- with self.assertRaises(errors.MonitoringInvalidValueTypeError): |
- m.set(object()) |
- |
- def test_is_cumulative(self): |
- m = metrics.StringMetric('test') |
- self.assertFalse(m.is_cumulative()) |
- |
- |
-class BooleanMetricTest(TestBase): |
- |
- def test_populate_value(self): |
- pb = metrics_pb2.MetricsData() |
- m = metrics.BooleanMetric('test') |
- m._populate_value(pb, True, 1234) |
- self.assertEquals(pb.boolean_value, True) |
- |
- def test_set(self): |
- m = metrics.BooleanMetric('test') |
- m.set(False) |
- self.assertEquals(m.get(), False) |
- |
- def test_non_bool_raises(self): |
- m = metrics.BooleanMetric('test') |
- with self.assertRaises(errors.MonitoringInvalidValueTypeError): |
- m.set(object()) |
- with self.assertRaises(errors.MonitoringInvalidValueTypeError): |
- m.set('True') |
- with self.assertRaises(errors.MonitoringInvalidValueTypeError): |
- m.set(123) |
- |
- def test_is_cumulative(self): |
- m = metrics.BooleanMetric('test') |
- self.assertFalse(m.is_cumulative()) |
- |
- |
-class CounterMetricTest(TestBase): |
- |
- def test_populate_value(self): |
- pb = metrics_pb2.MetricsData() |
- m = metrics.CounterMetric('test') |
- m._populate_value(pb, 1, 1234) |
- self.assertEquals(pb.counter, 1) |
- |
- def test_set(self): |
- m = metrics.CounterMetric('test') |
- m.set(10) |
- self.assertEquals(m.get(), 10) |
- |
- def test_increment(self): |
- m = metrics.CounterMetric('test') |
- m.set(1) |
- self.assertEquals(m.get(), 1) |
- m.increment() |
- self.assertEquals(m.get(), 2) |
- m.increment_by(3) |
- self.assertAlmostEquals(m.get(), 5) |
- |
- def test_decrement_raises(self): |
- m = metrics.CounterMetric('test') |
- m.set(1) |
- with self.assertRaises(errors.MonitoringDecreasingValueError): |
- m.set(0) |
- with self.assertRaises(errors.MonitoringDecreasingValueError): |
- m.increment_by(-1) |
- |
- def test_non_int_raises(self): |
- m = metrics.CounterMetric('test') |
- with self.assertRaises(errors.MonitoringInvalidValueTypeError): |
- m.set(object()) |
- with self.assertRaises(errors.MonitoringInvalidValueTypeError): |
- m.set(1.5) |
- with self.assertRaises(errors.MonitoringInvalidValueTypeError): |
- m.increment_by(1.5) |
- |
- def test_multiple_field_values(self): |
- m = metrics.CounterMetric('test') |
- m.increment({'foo': 'bar'}) |
- m.increment({'foo': 'baz'}) |
- m.increment({'foo': 'bar'}) |
- self.assertIsNone(None) |
- self.assertEquals(2, m.get({'foo': 'bar'})) |
- self.assertEquals(1, m.get({'foo': 'baz'})) |
- |
- def test_override_fields(self): |
- m = metrics.CounterMetric('test', fields={'foo': 'bar'}) |
- m.increment() |
- m.increment({'foo': 'baz'}) |
- self.assertEquals(1, m.get()) |
- self.assertEquals(1, m.get({'foo': 'bar'})) |
- self.assertEquals(1, m.get({'foo': 'baz'})) |
- |
- def test_start_timestamp(self): |
- t = targets.DeviceTarget('reg', 'role', 'net', 'host') |
- m = metrics.CounterMetric('test', fields={'foo': 'bar'}) |
- m.increment() |
- p = metrics_pb2.MetricsCollection() |
- m.serialize_to(p, 1234, (), m.get(), t) |
- self.assertEquals(1234000000, p.data[0].start_timestamp_us) |
- |
- def test_is_cumulative(self): |
- m = metrics.CounterMetric('test') |
- self.assertTrue(m.is_cumulative()) |
- |
- def test_get_all(self): |
- m = metrics.CounterMetric('test') |
- m.increment() |
- m.increment({'foo': 'bar'}) |
- m.increment({'foo': 'baz', 'moo': 'wibble'}) |
- self.assertEqual([ |
- ((), 1), |
- ((('foo', 'bar'),), 1), |
- ((('foo', 'baz'), ('moo', 'wibble')), 1), |
- ], sorted(m.get_all())) |
- |
- |
-class GaugeMetricTest(TestBase): |
- |
- def test_populate_value(self): |
- pb = metrics_pb2.MetricsData() |
- m = metrics.GaugeMetric('test') |
- m._populate_value(pb, 1, 1234) |
- self.assertEquals(pb.gauge, 1) |
- |
- def test_set(self): |
- m = metrics.GaugeMetric('test') |
- m.set(10) |
- self.assertEquals(m.get(), 10) |
- m.set(sys.maxint + 1) |
- self.assertEquals(m.get(), sys.maxint + 1) |
- |
- def test_non_int_raises(self): |
- m = metrics.GaugeMetric('test') |
- with self.assertRaises(errors.MonitoringInvalidValueTypeError): |
- m.set(object()) |
- |
- def test_is_cumulative(self): |
- m = metrics.GaugeMetric('test') |
- self.assertFalse(m.is_cumulative()) |
- |
- |
-class CumulativeMetricTest(TestBase): |
- |
- def test_populate_value(self): |
- pb = metrics_pb2.MetricsData() |
- m = metrics.CumulativeMetric('test') |
- m._populate_value(pb, 1.618, 1234) |
- self.assertAlmostEquals(pb.cumulative_double_value, 1.618) |
- |
- def test_set(self): |
- m = metrics.CumulativeMetric('test') |
- m.set(3.14) |
- self.assertAlmostEquals(m.get(), 3.14) |
- |
- def test_decrement_raises(self): |
- m = metrics.CumulativeMetric('test') |
- m.set(3.14) |
- with self.assertRaises(errors.MonitoringDecreasingValueError): |
- m.set(0) |
- with self.assertRaises(errors.MonitoringDecreasingValueError): |
- m.increment_by(-1) |
- |
- def test_non_number_raises(self): |
- m = metrics.CumulativeMetric('test') |
- with self.assertRaises(errors.MonitoringInvalidValueTypeError): |
- m.set(object()) |
- |
- def test_start_timestamp(self): |
- t = targets.DeviceTarget('reg', 'role', 'net', 'host') |
- m = metrics.CumulativeMetric('test', fields={'foo': 'bar'}) |
- m.set(3.14) |
- p = metrics_pb2.MetricsCollection() |
- m.serialize_to(p, 1234, (), m.get(), t) |
- self.assertEquals(1234000000, p.data[0].start_timestamp_us) |
- |
- def test_is_cumulative(self): |
- m = metrics.CumulativeMetric('test') |
- self.assertTrue(m.is_cumulative()) |
- |
- |
-class FloatMetricTest(TestBase): |
- |
- def test_populate_value(self): |
- pb = metrics_pb2.MetricsData() |
- m = metrics.FloatMetric('test') |
- m._populate_value(pb, 1.618, 1234) |
- self.assertEquals(pb.noncumulative_double_value, 1.618) |
- |
- def test_set(self): |
- m = metrics.FloatMetric('test') |
- m.set(3.14) |
- self.assertEquals(m.get(), 3.14) |
- |
- def test_non_number_raises(self): |
- m = metrics.FloatMetric('test') |
- with self.assertRaises(errors.MonitoringInvalidValueTypeError): |
- m.set(object()) |
- |
- def test_is_cumulative(self): |
- m = metrics.FloatMetric('test') |
- self.assertFalse(m.is_cumulative()) |
- |
- |
-class RunningZeroGeneratorTest(TestBase): |
- |
- def assertZeroes(self, expected, sequence): |
- self.assertEquals(expected, |
- list(metrics.DistributionMetric._running_zero_generator(sequence))) |
- |
- def test_running_zeroes(self): |
- self.assertZeroes([1, -1, 1], [1, 0, 1]) |
- self.assertZeroes([1, -2, 1], [1, 0, 0, 1]) |
- self.assertZeroes([1, -3, 1], [1, 0, 0, 0, 1]) |
- self.assertZeroes([1, -1, 1, -1, 2], [1, 0, 1, 0, 2]) |
- self.assertZeroes([1, -1, 1, -2, 2], [1, 0, 1, 0, 0, 2]) |
- self.assertZeroes([1, -2, 1, -2, 2], [1, 0, 0, 1, 0, 0, 2]) |
- |
- def test_leading_zeroes(self): |
- self.assertZeroes([-1, 1], [0, 1]) |
- self.assertZeroes([-2, 1], [0, 0, 1]) |
- self.assertZeroes([-3, 1], [0, 0, 0, 1]) |
- |
- def test_trailing_zeroes(self): |
- self.assertZeroes([1], [1]) |
- self.assertZeroes([1], [1, 0]) |
- self.assertZeroes([1], [1, 0, 0]) |
- self.assertZeroes([], []) |
- self.assertZeroes([], [0]) |
- self.assertZeroes([], [0, 0]) |
- |
- |
-class DistributionMetricTest(TestBase): |
- |
- def test_populate_canonical(self): |
- pb = metrics_pb2.MetricsData() |
- m = metrics.DistributionMetric('test') |
- m._populate_value(pb, |
- distribution.Distribution(distribution.GeometricBucketer()), |
- 1234) |
- self.assertEquals(pb.distribution.spec_type, |
- metrics_pb2.PrecomputedDistribution.CANONICAL_POWERS_OF_10_P_0_2) |
- |
- m._populate_value(pb, |
- distribution.Distribution(distribution.GeometricBucketer(2)), |
- 1234) |
- self.assertEquals(pb.distribution.spec_type, |
- metrics_pb2.PrecomputedDistribution.CANONICAL_POWERS_OF_2) |
- |
- m._populate_value(pb, |
- distribution.Distribution(distribution.GeometricBucketer(10)), |
- 1234) |
- self.assertEquals(pb.distribution.spec_type, |
- metrics_pb2.PrecomputedDistribution.CANONICAL_POWERS_OF_10) |
- |
- def test_populate_custom(self): |
- pb = metrics_pb2.MetricsData() |
- m = metrics.DistributionMetric('test') |
- m._populate_value(pb, |
- distribution.Distribution(distribution.GeometricBucketer(4)), |
- 1234) |
- self.assertEquals(pb.distribution.spec_type, |
- metrics_pb2.PrecomputedDistribution.CUSTOM_PARAMETERIZED) |
- self.assertEquals(0, pb.distribution.width) |
- self.assertEquals(4, pb.distribution.growth_factor) |
- self.assertEquals(100, pb.distribution.num_buckets) |
- |
- m._populate_value(pb, |
- distribution.Distribution(distribution.FixedWidthBucketer(10)), |
- 1234) |
- self.assertEquals(pb.distribution.spec_type, |
- metrics_pb2.PrecomputedDistribution.CUSTOM_PARAMETERIZED) |
- self.assertEquals(10, pb.distribution.width) |
- self.assertEquals(0, pb.distribution.growth_factor) |
- self.assertEquals(100, pb.distribution.num_buckets) |
- |
- def test_populate_buckets(self): |
- pb = metrics_pb2.MetricsData() |
- m = metrics.DistributionMetric('test') |
- d = distribution.Distribution( |
- distribution.FixedWidthBucketer(10)) |
- d.add(5) |
- d.add(15) |
- d.add(35) |
- d.add(65) |
- |
- m._populate_value(pb, d, 1234) |
- self.assertEquals([1, 1, -1, 1, -2, 1], pb.distribution.bucket) |
- self.assertEquals(0, pb.distribution.underflow) |
- self.assertEquals(0, pb.distribution.overflow) |
- self.assertEquals(30, pb.distribution.mean) |
- |
- pb = metrics_pb2.MetricsData() |
- d = distribution.Distribution( |
- distribution.FixedWidthBucketer(10, num_finite_buckets=1)) |
- d.add(5) |
- d.add(15) |
- d.add(25) |
- |
- m._populate_value(pb, d, 1234) |
- self.assertEquals([1], pb.distribution.bucket) |
- self.assertEquals(0, pb.distribution.underflow) |
- self.assertEquals(2, pb.distribution.overflow) |
- self.assertEquals(15, pb.distribution.mean) |
- |
- def test_populate_buckets_last_zero(self): |
- pb = metrics_pb2.MetricsData() |
- m = metrics.DistributionMetric('test') |
- d = distribution.Distribution( |
- distribution.FixedWidthBucketer(10, num_finite_buckets=10)) |
- d.add(5) |
- d.add(105) |
- |
- m._populate_value(pb, d, 1234) |
- self.assertEquals([1], pb.distribution.bucket) |
- self.assertEquals(1, pb.distribution.overflow) |
- |
- def test_populate_buckets_underflow(self): |
- pb = metrics_pb2.MetricsData() |
- m = metrics.DistributionMetric('test') |
- d = distribution.Distribution( |
- distribution.FixedWidthBucketer(10, num_finite_buckets=10)) |
- d.add(-5) |
- d.add(-1000000) |
- |
- m._populate_value(pb, d, 1234) |
- self.assertEquals([], pb.distribution.bucket) |
- self.assertEquals(2, pb.distribution.underflow) |
- self.assertEquals(0, pb.distribution.overflow) |
- self.assertEquals(-500002.5, pb.distribution.mean) |
- |
- def test_populate_is_cumulative(self): |
- pb = metrics_pb2.MetricsData() |
- d = distribution.Distribution( |
- distribution.FixedWidthBucketer(10, num_finite_buckets=10)) |
- m = metrics.CumulativeDistributionMetric('test') |
- |
- m._populate_value(pb, d, 1234) |
- self.assertTrue(pb.distribution.is_cumulative) |
- |
- m = metrics.NonCumulativeDistributionMetric('test2') |
- |
- m._populate_value(pb, d, 1234) |
- self.assertFalse(pb.distribution.is_cumulative) |
- |
- def test_add(self): |
- m = metrics.DistributionMetric('test') |
- m.add(1) |
- m.add(10) |
- m.add(100) |
- self.assertEquals({2: 1, 6: 1, 11: 1}, m.get().buckets) |
- self.assertEquals(111, m.get().sum) |
- self.assertEquals(3, m.get().count) |
- |
- def test_add_custom_bucketer(self): |
- m = metrics.DistributionMetric('test', |
- bucketer=distribution.FixedWidthBucketer(10)) |
- m.add(1) |
- m.add(10) |
- m.add(100) |
- self.assertEquals({1: 1, 2: 1, 11: 1}, m.get().buckets) |
- self.assertEquals(111, m.get().sum) |
- self.assertEquals(3, m.get().count) |
- |
- def test_set(self): |
- d = distribution.Distribution( |
- distribution.FixedWidthBucketer(10, num_finite_buckets=10)) |
- d.add(1) |
- d.add(10) |
- d.add(100) |
- |
- m = metrics.CumulativeDistributionMetric('test') |
- with self.assertRaises(TypeError): |
- m.set(d) |
- |
- m = metrics.NonCumulativeDistributionMetric('test2') |
- m.set(d) |
- self.assertEquals(d, m.get()) |
- |
- with self.assertRaises(errors.MonitoringInvalidValueTypeError): |
- m.set(1) |
- with self.assertRaises(errors.MonitoringInvalidValueTypeError): |
- m.set('foo') |
- |
- def test_start_timestamp(self): |
- t = targets.DeviceTarget('reg', 'role', 'net', 'host') |
- m = metrics.CumulativeDistributionMetric('test') |
- m.add(1) |
- m.add(5) |
- m.add(25) |
- p = metrics_pb2.MetricsCollection() |
- m.serialize_to(p, 1234, (), m.get(), t) |
- self.assertEquals(1234000000, p.data[0].start_timestamp_us) |
- |
- def test_is_cumulative(self): |
- cd = metrics.CumulativeDistributionMetric('test') |
- ncd = metrics.NonCumulativeDistributionMetric('test2') |
- self.assertTrue(cd.is_cumulative()) |
- self.assertFalse(ncd.is_cumulative()) |