Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(83)

Side by Side Diff: appengine/swarming/handlers_endpoints_test.py

Issue 2220373003: Allow botlist API call to respond to quarantined: and is_dead: (Closed) Base URL: https://chromium.googlesource.com/external/github.com/luci/luci-py@master
Patch Set: Created 4 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 #!/usr/bin/env python 1 #!/usr/bin/env python
2 # coding=utf-8 2 # coding=utf-8
3 # Copyright 2015 The LUCI Authors. All rights reserved. 3 # Copyright 2015 The LUCI Authors. All rights reserved.
4 # Use of this source code is governed under the Apache License, Version 2.0 4 # Use of this source code is governed under the Apache License, Version 2.0
5 # that can be found in the LICENSE file. 5 # that can be found in the LICENSE file.
6 6
7 import base64 7 import base64
8 import datetime 8 import datetime
9 import json 9 import json
10 import logging 10 import logging
(...skipping 1359 matching lines...) Expand 10 before | Expand all | Expand 10 after
1370 } 1370 }
1371 self.assertEqual(expected, response.json) 1371 self.assertEqual(expected, response.json)
1372 1372
1373 1373
1374 class BotsApiTest(BaseTest): 1374 class BotsApiTest(BaseTest):
1375 api_service_cls = handlers_endpoints.SwarmingBotsService 1375 api_service_cls = handlers_endpoints.SwarmingBotsService
1376 1376
1377 def test_list_ok(self): 1377 def test_list_ok(self):
1378 """Asserts that BotInfo is returned for the appropriate set of bots.""" 1378 """Asserts that BotInfo is returned for the appropriate set of bots."""
1379 self.set_as_privileged_user() 1379 self.set_as_privileged_user()
1380 self.maxDiff = None
1381 then = datetime.datetime(2009, 1, 2, 3, 4, 5, 6)
1382 then_str = unicode(then.strftime(self.DATETIME_FORMAT))
1383 self.mock_now(then)
1384 # Add three bot events, corresponding to one dead bot, one quarantined bot,
1385 # and one good bot
1386 bot_management.bot_event(
1387 event_type='bot_connected', bot_id='id3',
1388 external_ip='8.8.4.4', authenticated_as='bot:whitelisted-ip',
1389 dimensions={'foo': ['bar'], 'id': ['id3']}, state={'ram': 65},
1390 version='123456789', quarantined=False, task_id=None, task_name=None)
1380 now = datetime.datetime(2010, 1, 2, 3, 4, 5, 6) 1391 now = datetime.datetime(2010, 1, 2, 3, 4, 5, 6)
1381 now_str = unicode(now.strftime(self.DATETIME_FORMAT)) 1392 now_str = unicode(now.strftime(self.DATETIME_FORMAT))
1382 self.mock_now(now) 1393 self.mock_now(now)
1383 bot_management.bot_event( 1394 bot_management.bot_event(
1384 event_type='bot_connected', bot_id='id1', 1395 event_type='bot_connected', bot_id='id1',
1385 external_ip='8.8.4.4', authenticated_as='bot:whitelisted-ip', 1396 external_ip='8.8.4.4', authenticated_as='bot:whitelisted-ip',
1386 dimensions={'foo': ['bar'], 'id': ['id1']}, state={'ram': 65}, 1397 dimensions={'foo': ['bar'], 'id': ['id1']}, state={'ram': 65},
1387 version='123456789', quarantined=False, task_id=None, task_name=None) 1398 version='123456789', quarantined=False, task_id=None, task_name=None)
1399 bot_management.bot_event(
1400 event_type='bot_connected', bot_id='id2',
1401 external_ip='8.8.4.4', authenticated_as='bot:whitelisted-ip',
1402 dimensions={'foo': ['bar'], 'id': ['id2']}, state={'ram': 65},
1403 version='123456789', quarantined=True, task_id=None, task_name=None)
1404 bot1 = {
1405 u'authenticated_as': u'bot:whitelisted-ip',
1406 u'bot_id': u'id1',
1407 u'dimensions': [
1408 {u'key': u'foo', u'value': [u'bar']},
1409 {u'key': u'id', u'value': [u'id1']},
1410 ],
1411 u'external_ip': u'8.8.4.4',
1412 u'first_seen_ts': now_str,
1413 u'is_dead': False,
1414 u'last_seen_ts': now_str,
1415 u'quarantined': False,
1416 u'state': u'{"ram":65}',
1417 u'version': u'123456789',
1418 }
1419 bot2 = {
1420 u'authenticated_as': u'bot:whitelisted-ip',
1421 u'bot_id': u'id2',
1422 u'dimensions': [
1423 {u'key': u'foo', u'value': [u'bar']},
1424 {u'key': u'id', u'value': [u'id2']},
1425 ],
1426 u'external_ip': u'8.8.4.4',
1427 u'first_seen_ts': now_str,
1428 u'is_dead': False,
1429 u'last_seen_ts': now_str,
1430 u'quarantined': True,
1431 u'state': u'{"ram":65}',
1432 u'version': u'123456789',
1433 }
1434 bot3 = {
1435 u'authenticated_as': u'bot:whitelisted-ip',
1436 u'bot_id': u'id3',
1437 u'dimensions': [
1438 {u'key': u'foo', u'value': [u'bar']},
1439 {u'key': u'id', u'value': [u'id3']},
1440 ],
1441 u'external_ip': u'8.8.4.4',
1442 u'first_seen_ts': then_str,
1443 u'is_dead': True,
1444 u'last_seen_ts': then_str,
1445 u'quarantined': False,
1446 u'state': u'{"ram":65}',
1447 u'version': u'123456789',
1448 }
1388 expected = { 1449 expected = {
1389 u'items': [ 1450 u'items': [bot1, bot2, bot3],
1390 {
1391 u'authenticated_as': u'bot:whitelisted-ip',
1392 u'bot_id': u'id1',
1393 u'dimensions': [
1394 {u'key': u'foo', u'value': [u'bar']},
1395 {u'key': u'id', u'value': [u'id1']},
1396 ],
1397 u'external_ip': u'8.8.4.4',
1398 u'first_seen_ts': now_str,
1399 u'is_dead': False,
1400 u'last_seen_ts': now_str,
1401 u'quarantined': False,
1402 u'state': u'{"ram":65}',
1403 u'version': u'123456789',
1404 },
1405 ],
1406 u'death_timeout': unicode(config.settings().bot_death_timeout_secs), 1451 u'death_timeout': unicode(config.settings().bot_death_timeout_secs),
1407 u'now': unicode(now.strftime(self.DATETIME_FORMAT)), 1452 u'now': unicode(now.strftime(self.DATETIME_FORMAT)),
1408 } 1453 }
1454 # All bots should be returned with no params
1409 request = swarming_rpcs.BotsRequest() 1455 request = swarming_rpcs.BotsRequest()
1410 response = self.call_api('list', body=message_to_dict(request)) 1456 response = self.call_api('list', body=message_to_dict(request))
1411 self.assertEqual(expected, response.json) 1457 self.assertEqual(expected, response.json)
1412 1458 # All bots should be returned if we don't care about quarantined
1459 request = swarming_rpcs.BotsRequest(dimensions=['quarantined:none'])
1460 response = self.call_api('list', body=message_to_dict(request))
1461 self.assertEqual(expected, response.json)
1462 # All bots should be returned if we don't care about is_dead
1463 request = swarming_rpcs.BotsRequest(dimensions=['is_dead:none'])
1464 response = self.call_api('list', body=message_to_dict(request))
1465 self.assertEqual(expected, response.json)
1466 # Only bot1 corresponds to these two dimensions
1467 expected[u'items']=[bot1]
1413 request = swarming_rpcs.BotsRequest(dimensions=['foo:bar', 'id:id1']) 1468 request = swarming_rpcs.BotsRequest(dimensions=['foo:bar', 'id:id1'])
1414 response = self.call_api('list', body=message_to_dict(request)) 1469 response = self.call_api('list', body=message_to_dict(request))
1415 self.assertEqual(expected, response.json) 1470 self.assertEqual(expected, response.json)
1416 1471 # exclude bot2 only, which is quarantined
1472 expected[u'items']=[bot1, bot3]
1473 request = swarming_rpcs.BotsRequest(dimensions=['quarantined:false'])
1474 response = self.call_api('list', body=message_to_dict(request))
1475 self.assertEqual(expected, response.json)
1476 # exclude bot3 only, which is dead
1477 expected[u'items']=[bot1, bot2]
1478 request = swarming_rpcs.BotsRequest(dimensions=['is_dead:false'])
1479 response = self.call_api('list', body=message_to_dict(request))
1480 self.assertEqual(expected, response.json)
1481 # only bot2 is quarantined
1482 expected[u'items']=[bot2]
1483 request = swarming_rpcs.BotsRequest(dimensions=['quarantined:true'])
1484 response = self.call_api('list', body=message_to_dict(request))
1485 self.assertEqual(expected, response.json)
1486 # quarantined:true can be paired with other dimensions and still work
1487 request = swarming_rpcs.BotsRequest(
1488 dimensions=['quarantined:true', 'foo:bar'])
1489 response = self.call_api('list', body=message_to_dict(request))
1490 self.assertEqual(expected, response.json)
1491 # only bot3 is dead
1492 expected[u'items']=[bot3]
1493 request = swarming_rpcs.BotsRequest(dimensions=['is_dead:true'])
1494 response = self.call_api('list', body=message_to_dict(request))
1495 self.assertEqual(expected, response.json)
1496 # is_dead:true can be paired with other dimensions and still work
1497 request = swarming_rpcs.BotsRequest(dimensions=['is_dead:true', 'foo:bar'])
1498 response = self.call_api('list', body=message_to_dict(request))
1499 self.assertEqual(expected, response.json)
1500 # not:existing is a dimension that doesn't exist, nothing returned.
1417 request = swarming_rpcs.BotsRequest(dimensions=['not:existing']) 1501 request = swarming_rpcs.BotsRequest(dimensions=['not:existing'])
1418 response = self.call_api('list', body=message_to_dict(request)) 1502 response = self.call_api('list', body=message_to_dict(request))
1419 del expected[u'items'] 1503 del expected[u'items']
1420 self.assertEqual(expected, response.json) 1504 self.assertEqual(expected, response.json)
1421 1505 # quarantined:true can be paired with other non-existing dimensions and
1506 # still work
1507 request = swarming_rpcs.BotsRequest(
1508 dimensions=['quarantined:true', 'not:existing'])
1509 response = self.call_api('list', body=message_to_dict(request))
1510 self.assertEqual(expected, response.json)
1511 # is_dead:true can be paired with other non-existing dimensions and
1512 # still work
1513 request = swarming_rpcs.BotsRequest(
1514 dimensions=['is_dead:true', 'not:existing'])
1515 response = self.call_api('list', body=message_to_dict(request))
1516 self.assertEqual(expected, response.json)
1517 # No bot is both dead and quarantined
1518 request = swarming_rpcs.BotsRequest(
1519 dimensions=['quarantined:true', 'is_dead:true'])
1520 response = self.call_api('list', body=message_to_dict(request))
1521 self.assertEqual(expected, response.json)
1522 # A bad request returns 400
1422 request = swarming_rpcs.BotsRequest(dimensions=['bad']) 1523 request = swarming_rpcs.BotsRequest(dimensions=['bad'])
1423 self.call_api('list', body=message_to_dict(request), status=400) 1524 self.call_api('list', body=message_to_dict(request), status=400)
1424 1525
1425 def test_count_ok(self): 1526 def test_count_ok(self):
1426 """Asserts that BotsCount is returned for the appropriate set of bots.""" 1527 """Asserts that BotsCount is returned for the appropriate set of bots."""
1427 self.set_as_privileged_user() 1528 self.set_as_privileged_user()
1428 self.mock_now(datetime.datetime(2009, 1, 2, 3, 4, 5, 6)) 1529 self.mock_now(datetime.datetime(2009, 1, 2, 3, 4, 5, 6))
1429 bot_management.bot_event( 1530 bot_management.bot_event(
1430 event_type='bot_connected', bot_id='id3', 1531 event_type='bot_connected', bot_id='id3',
1431 external_ip='8.8.4.4', authenticated_as='bot:whitelisted-ip', 1532 external_ip='8.8.4.4', authenticated_as='bot:whitelisted-ip',
(...skipping 341 matching lines...) Expand 10 before | Expand all | Expand 10 after
1773 self.assertEqual(expected, response.json) 1874 self.assertEqual(expected, response.json)
1774 1875
1775 1876
1776 if __name__ == '__main__': 1877 if __name__ == '__main__':
1777 if '-v' in sys.argv: 1878 if '-v' in sys.argv:
1778 unittest.TestCase.maxDiff = None 1879 unittest.TestCase.maxDiff = None
1779 logging.basicConfig(level=logging.DEBUG) 1880 logging.basicConfig(level=logging.DEBUG)
1780 else: 1881 else:
1781 logging.basicConfig(level=logging.CRITICAL) 1882 logging.basicConfig(level=logging.CRITICAL)
1782 unittest.main() 1883 unittest.main()
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698