# Copyright 2014 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""This module provides utility functions to help managing servers in server
database (defined in global config section AUTOTEST_SERVER_DB).
"""
import socket
import subprocess
import sys
import common
import django.core.exceptions
from autotest_lib.client.common_lib import base_utils as utils
from autotest_lib.client.common_lib.global_config import global_config
from autotest_lib.frontend.server import models as server_models
from autotest_lib.site_utils.lib import infra
class ServerActionError(Exception):
"""Exception raised when action on server failed.
"""
def use_server_db():
"""Check if use_server_db is enabled in configuration.
@return: True if use_server_db is set to True in global config.
"""
return global_config.get_config_value(
'SERVER', 'use_server_db', default=False, type=bool)
def warn_missing_role(role, exclude_server):
"""Post a warning if Autotest instance has no other primary server with
given role.
@param role: Name of the role.
@param exclude_server: Server to be excluded from search for role.
"""
servers = server_models.Server.objects.filter(
roles__role=role,
status=server_models.Server.STATUS.PRIMARY).exclude(
hostname=exclude_server.hostname)
if not servers:
message = ('WARNING! There will be no server with role %s after it\'s '
'removed from server %s. Autotest will not function '
'normally without any server in role %s.' %
(role, exclude_server.hostname, role))
print >> sys.stderr, message
def get_servers(hostname=None, role=None, status=None):
"""Find servers with given role and status.
@param hostname: hostname of the server.
@param role: Role of server, default to None.
@param status: Status of server, default to None.
@return: A list of server objects with given role and status.
"""
filters = {}
if hostname:
filters['hostname'] = hostname
if role:
filters['roles__role'] = role
if status:
filters['status'] = status
return list(server_models.Server.objects.filter(**filters))
def get_server_details(servers, table=False, summary=False):
"""Get a string of given servers' details.
The method can return a string of server information in 3 different formats:
A detail view:
Hostname : server2
Status : primary
Roles : drone
Attributes : {'max_processes':300}
Date Created : 2014-11-25 12:00:00
Date Modified: None
Note : Drone in lab1
A table view:
Hostname | Status | Roles | Date Created | Date Modified | Note
server1 | backup | scheduler | 2014-11-25 23:45:19 | |
server2 | primary | drone | 2014-11-25 12:00:00 | | Drone
A summary view:
scheduler : server1(backup), server3(primary),
host_scheduler :
drone : server2(primary),
devserver :
database :
suite_scheduler:
crash_server :
No Role :
The method returns detail view of each server and a summary view by default.
If `table` is set to True, only table view will be returned.
If `summary` is set to True, only summary view will be returned.
@param servers: A list of servers to get details.
@param table: True to return a table view instead of a detail view,
default is set to False.
@param summary: True to only show the summary of roles and status of
given servers.
@return: A string of the information of given servers.
"""
# Format string to display a table view.
# Hostname, Status, Roles, Date Created, Date Modified, Note
TABLEVIEW_FORMAT = ('%(hostname)-30s | %(status)-7s | %(roles)-20s | '
'%(date_created)-19s | %(date_modified)-19s | %(note)s')
result = ''
if not table and not summary:
for server in servers:
result += '\n' + str(server)
elif table:
result += (TABLEVIEW_FORMAT %
{'hostname':'Hostname', 'status':'Status',
'roles':'Roles', 'date_created':'Date Created',
'date_modified':'Date Modified', 'note':'Note'})
for server in servers:
roles = ','.join(server.get_role_names())
result += '\n' + (TABLEVIEW_FORMAT %
{'hostname':server.hostname,
'status': server.status or '',
'roles': roles,
'date_created': server.date_created,
'date_modified': server.date_modified or '',
'note': server.note or ''})
elif summary:
result += 'Roles and status of servers:\n\n'
for role, _ in server_models.ServerRole.ROLE.choices():
servers_of_role = [s for s in servers if role in
[r.role for r in s.roles.all()]]
result += '%-15s: ' % role
for server in servers_of_role:
result += '%s(%s), ' % (server.hostname, server.status)
result += '\n'
servers_without_role = [s.hostname for s in servers
if not s.roles.all()]
result += '%-15s: %s' % ('No Role', ', '.join(servers_without_role))
return result
def check_server(hostname, role):
"""Confirm server with given hostname is ready to be primary of given role.
If the server is a backup and failed to be verified for the role, remove
the role from its roles list. If it has no other role, set its status to
repair_required.
@param hostname: hostname of the server.
@param role: Role to be checked.
@return: True if server can be verified for the given role, otherwise
return False.
"""
# TODO(dshi): Add more logic to confirm server is ready for the role.
# For now, the function just checks if server is ssh-able.
try:
infra.execute_command(hostname, 'true')
return True
except subprocess.CalledProcessError as e:
print >> sys.stderr, ('Failed to check server %s, error: %s' %
(hostname, e))
return False
def verify_server(exist=True):
"""Decorator to check if server with given hostname exists in the database.
@param exist: Set to True to confirm server exists in the database, raise
exception if not. If it's set to False, raise exception if
server exists in database. Default is True.
@raise ServerActionError: If `exist` is True and server does not exist in
the database, or `exist` is False and server exists
in the database.
"""
def deco_verify(func):
"""Wrapper for the decorator.
@param func: Function to be called.
"""
def func_verify(*args, **kwargs):
"""Decorator to check if server exists.
If exist is set to True, raise ServerActionError is server with
given hostname is not found in server database.
If exist is set to False, raise ServerActionError is server with
given hostname is found in server database.
@param func: function to be called.
@param args: arguments for function to be called.
@param kwargs: keyword arguments for function to be called.
"""
hostname = kwargs['hostname']
try:
server = server_models.Server.objects.get(hostname=hostname)
except django.core.exceptions.ObjectDoesNotExist:
server = None
if not exist and server:
raise ServerActionError('Server %s already exists.' %
hostname)
if exist and not server:
raise ServerActionError('Server %s does not exist in the '
'database.' % hostname)
if server:
kwargs['server'] = server
return func(*args, **kwargs)
return func_verify
return deco_verify
def get_drones():
"""Get a list of drones in status primary.
@return: A list of drones in status primary.
"""
servers = get_servers(role=server_models.ServerRole.ROLE.DRONE,
status=server_models.Server.STATUS.PRIMARY)
return [s.hostname for s in servers]
def delete_attribute(server, attribute):
"""Delete the attribute from the host.
@param server: An object of server_models.Server.
@param attribute: Name of an attribute of the server.
"""
attributes = server.attributes.filter(attribute=attribute)
if not attributes:
raise ServerActionError('Server %s does not have attribute %s' %
(server.hostname, attribute))
attributes[0].delete()
print 'Attribute %s is deleted from server %s.' % (attribute,
server.hostname)
def change_attribute(server, attribute, value):
"""Change the value of an attribute of the server.
@param server: An object of server_models.Server.
@param attribute: Name of an attribute of the server.
@param value: Value of the attribute of the server.
@raise ServerActionError: If the attribute already exists and has the
given value.
"""
attributes = server_models.ServerAttribute.objects.filter(
server=server, attribute=attribute)
if attributes and attributes[0].value == value:
raise ServerActionError('Attribute %s for Server %s already has '
'value of %s.' %
(attribute, server.hostname, value))
if attributes:
old_value = attributes[0].value
attributes[0].value = value
attributes[0].save()
print ('Attribute `%s` of server %s is changed from %s to %s.' %
(attribute, server.hostname, old_value, value))
else:
server_models.ServerAttribute.objects.create(
server=server, attribute=attribute, value=value)
print ('Attribute `%s` of server %s is set to %s.' %
(attribute, server.hostname, value))
def get_shards():
"""Get a list of shards in status primary.
@return: A list of shards in status primary.
"""
servers = get_servers(role=server_models.ServerRole.ROLE.SHARD,
status=server_models.Server.STATUS.PRIMARY)
return [s.hostname for s in servers]
def confirm_server_has_role(hostname, role):
"""Confirm a given server has the given role, and its status is primary.
@param hostname: hostname of the server.
@param role: Name of the role to be checked.
@raise ServerActionError: If localhost does not have given role or it's
not in primary status.
"""
if hostname.lower() in ['localhost', '127.0.0.1']:
hostname = socket.gethostname()
hostname = utils.normalize_hostname(hostname)
servers = get_servers(role=role, status=server_models.Server.STATUS.PRIMARY)
for server in servers:
if hostname == utils.normalize_hostname(server.hostname):
return True
raise ServerActionError('Server %s does not have role of %s running in '
'status primary.' % (hostname, role))