s800_check_networking.py

Go to the documentation of this file.

# -*- coding: utf-8 -*-
# @COPYRIGHT_begin
#
# Copyright [2010-2014] Institute of Nuclear Physics PAN, Krakow, Poland
#
# Licensed under the Apache License, Version 2.0 (the "License");
#    you may not use this file except in compliance with the License.
#    You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
#    distributed under the License is distributed on an "AS IS" BASIS,
#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#    See the License for the specific language governing permissions and
#    limitations under the License.
#
# @COPYRIGHT_end

##
# 
# Compare brigde list on each node with vms in database
# 
# 
# Jesli musisz to czytac i zmienic to Ci wspolczuje...
# 
from predefined.actions import *
from predefined.users import *
from predefined.macros import *
import settings

actions = []
actions.append(list_clusters)

actions.append(list_admin_vms)
actions.append(list_nodes)

# Compare number of dnsmasq processes with virtual machines on node
actions.append({'type': 'pyscript',
                'description': 'Compare number of dnsmasq processes with virtual machines on node',
                'script': '''
import subprocess
import traceback
import sys

try:
    # walk over all nodes (from previous actions - list_nodes)
    for node in stored_results['nodes']:
        # Check only unlocked nodes (state == ok)
        if node['state'] == 1:
            # Count all dnsmasq processes
            p = subprocess.Popen('ssh cc1@%s "pgrep -c dnsmasq"' % node['address'], shell=True, stdout=subprocess.PIPE)
            if p.wait() != 0:
                r = 'error'
                log = log + 'Node %s is not responding (ssh)\\n' % node['address']
                continue

            dnsmasq = int(p.stdout.read())
            vms_on_node = []

            # Collect all vms on this node
            for vm in stored_results['admin_vms']:
                if vm['node'] == node['address']:
                    vms_on_node.append(vm)

            # Compare dnsmasq processes with vms on node
            if len(vms_on_node) != dnsmasq:
                r = 'error'
                log = log + "Node %s has inconsistent networking\\n" % node["address"]
except Exception, e:
    log = log + 'Exception: %s' % str(e)
    r = 'error'
    traceback.print_exc(limit=sys.getrecursionlimit())
'''})

# Compare bridges with libvirt networks
actions.append({'type': 'pyscript',
                'description': 'Compare bridges with libvirt networks',
                'script': '''
import subprocess
import sys
import traceback

try:
    for node in stored_results['nodes']:
        if node['state'] == 1:
            # List all bridges on node without vm interfaces (which also are called bridgeNNNN-nic
            p = subprocess.Popen('ssh cc1@%s "ls -1 /sys/class/net/ | grep br | grep -v nic"' % node['address'], shell=True, stdout=subprocess.PIPE)
            if p.wait() != 0:
                r = 'error'
                log = log + 'Node %s is not responding (ssh)\\n' % node['address']
                continue

            # Prepare output to easy compare with virsh output
            bridges = p.stdout.read().splitlines()
            bridges = [b.replace('br', 'net') for b in bridges]

            # Ask libvirt to list networks on node
            p = subprocess.Popen('ssh cc1@%s "virsh -q -c qemu:///system net-list | tr -s \\' \\' | cut -d \\' \\' -f 1"' % node['address'], shell=True, stdout=subprocess.PIPE)
            if p.wait() != 0:
                r = 'error'
                log = log + 'Node %s is not responding (virsh)\\n' % node['address']
                continue
            networks = p.stdout.read().splitlines()

            bridges.sort()
            networks.sort()

            # Compare two outputs
            if networks != bridges:
                r = 'error'
                log = log + "Node %s has inconsistent networking\\n" % node["address"]
except Exception, e:
    log = log + 'Exception: %s' % str(e)
    r = 'error'
    traceback.print_exc(limit=sys.getrecursionlimit())
'''})