#!/usr/bin/python # Copyright (c) 2016 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """VPP Configuration Main Entry""" import re import os import sys import logging from vpplib.AutoConfig import AutoConfig from vpplib.VPPUtil import VPPUtil VPP_DRYRUNDIR = '/vpp/vpp-config/dryrun' VPP_AUTO_CONFIGURATION_FILE = '/vpp/vpp-config/configs/auto-config.yaml' VPP_HUGE_PAGE_FILE = '/vpp/vpp-config/dryrun/sysctl.d/80-vpp.conf' VPP_STARTUP_FILE = '/vpp/vpp-config/dryrun/vpp/startup.conf' VPP_GRUB_FILE = '/vpp/vpp-config/dryrun/default/grub' VPP_REAL_HUGE_PAGE_FILE = '/etc/sysctl.d/80-vpp.conf' VPP_REAL_STARTUP_FILE = '/etc/vpp/startup.conf' VPP_REAL_GRUB_FILE = '/etc/default/grub' rootdir = '' def autoconfig_yn(question, default): """ Ask the user a yes or no question. :param question: The text of the question :param default: Value to be returned if '\n' is entered :type question: string :type default: string :returns: The Answer :rtype: string """ input_valid = False default = default.lower() answer = '' while not input_valid: answer = raw_input(question) if len(answer) == 0: answer = default if re.findall(r'[YyNn]', answer): input_valid = True answer = answer[0].lower() else: print "Please answer Y, N or Return." return answer def autoconfig_cp(node, src, dst): """ Copies a file, saving the original if needed. :param node: Node dictionary with cpuinfo. :param src: Source File :param dst: Destination file :type node: dict :type src: string :type dst: string :raises RuntimeError: If command fails """ # If the destination file exist, create a copy if one does not already # exist ofile = dst + '.orig' (ret, stdout, stderr) = VPPUtil.exec_command('ls {}'.format(dst)) if ret == 0: cmd = 'cp {} {}'.format(dst, ofile) (ret, stdout, stderr) = VPPUtil.exec_command(cmd) if ret != 0: raise RuntimeError('{} failed on node {} {} {}'. format(cmd, node['host'], stdout, stderr)) # Copy the source file cmd = 'cp {} {}'.format(src, os.path.dirname(dst)) (ret, stdout, stderr) = VPPUtil.exec_command(cmd) if ret != 0: raise RuntimeError('{} failed on node {} {}'. format(cmd, node['host'], stderr)) def autoconfig_diff(node, src, dst): """ Returns the diffs of 2 files. :param node: Node dictionary with cpuinfo. :param src: Source File :param dst: Destination file :type node: dict :type src: string :type dst: string :returns: The Answer :rtype: string :raises RuntimeError: If command fails """ # Diff the files and return the output cmd = "diff {} {}".format(src, dst) (ret, stdout, stderr) = VPPUtil.exec_command(cmd) if stderr != '': raise RuntimeError('{} failed on node {} {} {}'. format(cmd, node['host'], ret, stderr)) return stdout def autoconfig_show_system(): """ Shows the system information. """ acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE) acfg.discover() acfg.sys_info() def autoconfig_hugepage_apply(node): """ Apply the huge page configuration. :param node: The node structure :type node: dict :returns: -1 if the caller should return, 0 if not :rtype: int """ diffs = autoconfig_diff(node, VPP_REAL_HUGE_PAGE_FILE, rootdir + VPP_HUGE_PAGE_FILE) if diffs != '': print "These are the changes we will apply to" print "the huge page file ({}).\n".format(VPP_REAL_HUGE_PAGE_FILE) print diffs answer = autoconfig_yn( "\nAre you sure you want to apply these changes [Y/n]? ", 'y') if answer == 'n': return -1 # Copy and sysctl autoconfig_cp(node, rootdir + VPP_HUGE_PAGE_FILE, VPP_REAL_HUGE_PAGE_FILE) cmd = "sysctl -p {}".format(VPP_REAL_HUGE_PAGE_FILE) (ret, stdout, stderr) = VPPUtil.exec_command(cmd) if ret != 0: raise RuntimeError('{} failed on node {} {} {}'. format(cmd, node['host'], stdout, stderr)) else: print '\nThere are no changes to the huge page configuration.' return 0 def autoconfig_vpp_apply(node): """ Apply the vpp configuration. :param node: The node structure :type node: dict :returns: -1 if the caller should return, 0 if not :rtype: int """ cmd = "service vpp stop" (ret, stdout, stderr) = VPPUtil.exec_command(cmd) if ret != 0: raise RuntimeError('{} failed on node {} {} {}'. format(cmd, node['host'], stdout, stderr)) diffs = autoconfig_diff(node, VPP_REAL_STARTUP_FILE, rootdir + VPP_STARTUP_FILE) if diffs != '': print "These are the changes we will apply to" print "the VPP startup file ({}).\n".format(VPP_REAL_STARTUP_FILE) print diffs answer = autoconfig_yn( "\nAre you sure you want to apply these changes [Y/n]? ", 'y') if answer == 'n': return -1 # Copy the VPP startup autoconfig_cp(node, rootdir + VPP_STARTUP_FILE, VPP_REAL_STARTUP_FILE) else: print '\nThere are no changes to VPP startup.' return 0 def autoconfig_grub_apply(node): """ Apply the grub configuration. :param node: The node structure :type node: dict :returns: -1 if the caller should return, 0 if not :rtype: int """ print "\nThe configured grub cmdline looks like this:" configured_cmdline = node['grub']['default_cmdline'] current_cmdline = node['grub']['current_cmdline'] print configured_cmdline print "\nThe current boot cmdline looks like this:" print current_cmdline question = "\nDo you want to keep the current boot cmdline [Y/n]? " answer = autoconfig_yn(question, 'y') if answer == 'n': node['grub']['keep_cmdline'] = False # Diff the file diffs = autoconfig_diff(node, VPP_REAL_GRUB_FILE, rootdir + VPP_GRUB_FILE) if diffs != '': print "These are the changes we will apply to" print "the GRUB file ({}).\n".format(VPP_REAL_GRUB_FILE) print diffs answer = autoconfig_yn( "\nAre you sure you want to apply these changes [y/N]? ", 'n') if answer == 'n': return -1 # Copy and update grub autoconfig_cp(node, rootdir + VPP_GRUB_FILE, VPP_REAL_GRUB_FILE) distro = VPPUtil.get_linux_distro() if distro[0] == 'Ubuntu': cmd = "update-grub" else: cmd = "grub2-mkconfig -o /boot/grub2/grub.cfg" (ret, stdout, stderr) = VPPUtil.exec_command(cmd) if ret != 0: raise RuntimeError('{} failed on node {} {} {}'. format(cmd, node['host'], stdout, stderr)) print "There have been changes to the GRUB config a", print "reboot will be required." return -1 else: print '\nThere are no changes to the GRUB config.' return 0 def autoconfig_apply(): """ Apply the configuration. Show the diff of the dryrun file and the actual configuration file Copy the files from the dryrun directory to the actual file. Peform the system function """ vutil = VPPUtil() pkgs = vutil.get_installed_vpp_pkgs() if len(pkgs) == 0: print "\nVPP is not installed, Install VPP with option 4." return acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE) print "\nWe are now going to configure your system(s).\n" answer = autoconfig_yn("Are you sure you want to do this [Y/n]? ", 'y') if answer == 'n': return nodes = acfg.get_nodes() for i in nodes.items(): node = i[1] # Check the system resources if not acfg.min_system_resources(node): return # Huge Pages ret = autoconfig_hugepage_apply(node) if ret != 0: return # VPP ret = autoconfig_vpp_apply(node) if ret != 0: return # Grub ret = autoconfig_grub_apply(node) if ret != 0: return # Everything is configured start vpp cmd = "service vpp start" (ret, stdout, stderr) = VPPUtil.exec_command(cmd) if ret != 0: raise RuntimeError('{} failed on node {} {} {}'. format(cmd, node['host'], stdout, stderr)) def autoconfig_dryrun(): """ Execute the dryrun function. """ vutil = VPPUtil() pkgs = vutil.get_installed_vpp_pkgs() if len(pkgs) == 0: print "\nVPP is not installed, install VPP with option 4." return acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE) # Stop VPP on each node nodes = acfg.get_nodes() for i in nodes.items(): node = i[1] VPPUtil.stop(node) # Discover acfg.discover() # Check the system resources nodes = acfg.get_nodes() for i in nodes.items(): node = i[1] if not acfg.min_system_resources(node): return # Modify the devices acfg.modify_devices() # Modify CPU acfg.modify_cpu() # Calculate the cpu parameters acfg.calculate_cpu_parameters() # Acquire TCP stack parameters acfg.acquire_tcp_params() # Apply the startup acfg.apply_vpp_startup() # Apply the grub configuration acfg.apply_grub_cmdline() # Huge Pages acfg.modify_huge_pages() acfg.apply_huge_pages() def autoconfig_install(): """ Install or Uninstall VPP. """ # Since these commands will take a while, we # want to see the progress logger = logging.getLogger() acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE) vutil = VPPUtil() nodes = acfg.get_nodes() for i in nodes.items(): node = i[1] pkgs = vutil.get_installed_vpp_pkgs() if len(pkgs) > 0: print "\nThese packages are installed on node {}" \ .format(node['host']) print "{:25} {}".format("Name", "Version") for pkg in pkgs: if 'version' in pkg: print "{:25} {}".format( pkg['name'], pkg['version']) else: print "{}".format(pkg['name']) question = "\nDo you want to uninstall these " question += "packages [y/N]? " answer = autoconfig_yn(question, 'n') if answer == 'y': logger.setLevel(logging.INFO) vutil.uninstall_vpp(node) else: print "\nThere are no VPP packages on node {}." \ .format(node['host']) question = "Do you want to install VPP [Y/n]? " answer = autoconfig_yn(question, 'y') if answer == 'y': logger.setLevel(logging.INFO) vutil.install_vpp(node) # Set the logging level back logger.setLevel(logging.ERROR) def autoconfig_patch_qemu(): """ Patch the correct qemu version that is needed for openstack """ # Since these commands will take a while, we # want to see the progress logger = logging.getLogger() acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE) nodes = acfg.get_nodes() for i in nodes.items(): node = i[1] logger.setLevel(logging.INFO) acfg.patch_qemu(node) def autoconfig_ipv4_setup(): """ Setup IPv4 interfaces """ acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE) acfg.ipv4_interface_setup() def autoconfig_create_vm(): """ Setup IPv4 interfaces """ acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE) acfg.create_and_bridge_virtual_interfaces() def autoconfig_not_implemented(): """ This feature is not implemented """ print "\nThis Feature is not implemented yet...." def autoconfig_basic_test_menu(): """ The auto configuration basic test menu """ # basic_menu_text = '\nWhat would you like to do?\n\n\ # 1) List/Create Simple IPv4 Setup\n\ # 2) List/Create Create VM and Connect to VPP interfaces\n\ # 9 or q) Back to main menu.' basic_menu_text = '\nWhat would you like to do?\n\n\ 1) List/Create Simple IPv4 Setup\n\ 9 or q) Back to main menu.' print "{}".format(basic_menu_text) input_valid = False answer = '' while not input_valid: answer = raw_input("\nCommand: ") if len(answer) > 1: print "Please enter only 1 character." continue if re.findall(r'[Qq1-29]', answer): input_valid = True answer = answer[0].lower() else: print "Please enter a character between 1 and 2 or 9." if answer == '9': answer = 'q' return answer def autoconfig_basic_test(): """ The auto configuration basic test menu """ vutil = VPPUtil() pkgs = vutil.get_installed_vpp_pkgs() if len(pkgs) == 0: print "\nVPP is not installed, install VPP with option 4." return answer = '' while answer != 'q': answer = autoconfig_basic_test_menu() if answer == '1': autoconfig_ipv4_setup() # elif answer == '2': # autoconfig_create_vm() elif answer == '9' or answer == 'q': return else: autoconfig_not_implemented() def autoconfig_main_menu(): """ The auto configuration main menu """ main_menu_text = '\nWhat would you like to do?\n\n\ 1) Show basic system information\n\ 2) Dry Run (Will save the configuration files in {}/vpp/vpp-config/dryrun for inspection)\n\ and user input in {}/vpp/vpp-config/configs/auto-config.yaml\n\ 3) Full configuration (WARNING: This will change the system configuration)\n\ 4) List/Install/Uninstall VPP.\n\ 5) Execute some basic tests.\n\ 9 or q) Quit'.format(rootdir, rootdir) # 5) Dry Run from {}/vpp/vpp-config/auto-config.yaml (will not ask questions).\n\ # 6) Install QEMU patch (Needed when running openstack).\n\ print "{}".format(main_menu_text) input_valid = False answer = '' while not input_valid: answer = raw_input("\nCommand: ") if len(answer) > 1: print "Please enter only 1 character." continue if re.findall(r'[Qq1-79]', answer): input_valid = True answer = answer[0].lower() else: print "Please enter a character between 1 and 5 or 9." if answer == '9': answer = 'q' return answer def autoconfig_main(): """ The auto configuration main entry point """ answer = '' while answer != 'q': answer = autoconfig_main_menu() if answer == '1': autoconfig_show_system() elif answer == '2': autoconfig_dryrun() elif answer == '3': autoconfig_apply() elif answer == '4': autoconfig_install() elif answer == '5': autoconfig_basic_test() elif answer == '9' or answer == 'q': return else: autoconfig_not_implemented() def autoconfig_setup(): """ The auto configuration setup function. We will copy the configuration files to the dryrun directory. """ global rootdir logging.basicConfig(level=logging.ERROR) distro = VPPUtil.get_linux_distro() if distro[0] == 'Ubuntu': rootdir = '/usr/local' else: rootdir = '/usr' # If there is a system configuration file use that, if not use the initial auto-config file filename = rootdir + VPP_AUTO_CONFIGURATION_FILE if os.path.isfile(filename) is True: acfg = AutoConfig(rootdir, VPP_AUTO_CONFIGURATION_FILE) else: raise RuntimeError('The Auto configuration file does not exist {}'. format(filename)) print "\nWelcome to the VPP system configuration utility" print "\nThese are the files we will modify:" print " /etc/vpp/startup.conf" print " /etc/sysctl.d/80-vpp.conf" print " /etc/default/grub" print "\nBefore we change them, we'll create working copies in {}".format(rootdir + VPP_DRYRUNDIR) print "Please inspect them carefully before applying the actual configuration (option 3)!" nodes = acfg.get_nodes() for i in nodes.items(): node = i[1] if (os.path.isfile(rootdir + VPP_STARTUP_FILE) is not True) and \ (os.path.isfile(VPP_REAL_STARTUP_FILE) is True): autoconfig_cp(node, VPP_REAL_STARTUP_FILE, '{}'.format(rootdir + VPP_STARTUP_FILE)) if (os.path.isfile(rootdir + VPP_HUGE_PAGE_FILE) is not True) and \ (os.path.isfile(VPP_REAL_HUGE_PAGE_FILE) is True): autoconfig_cp(node, VPP_REAL_HUGE_PAGE_FILE, '{}'.format(rootdir + VPP_HUGE_PAGE_FILE)) if (os.path.isfile(rootdir + VPP_GRUB_FILE) is not True) and \ (os.path.isfile(VPP_REAL_GRUB_FILE) is True): autoconfig_cp(node, VPP_REAL_GRUB_FILE, '{}'.format(rootdir + VPP_GRUB_FILE)) if __name__ == '__main__': # Check for root if not os.geteuid() == 0: sys.exit('\nPlease run the VPP Configuration Utility as root.') # Setup autoconfig_setup() # Main menu autoconfig_main()