# -*- coding: utf-8 -*- # # Copyright (C) 2015 GNS3 Technologies Inc. # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . import sys import os import struct import stat import asyncio import aiofiles import aiohttp import socket import shutil import re import logging from gns3server.utils.asyncio import cancellable_wait_run_in_executor log = logging.getLogger(__name__) from uuid import UUID, uuid4 from gns3server.utils.interfaces import is_interface_up from ..config import Config from ..utils.asyncio import wait_run_in_executor from ..utils import force_unix_path from .project_manager import ProjectManager from .port_manager import PortManager from .nios.nio_udp import NIOUDP from .nios.nio_tap import NIOTAP from .nios.nio_ethernet import NIOEthernet from ..utils.images import md5sum, remove_checksum, images_directories, default_images_directory, list_images from .error import NodeError, ImageMissingError CHUNK_SIZE = 1024 * 8 # 8KB class BaseManager: """ Base class for all Manager classes. Responsible of management of a node pool of the same type. """ _convert_lock = None def __init__(self): BaseManager._convert_lock = asyncio.Lock() self._nodes = {} self._port_manager = None self._config = Config.instance() @classmethod def node_types(cls): """ :returns: Array of supported node type on this computer """ # By default we transform DockerVM => docker but you can override this (see builtins) return [cls._NODE_CLASS.__name__.rstrip('VM').lower()] @property def nodes(self): """ List of nodes manage by the module """ return self._nodes.values() @classmethod def instance(cls): """ Singleton to return only one instance of BaseManager. :returns: instance of BaseManager """ if not hasattr(cls, "_instance") or cls._instance is None: cls._instance = cls() return cls._instance @property def module_name(self): """ Returns the module name. :returns: module name """ return self.__class__.__name__ @property def port_manager(self): """ Returns the port manager. :returns: Port manager """ if self._port_manager is None: self._port_manager = PortManager.instance() return self._port_manager @port_manager.setter def port_manager(self, new_port_manager): self._port_manager = new_port_manager @property def config(self): """ Returns the server config. :returns: Config """ return self._config async def unload(self): tasks = [] for node_id in self._nodes.keys(): tasks.append(asyncio.ensure_future(self.close_node(node_id))) if tasks: done, _ = await asyncio.wait(tasks) for future in done: try: future.result() except (Exception, GeneratorExit) as e: log.error("Could not close node {}".format(e), exc_info=1) continue if hasattr(BaseManager, "_instance"): BaseManager._instance = None log.debug("Module {} unloaded".format(self.module_name)) def get_node(self, node_id, project_id=None): """ Returns a Node instance. :param node_id: Node identifier :param project_id: Project identifier :returns: Node instance """ if project_id: # check the project_id exists project = ProjectManager.instance().get_project(project_id) try: UUID(node_id, version=4) except ValueError: raise aiohttp.web.HTTPBadRequest(text="Node ID {} is not a valid UUID".format(node_id)) if node_id not in self._nodes: raise aiohttp.web.HTTPNotFound(text="Node ID {} doesn't exist".format(node_id)) node = self._nodes[node_id] if project_id: if node.project.id != project.id: raise aiohttp.web.HTTPNotFound(text="Project ID {} doesn't belong to node {}".format(project_id, node.name)) return node async def convert_old_project(self, project, legacy_id, name): """ Convert projects made before version 1.3 :param project: Project instance :param legacy_id: old identifier :param name: node name :returns: new identifier """ new_id = str(uuid4()) legacy_project_files_path = os.path.join(project.path, "{}-files".format(project.name)) new_project_files_path = os.path.join(project.path, "project-files") if os.path.exists(legacy_project_files_path) and not os.path.exists(new_project_files_path): # move the project files log.info("Converting old project...") try: log.info('Moving "{}" to "{}"'.format(legacy_project_files_path, new_project_files_path)) await wait_run_in_executor(shutil.move, legacy_project_files_path, new_project_files_path) except OSError as e: raise aiohttp.web.HTTPInternalServerError(text="Could not move project files directory: {} to {} {}".format(legacy_project_files_path, new_project_files_path, e)) if project.is_local() is False: legacy_remote_project_path = os.path.join(project.location, project.name, self.module_name.lower()) new_remote_project_path = os.path.join(project.path, "project-files", self.module_name.lower()) if os.path.exists(legacy_remote_project_path) and not os.path.exists(new_remote_project_path): # move the legacy remote project (remote servers only) log.info("Converting old remote project...") try: log.info('Moving "{}" to "{}"'.format(legacy_remote_project_path, new_remote_project_path)) await wait_run_in_executor(shutil.move, legacy_remote_project_path, new_remote_project_path) except OSError as e: raise aiohttp.web.HTTPInternalServerError(text="Could not move directory: {} to {} {}".format(legacy_remote_project_path, new_remote_project_path, e)) if hasattr(self, "get_legacy_vm_workdir"): # rename old project node working dir log.info("Converting old node working directory...") legacy_vm_dir = self.get_legacy_vm_workdir(legacy_id, name) legacy_vm_working_path = os.path.join(new_project_files_path, legacy_vm_dir) new_vm_working_path = os.path.join(new_project_files_path, self.module_name.lower(), new_id) if os.path.exists(legacy_vm_working_path) and not os.path.exists(new_vm_working_path): try: log.info('Moving "{}" to "{}"'.format(legacy_vm_working_path, new_vm_working_path)) await wait_run_in_executor(shutil.move, legacy_vm_working_path, new_vm_working_path) except OSError as e: raise aiohttp.web.HTTPInternalServerError(text="Could not move vm working directory: {} to {} {}".format(legacy_vm_working_path, new_vm_working_path, e)) return new_id async def create_node(self, name, project_id, node_id, *args, **kwargs): """ Create a new node :param name: Node name :param project_id: Project identifier :param node_id: restore a node identifier """ if node_id in self._nodes: return self._nodes[node_id] project = ProjectManager.instance().get_project(project_id) if node_id and isinstance(node_id, int): # old project async with BaseManager._convert_lock: node_id = await self.convert_old_project(project, node_id, name) if not node_id: node_id = str(uuid4()) node = self._NODE_CLASS(name, node_id, project, self, *args, **kwargs) if asyncio.iscoroutinefunction(node.create): await node.create() else: node.create() self._nodes[node.id] = node project.add_node(node) return node async def duplicate_node(self, source_node_id, destination_node_id): """ Duplicate a node :param source_node_id: Source node identifier :param destination_node_id: Destination node identifier :returns: New node instance """ source_node = self.get_node(source_node_id) destination_node = self.get_node(destination_node_id) # Some node don't have working dir like switch if not hasattr(destination_node, "working_dir"): return destination_node destination_dir = destination_node.working_dir try: shutil.rmtree(destination_dir) shutil.copytree(source_node.working_dir, destination_dir, symlinks=True, ignore_dangling_symlinks=True) except OSError as e: raise aiohttp.web.HTTPConflict(text="Cannot duplicate node data: {}".format(e)) # We force a refresh of the name. This forces the rewrite # of some configuration files node_name = destination_node.name destination_node.name = node_name + str(uuid4()) destination_node.name = node_name return destination_node async def close_node(self, node_id): """ Close a node :param node_id: Node identifier :returns: Node instance """ node = self.get_node(node_id) if asyncio.iscoroutinefunction(node.close): await node.close() else: node.close() return node async def project_closing(self, project): """ Called when a project is about to be closed. :param project: Project instance """ pass async def project_closed(self, project): """ Called when a project is closed. :param project: Project instance """ for node in project.nodes: if node.id in self._nodes: del self._nodes[node.id] async def delete_node(self, node_id): """ Delete a node. The node working directory will be destroyed when a commit is received. :param node_id: Node identifier :returns: Node instance """ node = None try: node = self.get_node(node_id) await self.close_node(node_id) finally: if node: node.project.emit("node.deleted", node) await node.project.remove_node(node) if node.id in self._nodes: del self._nodes[node.id] return node @staticmethod def has_privileged_access(executable): """ Check if an executable have the right to attach to Ethernet and TAP adapters. :param executable: executable path :returns: True or False """ if sys.platform.startswith("win"): # do not check anything on Windows return True if sys.platform.startswith("darwin"): if os.stat(executable).st_uid == 0: return True if os.geteuid() == 0: # we are root, so we should have privileged access. return True if os.stat(executable).st_uid == 0 and (os.stat(executable).st_mode & stat.S_ISUID or os.stat(executable).st_mode & stat.S_ISGID): # the executable has set UID bit. return True # test if the executable has the CAP_NET_RAW capability (Linux only) try: if sys.platform.startswith("linux") and "security.capability" in os.listxattr(executable): caps = os.getxattr(executable, "security.capability") # test the 2nd byte and check if the 13th bit (CAP_NET_RAW) is set if struct.unpack("