iframe-proxy | Sunbelt Computer Software

659 lines (564 loc) · 22.8 KB
#!/usr/bin/env python
# -*- coding: utf-8 -*-
import shlex
import subprocess
import multiprocessing
from threading import Thread
from xml.dom import pulldom
import warnings
    from Queue import Empty, Full
except ImportError:
    from queue import Empty, Full
__all__ = [
    'NmapProcess'
class NmapTask(object):
    NmapTask is a internal class used by process. Each time nmap
    starts a new task during the scan, a new class will be instanciated.
    Classes examples are: "Ping Scan", "NSE script", "DNS Resolve",..
    To each class an estimated time to complete is assigned and updated
    at least every second within the NmapProcess.
    A property NmapProcess.current_task points to the running task at
    time T and a dictionnary NmapProcess.tasks with "task name" as key
    is built during scan execution
    def __init__(self, name, starttime=0, extrainfo=''):
        self.name = name
        self.etc = 0
        self.progress = 0
        self.percent = 0
        self.remaining = 0
        self.status = 'started'
        self.starttime = starttime
        self.endtime = 0
        self.extrainfo = extrainfo
        self.updated = 0
class NmapProcess(Thread):
    NmapProcess is a class which wraps around the nmap executable.
    Consequently, in order to run an NmapProcess, nmap should be installed
    on the host running the script. By default NmapProcess will produce
    the output of the nmap scan in the nmap XML format. This could be then
    parsed out via the NmapParser class from libnmap.parser module.
    def __init__(self, targets="127.0.0.1",
                 options="-sT", event_callback=None, safe_mode=True, fqp=None):
        """
        Constructor of NmapProcess class.
        :param targets: hosts to be scanned. Could be a string of hosts \
        separated with a coma or a python list of hosts/ip.
        :type targets: string or list
        :param options: list of nmap options to be applied to scan. \
        These options are all documented in nmap's man pages.
        :param event_callback: callable function which will be ran \
        each time nmap process outputs data. This function will receive \
        two parameters:
            1. the nmap process object
            2. the data produced by nmap process. See readme for examples.
        :param safe_mode: parameter to protect unsafe options like -oN, -oG, \
        -iL, -oA,...
        :param fqp: full qualified path, if None, nmap will be searched \
        in the PATH
        :return: NmapProcess object
        """
        Thread.__init__(self)
        unsafe_opts = set(['-oG', '-oN', '-iL', '-oA', '-oS', '-oX',
                           '--iflist', '--resume', '--stylesheet',
                           '--datadir'])
        if fqp:
            if os.path.isfile(fqp) and os.access(fqp, os.X_OK):
                self.__nmap_binary = fqp
            else:
                raise EnvironmentError(1, "wrong path or not executable", fqp)
        else:
            nmap_binary_name = "nmap"
            self.__nmap_binary = self._whereis(nmap_binary_name)
        self.__nmap_fixed_options = "-oX - -vvv --stats-every 1s"
        if self.__nmap_binary is None:
            raise EnvironmentError(1, "nmap is not installed or could "
                                      "not be found in system path")
        if isinstance(targets, str):
            self.__nmap_targets = targets.replace(" ", "").split(',')
        elif isinstance(targets, list):
            self.__nmap_targets = targets
        else:
            raise Exception("Supplied target list should be either a "
                            "string or a list")
        self._nmap_options = set(options.split())
        if safe_mode and not self._nmap_options.isdisjoint(unsafe_opts):
            raise Exception("unsafe options activated while safe_mode "
                            "is set True")
        self.__nmap_dynamic_options = options
        self.__sudo_run = ''
        self.__nmap_command_line = self.get_command_line()
        if event_callback and callable(event_callback):
            self.__nmap_event_callback = event_callback
        else:
            self.__nmap_event_callback = None
        (self.DONE, self.READY, self.RUNNING,
         self.CANCELLED, self.FAILED) = range(5)
        self._run_init()
    def _run_init(self):
        self.__process_killed = multiprocessing.Event()
        self.__nmap_command_line = self.get_command_line()
        # API usable in callback function
        self.__nmap_proc = None
        self.__qout = None
        self.__nmap_rc = 0
        self.__state = self.RUNNING
        self.__starttime = 0
        self.__endtime = 0
        self.__version = ''
        self.__elapsed = ''
        self.__summary = ''
        self.__stdout = ''
        self.__stderr = ''
        self.__current_task = ''
        self.__nmap_tasks = {}
    def _whereis(self, program):
        """
        Protected method enabling the object to find the full path of a binary
        from its PATH environment variable.
        :param program: name of a binary for which the full path needs to
        be discovered.
        :return: the full path to the binary.
        :todo: add a default path list in case PATH is empty.
        """
        for path in os.environ.get('PATH', '').split(':'):
            if (os.path.exists(os.path.join(path, program)) and not
               os.path.isdir(os.path.join(path, program))):
                return os.path.join(path, program)
        return None
    def get_command_line(self):
        """
        Public method returning the reconstructed command line ran via the lib
        :return: the full nmap command line to run
        :rtype: string
        """
        return ("{0} {1} {2} {3} {4}".format(self.__sudo_run,
                                             self.__nmap_binary,
                                             self.__nmap_fixed_options,
                                             self.__nmap_dynamic_options,
                                             " ".join(self.__nmap_targets)))
    def sudo_run(self, run_as='root'):
        """
        Public method enabling the library's user to run the scan with
        priviledges via sudo. The sudo configuration should be set manually
        on the local system otherwise sudo will prompt for a password.
        This method alters the command line by prefixing the sudo command to
        nmap and will then call self.run()
        :param run_as: user name to which the lib needs to sudo to run the scan
        :return: return code from nmap execution
        """
        sudo_user = run_as.split().pop()
        try:
            pwd.getpwnam(sudo_user).pw_uid
        except KeyError:
            _exmsg = ("Username {0} does not exists. Please supply"
                      " a valid username".format(run_as))
            raise EnvironmentError(_exmsg)
        sudo_path = self._whereis("sudo")
        if sudo_path is None:
            raise EnvironmentError(2, "sudo is not installed or "
                                      "could not be found in system path: "
                                      "cannot run nmap with sudo")
        self.__sudo_run = "{0} -u {1}".format(sudo_path, sudo_user)
        rc = self.run()
        self.__sudo_run = ""
        return rc
    def sudo_run_background(self, run_as='root'):
        """
        Public method enabling the library's user to run in background a
        nmap scan with priviledges via sudo.
        The sudo configuration should be set manually on the local system
        otherwise sudo will prompt for a password.
        This method alters the command line by prefixing the sudo command to
        nmap and will then call self.run()
        :param run_as: user name to which the lib needs to sudo to run the scan
        :return: return code from nmap execution
        """
        sudo_user = run_as.split().pop()
        try:
            pwd.getpwnam(sudo_user).pw_uid
        except KeyError:
            _exmsg = ("Username {0} does not exists. Please supply"
                      " a valid username".format(run_as))
            raise EnvironmentError(_exmsg)
        sudo_path = self._whereis("sudo")
        if sudo_path is None:
            raise EnvironmentError(2, "sudo is not installed or "
                                      "could not be found in system path: "
                                      "cannot run nmap with sudo")
        self.__sudo_run = "{0} -u {1}".format(sudo_path, sudo_user)
        super(NmapProcess, self).start()
    def run(self):
        """
        Public method which is usually called right after the constructor
        of NmapProcess. This method starts the nmap executable's subprocess.
        It will also bind a Process that will read from subprocess' stdout
        and stderr and push the lines read in a python queue for futher
        processing. This processing is waken-up each time data is pushed
        from the nmap binary into the stdout reading routine. Processing
        could be performed by a user-provided callback. The whole
        NmapProcess object could be accessible asynchroneously.
        return: return code from nmap execution
        """
        def ioreader_routine(proc_stdout, io_queue, data_pushed, producing):
            local function that will read lines from a file descriptor
            and put the data in a python queue for futher processing.
            :param proc_stdout: file descriptor to read lines from.
            :param io_queue: queue in which read lines will be pushed.
            :param data_pushed: queue used to push data read from the
            nmap stdout back into the parent process
            :param producing: shared variable to notify the parent process
            that processing is either running, either over.
            producing.value = 1
            for streamline in iter(proc_stdout.readline, b''):
                if self.__process_killed.is_set():
                if streamline is not None:
                        io_queue.put(str(streamline.decode()))
                    except Full:
                    data_pushed.set()
            producing.value = 0
            data_pushed.set()
        self._run_init()
        producing = multiprocessing.Value('i', 1)
        data_pushed = multiprocessing.Event()
        self.__qout = multiprocessing.Queue()
        _tmp_cmdline = shlex.split(self.__nmap_command_line)
        try:
            self.__nmap_proc = subprocess.Popen(args=_tmp_cmdline,
                                                stdout=subprocess.PIPE,
                                                stderr=subprocess.PIPE,
            ioreader = multiprocessing.Process(target=ioreader_routine,
                                               args=(self.__nmap_proc.stdout,
            ioreader.start()
            self.__state = self.RUNNING
        except OSError:
            self.__state = self.FAILED
            raise EnvironmentError(1, "nmap is not installed or could "
                                      "not be found in system path")
        thread_stream = ''
        while(self.__nmap_proc.poll() is None or producing.value == 1):
            if self.__process_killed.is_set():
                break
            if producing.value == 1 and self.__qout.empty():
                    data_pushed.wait()
                except KeyboardInterrupt:
            try:
                thread_stream = self.__qout.get_nowait()
            except Empty:
            except KeyboardInterrupt:
                break
            else:
                self.__stdout += thread_stream
                evnt = self.__process_event(thread_stream)
                if self.__nmap_event_callback and evnt:
                    self.__nmap_event_callback(self)
            data_pushed.clear()
        ioreader.join()
        # queue clean-up
        while not self.__qout.empty():
            self.__stdout += self.__qout.get_nowait()
        self.__stderr += str(self.__nmap_proc.stderr.read().decode())
        self.__nmap_rc = self.__nmap_proc.poll()
        if self.rc is None:
            self.__state = self.CANCELLED
        elif self.rc == 0:
            self.__state = self.DONE
            if self.current_task:
                self.__nmap_tasks[self.current_task.name].progress = 100
        else:
            self.__state = self.FAILED
        # Call the callback one last time to signal the new state
        if self.__nmap_event_callback:
            self.__nmap_event_callback(self)
        return self.rc
    def run_background(self):
        """
        run nmap scan in background as a thread.
        For privileged scans, consider NmapProcess.sudo_run_background()
        """
        self.__state = self.RUNNING
        super(NmapProcess, self).start()
    def is_running(self):
        """
        Checks if nmap is still running.
        :return: True if nmap is still running
        """
        return self.state == self.RUNNING
    def has_terminated(self):
        """
        Checks if nmap has terminated. Could have failed or succeeded
        :return: True if nmap process is not running anymore.
        """
        return (self.state == self.DONE or self.state == self.FAILED or
                self.state == self.CANCELLED)
    def has_failed(self):
        """
        Checks if nmap has failed.
        :return: True if nmap process errored.
        """
        return self.state == self.FAILED
    def is_successful(self):
        """
        Checks if nmap terminated successfully.
        :return: True if nmap terminated successfully.
        """
        return self.state == self.DONE
    def stop(self):
        """
        Send KILL -15 to the nmap subprocess and gently ask the threads to
        stop.
        """
        self.__state = self.CANCELLED
        if self.__nmap_proc.poll() is None:
            self.__nmap_proc.kill()
        self.__qout.cancel_join_thread()
        self.__process_killed.set()
    def __process_event(self, eventdata):
        """
        Private method called while nmap process is running. It enables the
        library to handle specific data/events produced by nmap process.
        So far, the following events are supported:
        1. task progress: updates estimated time to completion and percentage
           done while scan is running. Could be used in combination with a
           callback function which could then handle this data while scan is
           running.
        2. nmap run: header of the scan. Usually displayed when nmap is started
        3. finished: when nmap scan ends.
        :return: True is event is known.
        :todo: handle parsing directly via NmapParser.parse()
        """
        rval = False
        try:
            edomdoc = pulldom.parseString(eventdata)
            for xlmnt, xmlnode in edomdoc:
                if xlmnt is not None and xlmnt == pulldom.START_ELEMENT:
                    if (xmlnode.nodeName == 'taskbegin' and
                            xmlnode.attributes.keys()):
                        xt = xmlnode.attributes
                        taskname = xt['task'].value
                        starttime = xt['time'].value
                        xinfo = ''
                        if 'extrainfo' in xt.keys():
                            xinfo = xt['extrainfo'].value
                        newtask = NmapTask(taskname, starttime, xinfo)
                        self.__nmap_tasks[newtask.name] = newtask
                        self.__current_task = newtask.name
                        rval = True
                    elif (xmlnode.nodeName == 'taskend' and
                            xmlnode.attributes.keys()):
                        xt = xmlnode.attributes
                        tname = xt['task'].value
                        xinfo = ''
                        self.__nmap_tasks[tname].endtime = xt['time'].value
                        if 'extrainfo' in xt.keys():
                            xinfo = xt['extrainfo'].value
                        self.__nmap_tasks[tname].extrainfo = xinfo
                        self.__nmap_tasks[tname].status = "ended"
                        rval = True
                    elif (xmlnode.nodeName == 'taskprogress' and
                            xmlnode.attributes.keys()):
                        xt = xmlnode.attributes
                        tname = xt['task'].value
                        percent = xt['percent'].value
                        etc = xt['etc'].value
                        remaining = xt['remaining'].value
                        updated = xt['time'].value
                        self.__nmap_tasks[tname].percent = percent
                        self.__nmap_tasks[tname].progress = percent
                        self.__nmap_tasks[tname].etc = etc
                        self.__nmap_tasks[tname].remaining = remaining
                        self.__nmap_tasks[tname].updated = updated
                        rval = True
                    elif (xmlnode.nodeName == 'nmaprun' and
                            xmlnode.attributes.keys()):
                        self.__starttime = xmlnode.attributes['start'].value
                        self.__version = xmlnode.attributes['version'].value
                        rval = True
                    elif (xmlnode.nodeName == 'finished' and
                            xmlnode.attributes.keys()):
                        self.__endtime = xmlnode.attributes['time'].value
                        self.__elapsed = xmlnode.attributes['elapsed'].value
                        self.__summary = xmlnode.attributes['summary'].value
                        rval = True
        except:
            pass
        return rval
    @property
    def command(self):
        """
        return the constructed nmap command or empty string if not
        constructed yet.
        :return: string
        """
        return self.__nmap_command_line or ''
    @property
    def targets(self):
        """
        Provides the list of targets to scan
        :return: list of string
        """
        return self.__nmap_targets
    @property
    def options(self):
        """
        Provides the list of options for that scan
        :return: list of string (nmap options)
        """
        return self._nmap_options
    @property
    def state(self):
        """
        Accessor for nmap execution state. Possible states are:
        - self.READY
        - self.RUNNING
        - self.FAILED
        - self.CANCELLED
        - self.DONE
        :return: integer (from above documented enum)
        """
        return self.__state
    @property
    def starttime(self):
        """
        Accessor for time when scan started
        :return: string. Unix timestamp
        """
        return self.__starttime
    @property
    def endtime(self):
        """
        Accessor for time when scan ended
        :return: string. Unix timestamp
        """
        warnings.warn("data collected from finished events are deprecated."
                      "Use NmapParser.parse()", DeprecationWarning)
        return self.__endtime
    @property
    def elapsed(self):
        """
        Accessor returning for how long the scan ran (in seconds)
        :return: string
        """
        warnings.warn("data collected from finished events are deprecated."
                      "Use NmapParser.parse()", DeprecationWarning)
        return self.__elapsed
    @property
    def summary(self):
        """
        Accessor returning a short summary of the scan's results
        :return: string
        """
        warnings.warn("data collected from finished events are deprecated."
                      "Use NmapParser.parse()", DeprecationWarning)
        return self.__summary
    @property
    def tasks(self):
        """
        Accessor returning for the list of tasks ran during nmap scan
        :return: dict of NmapTask object
        """
        return self.__nmap_tasks
    @property
    def version(self):
        """
        Accessor for nmap binary version number
        :return: version number of nmap binary
        :rtype: string
        """
        return self.__version
    @property
    def current_task(self):
        """
        Accessor for the current NmapTask beeing run
        :return: NmapTask or None if no task started yet
        """
        rval = None
        if len(self.__current_task):
            rval = self.tasks[self.__current_task]
        return rval
    @property
    def etc(self):
        """
        Accessor for estimated time to completion
        :return:  estimated time to completion
        """
        rval = 0
        if self.current_task:
            rval = self.current_task.etc
        return rval
    @property
    def progress(self):
        """
        Accessor for progress status in percentage
        :return: percentage of job processed.
        """
        rval = 0
        if self.current_task:
            rval = self.current_task.progress
        return rval
    @property
    def rc(self):
        """
        Accessor for nmap execution's return code
        :return: nmap execution's return code
        """
        return self.__nmap_rc
    @property
    def stdout(self):
        """
        Accessor for nmap standart output
        :return: output from nmap scan in XML
        :rtype: string
        """
        return self.__stdout
    @property
    def stderr(self):
        """
        Accessor for nmap standart error
        :return: output from nmap when errors occured.
        :rtype: string
        """
        return self.__stderr
def main():
    def mycallback(nmapscan=None):
        if nmapscan.is_running() and nmapscan.current_task:
            ntask = nmapscan.current_task
            print("Task {0} ({1}): ETC: {2} DONE: {3}%".format(ntask.name,
                                                               ntask.progress))
    nm = NmapProcess("scanme.nmap.org",
                     options="-A",
                     event_callback=mycallback)
    rc = nm.run()
    if rc == 0:
        print("Scan started at {0} nmap version: {1}").format(nm.starttime,
        print("state: {0} (rc: {1})").format(nm.state, nm.rc)
        print("results size: {0}").format(len(nm.stdout))
        print("Scan ended {0}: {1}").format(nm.endtime, nm.summary)
        print("state: {0} (rc: {1})").format(nm.state, nm.rc)
        print("Error: {stderr}").format(stderr=nm.stderr)
        print("Result: {0}").format(nm.stdout)
if __name__ == '__main__':
Sunbelt Computer Software

PL/B Language Development and Support

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Sunbelt Computer Software

PL/B Language Development and Support

FilesExpand file tree

process.py

Latest commit

History

process.py

File metadata and controls
