[utils] Add micro-mordred

This code proposes a tiny version of mordred to execute just
once raw, merge identities, enrich, panels tasks of mordred
on a given set of backends (declared in a cfg file passed
as input). The micro-mordred overcomes the current limitations
of the p2o script in ELK, which is not able to execute
multiple studies for the input backend and requires constant
changes to align its logic with the ELK one. The micro-mordred
isn't supposed to require constant changes, since there is not
gap between its logic and the mordred one.

In order to execute the micro-mordred on git and github, an
example of the command is shown below:
`micro --raw --identities --enrich --panels
--cfg ./setup.cfg --backends git github:issue github:pull`.

utils/micro.py

@@ -0,0 +1,194 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2018 Bitergia
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+#
+# Authors:
+#   Valerio Cosentino <valcos@bitergia.com>
+#
+
+import argparse
+import logging
+import sys
+
+from sirmordred.config import Config
+from sirmordred.task_collection import TaskRawDataCollection, TaskRawDataArthurCollection
+from sirmordred.task_identities import TaskIdentitiesMerge
+from sirmordred.task_enrich import TaskEnrich
+from sirmordred.task_panels import TaskPanels, TaskPanelsMenu, TaskPanelsAliases
+from sirmordred.task_projects import TaskProjects
+
+DEBUG_LOG_FORMAT = "[%(asctime)s - %(name)s - %(levelname)s] - %(message)s"
+logging.basicConfig(level=logging.DEBUG, format=DEBUG_LOG_FORMAT)
+
+
+def micro_mordred(cfg_path, backend_sections, raw, arthur, identities, enrich, panels):
+    """Execute the raw and/or the enrich phases of a given backend section defined in a Mordred configuration file.
+
+    :param cfg_path: the path of a Mordred configuration file
+    :param backend_sections: the backend sections where the raw and/or enrich phases will be executed
+    :param raw: if true, it activates the collection of raw data
+    :param arthur: if true, it enables Arthur to collect the raw data
+    :param identities: if true, it activates the identities merge in SortingHat
+    :param enrich: if true, it activates the collection of enrich data
+    :param panels: if true, it activates the upload of panels
+    """
+
+    config = Config(cfg_path)
+
+    if raw:
+        for backend in backend_sections:
+            get_raw(config, backend, arthur)
+
+    if identities:
+        get_identities(config)
+
+    if enrich:
+        for backend in backend_sections:
+            get_enrich(config, backend)
+
+    if panels:
+        for backend in backend_sections:
+            task = TaskPanelsAliases(config)
+            task.backend_section = backend
+            task.execute()
+
+        get_panels(config)
+
+
+def get_raw(config, backend_section, arthur):
+    """Execute the raw phase for a given backend section, optionally using Arthur
+
+    :param config: a Mordred config object
+    :param backend_section: the backend section where the raw phase is executed
+    :param arthur: if true, it enables Arthur to collect the raw data
+    """
+
+    if arthur:
+        task = TaskRawDataArthurCollection(config, backend_section=backend_section)
+    else:
+        task = TaskRawDataCollection(config, backend_section=backend_section)
+
+    TaskProjects(config).execute()
+    task.execute()
+    logging.info("Loading raw data finished!")
+
+
+def get_identities(config):
+    """Execute the merge identities phase
+
+    :param config: a Mordred config object
+    """
+
+    TaskProjects(config).execute()
+    task = TaskIdentitiesMerge(config)
+    task.execute()
+    logging.info("Merging identities finished!")
+
+
+def get_enrich(config, backend_section):
+    """Execute the enrich phase for a given backend section
+
+    :param config: a Mordred config object
+    :param backend_section: the backend section where the enrich phase is executed
+    """
+
+    TaskProjects(config).execute()
+    task = TaskEnrich(config, backend_section=backend_section)
+    task.execute()
+    logging.info("Loading enriched data finished!")
+
+
+def get_panels(config):
+    """Execute the panels phase
+
+    :param config: a Mordred config object
+    """
+
+    task = TaskPanels(config)
+    task.execute()
+
+    task = TaskPanelsMenu(config)
+    task.execute()
+
+    logging.info("Panels creation finished!")
+
+
+def config_logging(debug):
+    """Config logging level output output"""
+
+    if debug:
+        logging.basicConfig(level=logging.DEBUG, format='%(asctime)s %(message)s')
+        logging.debug("Debug mode activated")
+    else:
+        logging.basicConfig(level=logging.INFO, format='%(asctime)s %(message)s')
+
+
+def get_params_parser():
+    """Parse command line arguments"""
+
+    parser = argparse.ArgumentParser(add_help=False)
+
+    parser.add_argument('-g', '--debug', dest='debug',
+                        action='store_true',
+                        help=argparse.SUPPRESS)
+    parser.add_argument("--arthur", action='store_true', dest='arthur',
+                        help="Enable arthur to collect raw data")
+    parser.add_argument("--raw", action='store_true', dest='raw',
+                        help="Activate raw task")
+    parser.add_argument("--enrich", action='store_true', dest='enrich',
+                        help="Activate enrich task")
+    parser.add_argument("--identities", action='store_true', dest='identities',
+                        help="Activate merge identities task")
+    parser.add_argument("--panels", action='store_true', dest='panels',
+                        help="Activate panels task")
+
+    parser.add_argument("--cfg", dest='cfg_path',
+                        help="Configuration file path")
+    parser.add_argument("--backends", dest='backend_sections', default=[],
+                        nargs='*', help="Backend sections to execute")
+
+    if len(sys.argv) == 1:
+        parser.print_help()
+        sys.exit(1)
+
+    return parser
+
+
+def get_params():
+    """Get params to execute the micro-mordred"""
+
+    parser = get_params_parser()
+    args = parser.parse_args()
+
+    if not args.raw and not args.enrich and not args.identities and not args.panels:
+        print("No tasks enabled")
+        sys.exit(1)
+
+    return args
+
+
+if __name__ == '__main__':
+
+    args = get_params()
+    config_logging(args.debug)
+
+    micro_mordred(args.cfg_path, args.backend_sections,
+                  args.raw, args.arthur,
+                  args.identities,
+                  args.enrich,
+                  args.panels)