octosearch.py

#!/usr/bin/env python

import argparse
import logging
import sys
import os.path

from octosearch import web, config, indexer, parserplugins
from octosearch.backends import elasticsearch


class Octo:
    def start(self, args):
        conf_defaults_dir = os.path.dirname(os.path.abspath(__file__))
        conf = config.Config(conf_defaults_dir, args.config)
        logging.basicConfig(level=logging.INFO)

        if args.webserver:
            web.app.run(debug=True)
        else:
            elastic_backend = elasticsearch.BackendElasticSearch(conf.get('backend', 'server'), conf.get('backend', 'index'))

            if args.truncate:
                elastic_backend.truncate()

            if args.index is not None:
                index_job = indexer.Indexer(
                        backend=elastic_backend,
                        parsers=parserplugins.ParserPlugins(
                            conf.get('mimetypes'),
                            conf.get('parser')
                            )
                        )

                indexes = conf.get('indexer')

                if args.index is not True:
                    if args.index in indexes:
                        indexes = {args.index: indexes[args.index]}
                    else:
                        raise Exception('Index not found: %s' % args.index)

                for key, indexer_conf in indexes.items():
                    logging.info('Indexing ' + indexer_conf['name'])
                    index_job.index(indexer_conf)


if __name__ == '__main__':
    parser = argparse.ArgumentParser(description='Filesystem indexer')
    parser.add_argument(
        '--index',
        dest='index',
        required=False,
        action='store',
        nargs='?',
        const=True,
        help='Start indexing.'
    )
    parser.add_argument('--webserver', dest='webserver', required=False, action='store_true', help='Start the webserver interface.')
    parser.add_argument('--truncate', dest='truncate', required=False, action='store_true', help='Truncate index.')
    parser.add_argument(
        '--config',
        dest='config',
        required=False,
        help='Specify a config file. Defaults to config.ini in current folder.',
        default='config.ini')
    args = parser.parse_args()

    app = Octo()

    try:
        app.start(args)
    except KeyboardInterrupt:
        print('Aborting mission, Captain!', file=sys.stderr)