added argument functionality

jsonmerge_utils.py

@@ -5,17 +5,38 @@
 @author: GRENTOR
 """
 import os
+import argparse
 import logging
 #from tqdm import tqdm
 from merge_files import Merge
+
+parser = argparse.ArgumentParser(description="link-check is a broken link identifier")
+parser.add_argument('-ip',
+                    help="Input prefix",
+                    required=True)
+parser.add_argument('-op',
+                    help="Output prefix",
+                    required=True)
+parser.add_argument('-maxFileSize',
+                    help="The maximum file size (in bytes) that each merged file should have",
+                    required=True)
+parser.add_argument('-filepath',
+                    help="Path to directory where all json files are stored",
+                    required=True)
+parser.add_argument('-log_level',
+                    help="The logging level - defaults to INFO [INFO, DEBUG, ERROR]",
+                    default="INFO")
+
+args = parser.parse_args()
 logger = logging.getLogger(__name__)
 def configure_logger():
     """
     configures the logger object
     """
-    logging.basicConfig(filename='output.log', level=logging.INFO)
+    logging.basicConfig(filename='output.log')
     if not logger.handlers:
         # Prevent logging from propagating to the root logger
+        logger.setLevel(args.log_level)
         logger.propagate = 0
         log_formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
         stream_handler = logging.StreamHandler()
@@ -51,14 +72,14 @@ def main():
     """
     try:
         configure_logger()
-        data_dir = input('Folder Path: ')
+        data_dir = args.filepath
         if not os.path.exists(data_dir):
             raise FolderNotFoundError
-        input_prefix = input('I/P Prefix: ')
+        input_prefix = args.ip
         if not os.path.isfile('{}{}'.format(path_creator(data_dir, input_prefix), '1.json')):
             raise FileNotFoundError
-        output_prefix = input('O/P Prefix: ')
-        max_file_size = int(input('Max File Size: '))
+        output_prefix = args.op
+        max_file_size = int(args.maxFileSize)
 
         merge = Merge(path_creator(data_dir, input_prefix),
                       path_creator(data_dir, output_prefix),

requirements.txt

@@ -1,2 +1,3 @@
 jsonmerge
 genson
+argparse