Alice python - 3 Integration

.gitignore

@@ -7,8 +7,10 @@ build/
 *.egg
 .egg-info/
 trail
-
-
+alice/dump.rdb
+dump.rdb
+.DS_Store
+*/.DS_Store
 
 # Created by https://www.gitignore.io/api/flask,python,visualstudiocode
 # Edit at https://www.gitignore.io/?templates=flask,python,visualstudiocode
@@ -208,4 +210,4 @@ dmypy.json
 # Ignore all local history of files
 .history
 
-# End of https://www.gitignore.io/api/flask,python,visualstudiocode
+# End of https://www.gitignore.io/api/flask,python,visualstudiocode

alice/__init__.py

@@ -7,15 +7,15 @@
 
 app = Flask(__name__)
 
+
 @app.route("/alice", methods=['POST'])
 def alice():
-    if request.method != 'POST':
-        abort(501)
     payload = request.get_data()
-    data = json.loads(unicode(payload, errors='replace'), strict=False)
-    merge_correctness = RunChecks().run_checks(request, data)
+    payload = json.loads(payload)
+    merge_correctness = RunChecks().run_checks(payload)
     return jsonify(merge_correctness)
 
+
 @app.route("/", methods=['GET', 'POST'])
 def home():
     return "************ Welcome to the wonderful world of Alice ***********"
@@ -29,7 +29,7 @@ def jira_integration():
     if request.method == 'POST':
         payload = request.get_data()
         print("************* payload ***************", payload)
-        data = json.loads(unicode(payload, errors='replace'), strict=False)
+        data = json.loads(payload)
         print("************* data ***************", data)
         parsed_data = JiraPayloadParser(request, data)
         actor_obj = JiraActor(parsed_data)

alice/checker_impl.py

@@ -1,14 +1,55 @@
 from alice.main.checks import Checks
 
 
+class PRFilesNotFoundException(Exception):
+    def __init__(self, pr_response):
+        self.pr_response = pr_response
+        super(PRFilesNotFoundException, self).__init__(str(self.pr_response))
+
+
 class CheckImpl(Checks):
 
     def __init__(self, push_payload_parser):
         super(CheckImpl, self).__init__(push_payload_parser)
         self.pr = push_payload_parser
 
+    # def get_diff_files(self, repo):
+    #     #Implement old function only
+    #     from subprocess import Popen, PIPE, STDOUT
+    #     import subprocess
+    #     import os
+    #     """
+    #     First, It fetches commits of a repo, then we compare
+    #     top two commit of a repo and we get the file difference.
+    #     :param repo:
+    #     :return:
+    #     """
+    #     # command = 'git log -2'
+    #     # run_cmd = Popen(command, shell=True, stdin=PIPE, stdout=PIPE, stderr=STDOUT, close_fds=True)
+    #     # commit_data = run_cmd.stdout.read()
+    #     # commits = []
+    #     # for line in commit_data.split('\n'):
+    #     #     first_six = line[:6]
+    #     #     if first_six == 'commit':
+    #     #         commits.append(line.split(' ')[1])
+    #     # first_commit = str(commits[0])
+    #     # second_commit = str(commits[1])
+    #     first_commit = str(self.pr.base_sha)
+    #     second_commit = str(self.pr.head_sha)
+    #     command = 'git diff %s'%second_commit + '...%s'%first_commit
+    #     p = Popen(command, shell=True, stdin=PIPE, stdout=PIPE)
+    #     diff_data = p.stdout.read()
+    #     file_edited = []
+    #     for line in diff_data.split('\n'):
+    #         first_three = line[:3]
+    #         if first_three == "+++":
+    #             file_name = line.split('+++')[1].split('/')[1:]
+    #             file_path = "/".join(file_name)
+    #             file_edited.append(file_path)
+    #     print(file_edited)
+    #     return file_edited
 
-    """
+"""
     Implement your check here, will be automatically called
 
     To get pull request related data, access with self.pr Ex.

alice/commons/base.py

@@ -8,13 +8,17 @@ class Base(object):
 
 
 class PushPayloadParser(Base):
+    """
+    Adding global config as we want to
+    want to access jenkins token
+    """
 
-    def __init__(self, request, payload):
-        self.request = request
+    def __init__(self, payload):
         self.payload = payload
         self.pr = payload["pull_request"]
         LOG.debug("Repo=" + self.repo)
         self.config = ConfigProvider(self.repo)
+        self.global_config = ConfigProvider()
 
     @property
     def repo(self):
@@ -78,6 +82,8 @@ def comments_section(self):
 
     @property
     def is_sensitive_branch(self):
+        if self.config.sensitiveBranches is None:
+            return None
         return self.base_branch in self.config.sensitiveBranches
 
     @property
@@ -88,4 +94,30 @@ def title(self):
     def description(self):
         return self.pr["body"]
 
+    @property
+    def head_ref(self):
+        return self.pr["base"]
+
+    @property
+    def head_label(self):
+        return self.pr["head"]["label"]
+
+    @property
+    def ssh_url(self):
+        return self.pr["head"]["repo"]["ssh_url"]
+
+    @property
+    def link_pr(self):
+        return self.payload["pull_request"]["_links"]["html"]["href"]
+
+    @property
+    def statuses_url(self):
+        return self.payload["pull_request"]["statuses_url"]
 
+    @property
+    def head_sha(self):
+        return self.payload["pull_request"]["head"]["sha"]
+
+    @property
+    def base_sha(self):
+        return self.payload["pull_request"]["base"]["sha"]

alice/config/config_provider.py

@@ -25,6 +25,10 @@ def organisation(self):
     def githubToken(self):
         return self.config.get('tokens').get("github")
 
+    @property
+    def github_alternate_token(self):
+        return self.config.get('tokens').get("github_alternate")
+
     @property
     def slackToken(self):
         return self.config.get('tokens').get("slack")

alice/config/message_template.py

@@ -41,6 +41,8 @@
             "- [ ] Release Notes linked?"
 }
 
+ADDITIONAL_COMMENT = [ "- [ ] Testing comments\n", "- Testing comments 2\n"]
+
 DOC_CHECK_NOT_FOUND = "\"{check_name}\" Check is not found (please cross check the checks defined in config file). \n" \
                       "If you wish to implement this new check yourself, please read here: " + Blinking_Colors.OKBLUE + \
                       "{doc_link}" + Blinking_Colors.END

alice/helper/api_manager.py

@@ -1,16 +1,40 @@
 import requests
+import json
+from alice.config.config_provider import ConfigProvider
 
 
 class ApiManager(object):
+    """
+    Get function is used for making get calls
+    Post function is used for making Post calls
+    Check function is used for token rotation when we get rate limiting.
+    Check function is called in get and post function for checking and rotating the token.
+    """
+
     @staticmethod
     def get(url, headers, data=None):
         response = requests.get(url, headers=headers, data=data)
+        response = ApiManager.check(response, url, headers, data, "get")
         return {"status_code": response.status_code, "content": response.content, "response": response}
 
-
     @staticmethod
     def post(url, headers, data=None):
-        pass
+        response = requests.post(url, headers=headers, data=data)
+        response = ApiManager.check(response, url, headers, data, "post")
+        return {"status_code": response.status_code, "content": response.content, "response": response}
 
+    @staticmethod
+    def check(response, url, headers, data, request_type):
+        response_data = json.loads(response.content)
+        if type(response_data) is dict and "message" in response_data and "documentation_url" in response_data:
+            token = ConfigProvider().github_alternate_token
+            headers["Authorization"] = "token %s"%token
+            if request_type == "get":
+                response = requests.get(url, headers=headers, data=data)
+            else:
+                response = requests.post(url, headers=headers, data=data)
+            return response
+        else:
+            return response
 
 

alice/helper/common_utils.py

@@ -46,7 +46,7 @@ def getSlackUsers():
 
         for item in users["members"]:
             slack_mappings[item["name"]] = item["profile"].get("email","bot@gmail.com")
-        print slack_mappings
+        print(slack_mappings)
 
     @staticmethod
     def getSlackNicksFromGitNicks(key):

alice/helper/constants.py

@@ -25,3 +25,79 @@
 THUMBS_UP_ICON = "\ud83d\udc4d"
 SLACK_ICON = "https://cloud.githubusercontent.com/assets/12966925/25132384/021095fc-2467-11e7-95c0-78917bf4d52a.png"
 bot_name = "alice"
+
+
+
+"""
+alice 3.0 constants
+"""
+
+auto_revert = False
+ui_change = False
+base_api_cmd = "https://api.github.com/repos/moengage/"
+ui_repo = ["dashboard-ui"]
+
+context = "shield-syntax-validator-python"
+context_react = "shield-linter-react"
+context_angular = "shield-linter-angular"
+
+package_builder_branches_repo_wise = {
+    "dashboard-ui": ["qa", "master"]
+}
+python_repo = ["MoEngage", "MoeDataScience", "mongoengine", "inapp-rest-service", "mongo", "segmentation",
+              "commons",
+              "moengcache", "MoeAbTesting", "apns_client", "Bugsy_Backend", "product-management",
+              "product-recommendation", "s2s", "email-campaigns", "campaigns-core", "url_tracking"]
+
+file_path = "/opt/alice/release_items.txt"
+file_mergedBy = "/opt/alice/release_mergedby.txt"
+code_freeze_details_path = "/opt/alice/code_freeze_details.txt"
+release_freeze_details_path = "/opt/alice/release_freeze_details.txt"
+job_dir = "moe_repo_shield/"
+job_name = job_dir + "CI_SyntaxValidator"
+context_description = "Syntax Validation"
+action_commit_to_investigate = ["opened", "open", "reopened", "synchronize"]
+
+sensitive_branches_repo_wise = {"moengage": ["dev", "qa", "master"],
+                                "dashboard-ui": ["dev", "qa", "master"],
+                                "segmentation": ["develop", "release", "master", "qa"],
+                                "commons": ["develop", "release", "master", "qa"],
+                                "product-management": ["develop", "release", "master", "qa"]
+                                }
+
+sensitive_branches_default = ["develop", "release", "master", "qa", "dev"]
+
+release_freeze_details_path = "/opt/alice/release_freeze_details.txt"
+alice_product_team = ["@pooja"]
+alice_qa_team = ["@U067GM3DW"]
+bot_name = "Alice"
+applaud_list = ["Awesome", "Great Efforts", "Good work", "Appreciate your efforts", "Perfect"]
+post_checklist_msg = ["planned for VodQA? Click here to read more",
+                      "here is your post release activities list", "had your vodQA? :thinking_face:",
+                      "Click here for your checklist", "Scheduled Automation class?",
+                      "Did you check *Let's Shine* here?",
+                      "on your behalf, I have reminded PMs to update the release notes for next release. here is your checklist",
+                      "6 points you may want to check now"]
+code_freeze_details_path = "/opt/alice/code_freeze_details.txt"
+
+# valid_contributors = ["ajishnair", "shahp00ja",  "vandanamoriwal", "geetima12", "akgoel-mo", "naveenkumarkokku",
+#                       "prashanthegde9", "moeoperation", "BhuvanThejaChennuru", "kanikapuniya2", "siri-murthy",
+#                       "gagana11", "madhurjyaparashar", "rkjas12", "Madhukirankm"]
+
+pkg_people_to_notify = {"commons": "pooja"}  # ["@pooja"]
+alice_dev_team_MoEngage_repo = "@pooja"
+to_be_notified = "pooja"
+tech_leads_to_notify_always_slack = "<@pooja>"
+product_notify_slack = "<@pooja>"
+dev_ops_team = "<@pooja>"
+channel_name = "#tmp"
+merged_by_slack_name = ""
+alice_tech_leads_MoEngage_Repo = ""
+
+organization_repo = 'moengage'
+master_branch = 'master'
+staging_branch = 'qa'
+dev_branch = 'dev'
+
+repo_site_url = 'https://api.github.com/'
+

alice/helper/decorators/retry.py

@@ -23,7 +23,7 @@ def retries(*args, **kwargs):
                     return func(*args, **kwargs)
                 except self.exceptions_to_catch:
                     if i == self.max_retries - 1 and self.default_value is None:
-                        raise sys.exc_info()[0], sys.exc_info()[1], sys.exc_info()[2]
+                        raise(sys.exc_info()[0], sys.exc_info()[1], sys.exc_info()[2])
                     time.sleep(self.after)
                     #self.logger.info(task=func.__name__, message="retrying function")
                     # logger.debug(task=func.__name__, message="retrying function",

alice/helper/file_utils.py

@@ -23,7 +23,7 @@ def get_dict_from_yaml(file_path):
     data = {}
     with open(file_path, 'r') as stream:
         try:
-            data = yaml.load(stream)
+            data = yaml.load(stream, yaml.Loader)
         except yaml.YAMLError as exc:
             LOG.error("\nPlease validate your config file, if it is correct. Can use http://www.yamllint.com/ to debug quicker")
             raise (exc)

alice/helper/github_helper.py

@@ -35,22 +35,21 @@ def __init__(self, pr):
                                                  " the organisation or the repository")
 
     def comment_pr(self, comment_section, comment):
-        resp = requests.post(comment_section, headers=self.headers,
-                             data=json.dumps(comment))
+        resp = ApiManager.post(comment_section, self.headers, json.dumps(comment))
         LOG.debug(resp.content)
 
     def modify_pr(self, msg, state):
         data = {
             "title": msg,
             "state": state
         }
-        resp = requests.post(self.pr_api_link, json.dumps(data), headers=self.headers)
+        resp = ApiManager.post(self.pr_api_link, self.headers, json.dumps(data))
         LOG.debug(resp.content)
 
     def get_reviews(self):
         url = self.pr_api_link + "/" + EP_REVIEWS
         self.headers["Accept"] = API_GITHUB_REVIEW_ACCEPT_KEY
-        return requests.get(url, headers=self.headers)
+        return ApiManager.get(url, headers=self.headers)
 
     def get_files_requests(self):
         url = self.pr_api_link + "/files"