Update various Python dependencies to latest stable versions

CHANGELOG.rst

@@ -17,9 +17,15 @@ Changed
 * Install pack with the latest tag version if it exists when branch is not specialized.
   (improvement) #4743
 * Implement "continue" engine command to orquesta workflow. (improvement) #4740
+* Update various internal dependencies to latest stable versions (apscheduler, eventlet,
+  kombu, amqp, pyyaml, mongoengine, python-gnupg, paramiko, tooz, webob, bcrypt).
+
+  Latest version of mongoengine should show some performance improvements (5-20%) when
+  writing very large executions (executions with large results) to the database. #4767
 
 Fixed
 ~~~~~
+
 * Fix rbac with execution view where the rbac is unable to verify the pack or uid of the execution
   because it was not returned from the action execution db. This would result in an internal server
   error when trying to view the results of a single execution.

fixed-requirements.txt

@@ -3,57 +3,57 @@
 greenlet==0.4.15
 # Note: 0.20.0 removed select.poll() on which some of our code and libraries we
 # depend on rely
-eventlet==0.24.1
+eventlet==0.25.0
 gunicorn==19.9.0
-kombu==4.5.0
+kombu==4.6.4
 # Note: amqp is used by kombu
-amqp==2.4.2
+amqp==2.5.0
 # NOTE: Recent version substantially affect the performance and add big import time overhead
 # See https://github.com/StackStorm/st2/issues/4160#issuecomment-394386433 for details
 oslo.config>=1.12.1,<1.13
 oslo.utils>=3.36.2,<=3.37.0
 six==1.12.0
-pyyaml==5.1
+pyyaml==5.1.2
 requests[security]>=2.22.0,<2.23.0
-apscheduler==3.6.0
+apscheduler==3.6.1
 gitpython==2.1.11
 jsonschema==2.6.0
 pymongo==3.7.2
-mongoengine==0.17.0
+mongoengine==0.18.2
 passlib==1.7.1
 lockfile==0.12.2
-python-gnupg==0.4.4
+python-gnupg==0.4.5
 jsonpath-rw==1.4.0
 pyinotify==0.9.6
 semver==2.8.1
 pytz==2019.1
 stevedore==1.30.1
-paramiko==2.4.2
+paramiko==2.6.0
 networkx==1.11
 python-keyczar==0.716
-cryptography==2.6.1
+cryptography==2.7
 retrying==1.3.3
 # Note: We use latest version of virtualenv which uses pip 19
 virtualenv==16.6.0
 # NOTE: sseclient has various issues which sometimes hang the connection for a long time, etc.
 sseclient-py==1.7
 python-editor==1.0.4
 prompt-toolkit==1.0.15
-tooz==1.65.0
+tooz==1.66.1
 zake==0.2.2
 routes==2.4.1
-webob==1.8.4
+webob==1.8.5
 flex==6.14.0
 prance==0.9.0
 pywinrm==0.3.0
 # test requirements below
 nose-timer==0.7.5
 nose-parallel==0.3.1
-psutil==5.6.1
+psutil==5.6.3
 python-statsd==2.1.0
 prometheus_client==0.1.1
 mock==2.0.0
 ujson==1.35
 python-dateutil==2.8.0
-bcrypt==3.1.6
+bcrypt==3.1.7
 jinja2==2.10.1

requirements.txt

@@ -1,11 +1,11 @@
 # Don't edit this file. It's generated automatically!
 RandomWords
-amqp==2.4.2
-apscheduler==3.6.0
+amqp==2.5.0
+apscheduler==3.6.1
 argcomplete
-bcrypt==3.1.6
-cryptography==2.6.1
-eventlet==0.24.1
+bcrypt==3.1.7
+cryptography==2.7
+eventlet==0.25.0
 flex==6.14.0
 git+https://github.com/Kami/logshipper.git@stackstorm_patched#egg=logshipper
 git+https://github.com/StackStorm/orquesta.git@e6ebbbeb2c661486067e659dc7552f0a986603a6#egg=orquesta
@@ -18,32 +18,32 @@ ipaddr
 jinja2==2.10.1
 jsonpath-rw==1.4.0
 jsonschema==2.6.0
-kombu==4.5.0
+kombu==4.6.4
 lockfile==0.12.2
 mock==2.0.0
-mongoengine==0.17.0
+mongoengine==0.18.2
 networkx==1.11
 nose
 nose-parallel==0.3.1
 nose-timer==0.7.5
 oslo.config<1.13,>=1.12.1
 oslo.utils<=3.37.0,>=3.36.2
-paramiko==2.4.2
+paramiko==2.6.0
 passlib==1.7.1
 prettytable
 prompt-toolkit==1.0.15
-psutil==5.6.1
+psutil==5.6.3
 pyinotify==0.9.6
 pymongo==3.7.2
 pyrabbit
 python-dateutil==2.8.0
 python-editor==1.0.4
-python-gnupg==0.4.4
+python-gnupg==0.4.5
 python-json-logger
 python-statsd==2.1.0
 pytz==2019.1
 pywinrm==0.3.0
-pyyaml==5.1
+pyyaml==5.1.2
 rednose
 requests[security]<2.23.0,>=2.22.0
 retrying==1.3.3
@@ -52,9 +52,9 @@ semver==2.8.1
 six==1.12.0
 sseclient-py==1.7
 stevedore==1.30.1
-tooz==1.65.0
+tooz==1.66.1
 ujson==1.35
 unittest2
-webob==1.8.4
+webob==1.8.5
 webtest
 zake==0.2.2

st2actions/requirements.txt

@@ -1,17 +1,17 @@
 # Don't edit this file. It's generated automatically!
-apscheduler==3.6.0
-eventlet==0.24.1
+apscheduler==3.6.1
+eventlet==0.25.0
 git+https://github.com/Kami/logshipper.git@stackstorm_patched#egg=logshipper
 git+https://github.com/StackStorm/python-mistralclient.git#egg=python-mistralclient
 gitpython==2.1.11
 jinja2==2.10.1
-kombu==4.5.0
+kombu==4.6.4
 lockfile==0.12.2
 oslo.config<1.13,>=1.12.1
 oslo.utils<=3.37.0,>=3.36.2
 pyinotify==0.9.6
 python-dateutil==2.8.0
 python-json-logger
-pyyaml==5.1
+pyyaml==5.1.2
 requests[security]<2.23.0,>=2.22.0
 six==1.12.0

st2api/requirements.txt

@@ -1,10 +1,10 @@
 # Don't edit this file. It's generated automatically!
-eventlet==0.24.1
+eventlet==0.25.0
 git+https://github.com/StackStorm/python-mistralclient#egg=python-mistralclient
 gunicorn==19.9.0
 jsonschema==2.6.0
-kombu==4.5.0
-mongoengine==0.17.0
+kombu==4.6.4
+mongoengine==0.18.2
 oslo.config<1.13,>=1.12.1
 oslo.utils<=3.37.0,>=3.36.2
 pymongo==3.7.2

st2api/tests/unit/controllers/v1/test_actions.py

@@ -435,7 +435,8 @@ def test_post_name_unicode_action_already_exists(self):
         # Verify that exception messages containing unicode characters don't result in internal
         # server errors
         action = copy.deepcopy(ACTION_1)
-        action['name'] = 'žactionćšžž'
+        # NOTE: We explicitly don't prefix this string value with u""
+        action['name'] = 'žactionćšžži💩'
 
         # 1. Initial creation
         post_resp = self.__do_post(action, expect_errors=True)
@@ -446,6 +447,12 @@ def test_post_name_unicode_action_already_exists(self):
         self.assertEqual(post_resp.status_int, 409)
         self.assertTrue('Tried to save duplicate unique keys' in post_resp.json['faultstring'])
 
+        # 3. Action already exists (this time with unicode type)
+        action['name'] = u'žactionćšžži💩'
+        post_resp = self.__do_post(action, expect_errors=True)
+        self.assertEqual(post_resp.status_int, 409)
+        self.assertTrue('Tried to save duplicate unique keys' in post_resp.json['faultstring'])
+
     @mock.patch.object(action_validator, 'validate_action', mock.MagicMock(
         return_value=True))
     def test_post_parameter_type_is_array_and_invalid(self):

st2auth/requirements.txt

@@ -1,6 +1,6 @@
 # Don't edit this file. It's generated automatically!
-bcrypt==3.1.6
-eventlet==0.24.1
+bcrypt==3.1.7
+eventlet==0.25.0
 git+https://github.com/StackStorm/st2-auth-backend-flat-file.git@master#egg=st2-auth-backend-flat-file
 gunicorn==19.9.0
 oslo.config<1.13,>=1.12.1

st2client/requirements.txt

@@ -1,14 +1,14 @@
 # Don't edit this file. It's generated automatically!
 argcomplete
-cryptography==2.6.1
+cryptography==2.7
 jsonpath-rw==1.4.0
 jsonschema==2.6.0
 prettytable
 prompt-toolkit==1.0.15
 python-dateutil==2.8.0
 python-editor==1.0.4
 pytz==2019.1
-pyyaml==5.1
+pyyaml==5.1.2
 requests[security]<2.23.0,>=2.22.0
 six==1.12.0
 sseclient-py==1.7

st2common/requirements.txt

@@ -1,8 +1,8 @@
 # Don't edit this file. It's generated automatically!
-amqp==2.4.2
-apscheduler==3.6.0
-cryptography==2.6.1
-eventlet==0.24.1
+amqp==2.5.0
+apscheduler==3.6.1
+cryptography==2.7
+eventlet==0.25.0
 flex==6.14.0
 git+https://github.com/StackStorm/orquesta.git@e6ebbbeb2c661486067e659dc7552f0a986603a6#egg=orquesta
 gitpython==2.1.11
@@ -11,22 +11,22 @@ ipaddr
 jinja2==2.10.1
 jsonpath-rw==1.4.0
 jsonschema==2.6.0
-kombu==4.5.0
+kombu==4.6.4
 lockfile==0.12.2
-mongoengine==0.17.0
+mongoengine==0.18.2
 networkx==1.11
 oslo.config<1.13,>=1.12.1
-paramiko==2.4.2
+paramiko==2.6.0
 pymongo==3.7.2
 python-dateutil==2.8.0
 python-statsd==2.1.0
-pyyaml==5.1
+pyyaml==5.1.2
 requests[security]<2.23.0,>=2.22.0
 retrying==1.3.3
 routes==2.4.1
 semver==2.8.1
 six==1.12.0
-tooz==1.65.0
+tooz==1.66.1
 ujson==1.35
-webob==1.8.4
+webob==1.8.5
 zake==0.2.2

st2debug/requirements.txt

@@ -1,6 +1,6 @@
 # Don't edit this file. It's generated automatically!
-eventlet==0.24.1
-python-gnupg==0.4.4
-pyyaml==5.1
+eventlet==0.25.0
+python-gnupg==0.4.5
+pyyaml==5.1.2
 requests[security]<2.23.0,>=2.22.0
 six==1.12.0

st2exporter/requirements.txt

@@ -1,5 +1,5 @@
 # Don't edit this file. It's generated automatically!
-eventlet==0.24.1
-kombu==4.5.0
+eventlet==0.25.0
+kombu==4.6.4
 oslo.config<1.13,>=1.12.1
 six==1.12.0

st2reactor/requirements.txt

@@ -1,9 +1,9 @@
 # Don't edit this file. It's generated automatically!
-apscheduler==3.6.0
-eventlet==0.24.1
+apscheduler==3.6.1
+eventlet==0.25.0
 jsonpath-rw==1.4.0
 jsonschema==2.6.0
-kombu==4.5.0
+kombu==4.6.4
 oslo.config<1.13,>=1.12.1
 python-dateutil==2.8.0
 six==1.12.0

st2stream/requirements.txt

@@ -1,9 +1,9 @@
 # Don't edit this file. It's generated automatically!
-eventlet==0.24.1
+eventlet==0.25.0
 gunicorn==19.9.0
 jsonschema==2.6.0
-kombu==4.5.0
-mongoengine==0.17.0
+kombu==4.6.4
+mongoengine==0.18.2
 oslo.config<1.13,>=1.12.1
 oslo.utils<=3.37.0,>=3.36.2
 pymongo==3.7.2

st2tests/requirements.txt

@@ -4,7 +4,7 @@ mock==2.0.0
 nose
 nose-parallel==0.3.1
 nose-timer==0.7.5
-psutil==5.6.1
+psutil==5.6.3
 pyrabbit
 rednose
 unittest2

test-requirements.txt

@@ -7,7 +7,7 @@ pylint==1.9.4
 pylint-plugin-utils>=0.4
 bandit==1.5.1
 ipython<6.0.0
-mock==2.0.0
+mock==3.0.5
 nose>=1.3.7
 tabulate
 unittest2
@@ -25,7 +25,7 @@ gunicorn==19.9.0
 psutil==5.6.1
 webtest==2.0.25
 rstcheck>=3.3.1,<3.4
-tox==3.8.6
+tox==3.13.2
 pyrabbit
 # Since StackStorm v2.8.0 we now use cryptography instead of keyczar, but we still have some tests
 # which utilize keyczar and ensure new cryptography code is fully compatible with keyczar code