From 6d8c01e9e1a481bd4a508b93e158e389102773ac Mon Sep 17 00:00:00 2001 From: cclauss Date: Sat, 18 May 2019 08:12:08 +0200 Subject: [PATCH 1/9] Create Python-on-test-machines.md @sam-github @nodejs/python --- doc/Python-on-test-machines.md | 98 ++++++++++++++++++++++++++++++++++ 1 file changed, 98 insertions(+) create mode 100644 doc/Python-on-test-machines.md diff --git a/doc/Python-on-test-machines.md b/doc/Python-on-test-machines.md new file mode 100644 index 000000000..fcc5f1324 --- /dev/null +++ b/doc/Python-on-test-machines.md @@ -0,0 +1,98 @@ +* Acceptable Python 2 is version __>= 2.7.9__ +* Acceptable Python 3 is version __>= 3.5.0__ +* Release candidate versions (like __2.7.15rc_1__) should be replaced with production versions + + +| Machine | Upgrade Needed? | Legacy Python | Python | Description | +| ------- | --------------- | ------------- | ------ | ----------- | +| test-azure_msft-ubuntu1404-x64-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | +| test-digitalocean-freebsd11-x64-1 | ??? | | | ssh: connect to host 45.55.90.237 port 22: Connection refused +| test-digitalocean-debian8-x64-1 | Python 3 | 2.7.9 | 3.4.2 | +| test-digitalocean-debian9-x64-1 | | 2.7.13 | 3.5.3 | +| test-digitalocean-fedora26-x64-1 | | 2.7.15 | 3.6.5 | +| test-digitalocean-fedora27-x64-1 | | 2.7.15 | 3.6.6 | | +| test-digitalocean-freebsd10-x64-1 | | 2.7.15 | 3.6.7 | +| test-macstadium-macos10.08-x64-1 | ??? | | | Network is unreachable +| test-digitalocean-freebsd11-x64-2 | | 2.7.16 | 3.6.8 | +| test-macstadium-macos10.08-x64-2 | ??? | | | Network is unreachable +| test-macstadium-macos10.09-x64-1 | ??? | | | Network is unreachable +| test-digitalocean-ubuntu1404-x64-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | +| test-digitalocean-ubuntu1404-x86-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | +| test-digitalocean-ubuntu1604-x86-1 | Python 3 | 2.7.12 | 3.5.2 | +| test-digitalocean-ubuntu1604-x86-2 | Python 3 | 2.7.12 | 3.5.2 | +| test-digitalocean-ubuntu1604_docker-x64-1 | Python 3 | 2.7.12 | 3.5.2 | +| test-digitalocean-ubuntu1604_docker-x64-2 | Python 3 | 2.7.12 | 3.5.2 | +| test-digitalocean-ubuntu1804-x64-1 | Python 2 | 2.7.15rc1 | 3.6.7 | +| test-joyent-freebsd10-x64-1 | | 2.7.15 | 3.6.7 | +| test-joyent-freebsd10-x64-2 | | 2.7.15 | 3.6.7 | +| test-macstadium-macos10.09-x64-2 | ??? | | | Network is unreachable +| test-macstadium-macos10.09-x64-2 | ??? | | | Network is unreachable +| test-macstadium-macos10.10-x64-1 | ??? | | | Network is unreachable +| test-macstadium-macos10.10-x64-2 | ??? | | | Network is unreachable +| test-macstadium-macos10.11-x64-1 | ??? | | | Network is unreachable +| test-macstadium-macos10.11-x64-2 | ??? | | | Network is unreachable +| test-macstadium-macos10.12-x64-1 | ??? | | | Network is unreachable +| test-macstadium-macos10.12-x64-2 | ??? | | | Network is unreachable +| test-mininodes-ubuntu1604-arm64_odroid_c2-1 | ??? | | | Key didn't work +| test-mininodes-ubuntu1604-arm64_odroid_c2-2 | ??? | | | Key didn't work +| test-joyent-ubuntu1604_arm_cross-x64-1 | | 2.7.12 | 3.5.2 | +| test-joyent-ubuntu1604_docker-x64-1 | | 2.7.12 | 3.5.2 | +| test-joyent-ubuntu1804-x64-1 | Python 2 | 2.7.15rc1 | 3.6.7 | +| test-mininodes-ubuntu1604-arm64_odroid_c2-3 | ??? | | | Key didn't work +| test-digitalocean-centos5-x86-1 | Py2 & Py3 | 2.6.8 | None | `yum search python3` failed with `M2Crypto.SSL.SSLError: tlsv1 alert protocol version` +| test-digitalocean-ubuntu1204-x64-1 | Python 3 | 2.7.3 | None | `apt-get -s install python3` shows python3.2 is available +| test-digitalocean-ubuntu1204-x64-2 | Python 3 | 2.7.3 | None | `apt-get -s install python3` shows python3.2 is available +| test-joyent-smartos14-x64-1 | Python 3 | 2.7.9 | None | `pkgin av \| grep -i python3` shows both 3.3 and 3.4 are available +| test-joyent-smartos14-x64-2 | Python 3 | 2.7.9 | None | `pkgin av \| grep -i python3` shows both 3.3 and 3.4 are available +| test-joyent-smartos14-x86-1 | Python 3 | 2.7.9 | None | `pkgin av \| grep -i python3` shows both 3.3 and 3.4 are available +| test-joyent-smartos14-x86-2 | Python 3 | 2.7.9 | None | `pkgin av \| grep -i python3` shows both 3.3 and 3.4 are available +| test-joyent-smartos15-x64-1 | Python 3 | 2.7.11 | None | "`pkgin av \| grep -i python3` shows 3.3, 3.4, and 3.5 are available | " +| test-joyent-smartos15-x64-2 | Python 3 | 2.7.11 | None | "`pkgin av \| grep -i python3` shows 3.3, 3.4, and 3.5 are available | " +| test-joyent-smartos16-x64-1 | Python 3 | 2.7.11 | None | "`pkgin av \| grep -i python3` shows 3.3, 3.4, and 3.5 are available | " +| test-joyent-smartos16-x64-2 | Python 3 | 2.7.11 | None | "`pkgin av \| grep -i python3` shows 3.3, 3.4, and 3.5 are available | " +| test-joyent-smartos17-x64-1 | Python 3 | 2.7.14 | None | `pkgin av \| grep -i python3` shows 3.4, 3.5, and 3.6 are available +| test-joyent-smartos17-x64-2 | Python 3 | 2.7.14 | None | `pkgin av \| grep -i python3` shows 3.4, 3.5, and 3.6 are available +| test-linuxonecc-rhel72-s390x-1 | Py2 & Py3 | 2.7.5 | None | Might have to check SCL +| test-linuxonecc-rhel72-s390x-2 | Py2 & Py3 | 2.7.5 | None | Might have to check SCL +| test-linuxonecc-rhel72-s390x-3 | Py2 & Py3 | 2.7.5 | None | Might have to check SCL +| test-marist-zos13-s390x-1 | Python 3 | 2.7.13 | None | +| test-marist-zos13-s390x-2 | Python 3 | 2.7.13 | None | +| test-nearform_intel-ubuntu1604-x64-1 | | 2.7.12 | 3.5.2 | +| test-nearform_intel-ubuntu1604-x64-2 | | 2.7.12 | 3.5.2 | +| test-osuosl-aix61-ppc64_be-1 | Python 3 | 2.7.11 | None | @sam-github has ideas on these... +| test-osuosl-aix61-ppc64_be-2 | | 2.7.11 | 3.7.3 | https://github.com/nodejs/build/issues/1775#issuecomment-492803274 +| test-osuosl-aix61-ppc64_be-3 | Python 3 | 2.7.11 | None | ...three +| test-osuosl-ubuntu1404-ppc64_be-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | +| test-osuosl-ubuntu1404-ppc64_be-2 | Py2 & Py3 | 2.7.6 | 3.4.3 | +| test-osuosl-ubuntu1404-ppc64_le-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | +| test-osuosl-ubuntu1404-ppc64_le-2 | Py2 & Py3 | 2.7.6 | 3.4.3 | +| test-osuosl-ubuntu1404-ppc64_le-4 | Py2 & Py3 | 2.7.6 | 3.4.3 | +| test-packetnet-centos7-arm64-1 | Py2 & Py3 | 2.7.5 | None | `yum search python3` shows Python 36 +| test-packetnet-centos7-arm64-2 | Py2 & Py3 | 2.7.5 | None | `yum search python3` shows Python 36 +| test-packetnet-ubuntu1604-arm64-1 | | 2.7.12 | 3.5.2 | +| test-packetnet-ubuntu1604-arm64-2 | | 2.7.12 | 3.5.2 | +| test-packetnet-ubuntu1604-x64-1 | | 2.7.12 | 3.5.2 | +| test-packetnet-ubuntu1604-x64-2 | | 2.7.12 | 3.5.2 | +| test-rackspace-centos7-x64-1 | Py2 & Py3 | 2.7.5 | None | `yum search python3` shows Python 36 +| test-rackspace-debian8-x64-1 | Python 3 | 2.7.9 | 3.4.3 | +| test-rackspace-debian8-x64-2 | Python 3| 2.7.9 | 3.4.2 | +| test-rackspace-fedora26-x64-1 | | 2.7.14 | 3.6.4 | +| test-rackspace-fedora27-x64-1 | | 2.7.14 | 3.6.4 | +| test-rackspace-freebsd10-x64-1 | | 2.7.15 | 3.6.7 | +| test-rackspace-ubuntu1204-x64-1 | Py2 & Py3 | 2.7.3 | None | `apt-cache search python3` shows Python 3.2 Debug build +| test-rackspace-ubuntu1604-x64-1 | Python 3 | 2.7.12 | 3.5.2 | +| test-rackspace-ubuntu1604-x64-2 | Python 3 | 2.7.12 | 3.5.2 | +| test-scaleway-ubuntu1604-armv7l-1 | | 2.7.12 | 3.5.2 | +| test-scaleway-ubuntu1604-armv7l-2 | | 2.7.12 | 3.5.2 | +| test-scaleway-ubuntu1604-armv7l-3 | | 2.7.12 | 3.5.2 | +| test-softlayer-centos5-x64-1 | Py2 & Py3 | 2.4.3 | None | `yum search python3` does not have anything +| test-softlayer-centos5-x64-2 | Py2 & Py3 | 2.4.3 | None | `yum search python3` does not have anything +| test-softlayer-centos6-x64-1 | Py2 & Py3 | 2.6.6 | None | `yum search python3` shows Python 36 +| test-softlayer-centos6-x64-2 | Py2 & Py3 | 2.6.6 | None | `yum search python3` shows Python 36 +| test-softlayer-centos7-x64-1 | Python 3 | 2.7.5 | None | `yum search python3` shows Python 36 +| test-softlayer-debian8-x86-1 | Python 3 | 2.7.9 | 3.4.2 | +| test-softlayer-debian9-x64-1 | | 2.7.13 | 3.5.3 | +| test-softlayer-ubuntu1404-x64-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | +| test-softlayer-ubuntu1404-x86-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | +| test-softlayer-ubuntu1604-x64-1 | | 2.7.12 | 3.5.2 | +| test-softlayer-ubuntu1604-docker-x64-1 | | 2.7.12 | 3.5.2 | From bd4f803b8cfd43ec18df7c17e7292b9c384a8ab4 Mon Sep 17 00:00:00 2001 From: cclauss Date: Sat, 18 May 2019 09:24:18 +0200 Subject: [PATCH 2/9] Update Python-on-test-machines.md --- doc/Python-on-test-machines.md | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/doc/Python-on-test-machines.md b/doc/Python-on-test-machines.md index fcc5f1324..542aa6c96 100644 --- a/doc/Python-on-test-machines.md +++ b/doc/Python-on-test-machines.md @@ -18,10 +18,10 @@ | test-macstadium-macos10.09-x64-1 | ??? | | | Network is unreachable | test-digitalocean-ubuntu1404-x64-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | | test-digitalocean-ubuntu1404-x86-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | -| test-digitalocean-ubuntu1604-x86-1 | Python 3 | 2.7.12 | 3.5.2 | -| test-digitalocean-ubuntu1604-x86-2 | Python 3 | 2.7.12 | 3.5.2 | -| test-digitalocean-ubuntu1604_docker-x64-1 | Python 3 | 2.7.12 | 3.5.2 | -| test-digitalocean-ubuntu1604_docker-x64-2 | Python 3 | 2.7.12 | 3.5.2 | +| test-digitalocean-ubuntu1604-x86-1 | | 2.7.12 | 3.5.2 | +| test-digitalocean-ubuntu1604-x86-2 | | 2.7.12 | 3.5.2 | +| test-digitalocean-ubuntu1604_docker-x64-1 | | 2.7.12 | 3.5.2 | +| test-digitalocean-ubuntu1604_docker-x64-2 | | 2.7.12 | 3.5.2 | | test-digitalocean-ubuntu1804-x64-1 | Python 2 | 2.7.15rc1 | 3.6.7 | | test-joyent-freebsd10-x64-1 | | 2.7.15 | 3.6.7 | | test-joyent-freebsd10-x64-2 | | 2.7.15 | 3.6.7 | @@ -62,6 +62,8 @@ | test-osuosl-aix61-ppc64_be-1 | Python 3 | 2.7.11 | None | @sam-github has ideas on these... | test-osuosl-aix61-ppc64_be-2 | | 2.7.11 | 3.7.3 | https://github.com/nodejs/build/issues/1775#issuecomment-492803274 | test-osuosl-aix61-ppc64_be-3 | Python 3 | 2.7.11 | None | ...three +| test-osuosl-centos7-ppc64_le-1 | Python 2 | 2.7.5 | 3.6.8 | https://github.com/nodejs/build/issues/1674 +| test-osuosl-centos7-ppc64_le-2 | Python 2 | 2.7.5 | 3.6.8 | https://github.com/nodejs/build/issues/1674 | test-osuosl-ubuntu1404-ppc64_be-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | | test-osuosl-ubuntu1404-ppc64_be-2 | Py2 & Py3 | 2.7.6 | 3.4.3 | | test-osuosl-ubuntu1404-ppc64_le-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | From 695ea26ff05810addbd50621dfb980a32879104b Mon Sep 17 00:00:00 2001 From: cclauss Date: Sun, 19 May 2019 09:48:08 +0200 Subject: [PATCH 3/9] Add find_pythons_on_test_hosts.py and find_pythons.sh --- doc/Python-on-test-machines.md | 32 +++++++++++++++++++++++++++++++- 1 file changed, 31 insertions(+), 1 deletion(-) diff --git a/doc/Python-on-test-machines.md b/doc/Python-on-test-machines.md index 542aa6c96..a49b665ae 100644 --- a/doc/Python-on-test-machines.md +++ b/doc/Python-on-test-machines.md @@ -97,4 +97,34 @@ | test-softlayer-ubuntu1404-x64-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | | test-softlayer-ubuntu1404-x86-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | | test-softlayer-ubuntu1604-x64-1 | | 2.7.12 | 3.5.2 | -| test-softlayer-ubuntu1604-docker-x64-1 | | 2.7.12 | 3.5.2 | +| test-softlayer-ubuntu1604-docker-x64-1 | | 2.7.12 | 3.5.2 | + +### find_pythons_on_test_hosts.py +```python +#!/usr/bin/env python3 + +""" +This Python script will generate a shell script that will run +find_pythons.sh on each host in the table above. +""" + +with open("Python-on-test-machines.md") as in_file: + hosts = [ + line.split("|")[1].strip() # host is first table element + for line in in_file.readlines() + if line.startswith("|") # only lines containing table rows + ] +fmt = "find_pythons.sh {} || true" # swallow any errors +print("\n".join(fmt.format(host) for host in hosts[2:])) # [2:] drops the headers +print("") +``` + +### find_pythons.sh +```sh +#!/bin/sh + +echo "$0: $1" +ssh $1 which python ; python --version || true +ssh $1 which python2 ; python2 --version || true +ssh $1 which python3 ; python3 --version || true +``` From b5b3871691c49f54144e44e0107eae08ba1cff5e Mon Sep 17 00:00:00 2001 From: cclauss Date: Sun, 19 May 2019 09:54:26 +0200 Subject: [PATCH 4/9] Update Python-on-test-machines.md --- doc/Python-on-test-machines.md | 25 ++++++++++++++----------- 1 file changed, 14 insertions(+), 11 deletions(-) diff --git a/doc/Python-on-test-machines.md b/doc/Python-on-test-machines.md index a49b665ae..78f7c0fbc 100644 --- a/doc/Python-on-test-machines.md +++ b/doc/Python-on-test-machines.md @@ -1,8 +1,11 @@ +# Document the Python versions available on Node.js test machines + +See __find_pythons.sh__ and __find_pythons_on_test_hosts.py__ below to help in validating this data. + * Acceptable Python 2 is version __>= 2.7.9__ * Acceptable Python 3 is version __>= 3.5.0__ * Release candidate versions (like __2.7.15rc_1__) should be replaced with production versions - | Machine | Upgrade Needed? | Legacy Python | Python | Description | | ------- | --------------- | ------------- | ------ | ----------- | | test-azure_msft-ubuntu1404-x64-1 | Py2 & Py3 | 2.7.6 | 3.4.3 | @@ -99,6 +102,16 @@ | test-softlayer-ubuntu1604-x64-1 | | 2.7.12 | 3.5.2 | | test-softlayer-ubuntu1604-docker-x64-1 | | 2.7.12 | 3.5.2 | + +### find_pythons.sh +```sh +#!/bin/sh + +echo "$0: $1" +ssh $1 which python ; python --version || true +ssh $1 which python2 ; python2 --version || true +ssh $1 which python3 ; python3 --version || true +``` ### find_pythons_on_test_hosts.py ```python #!/usr/bin/env python3 @@ -118,13 +131,3 @@ fmt = "find_pythons.sh {} || true" # swallow any errors print("\n".join(fmt.format(host) for host in hosts[2:])) # [2:] drops the headers print("") ``` - -### find_pythons.sh -```sh -#!/bin/sh - -echo "$0: $1" -ssh $1 which python ; python --version || true -ssh $1 which python2 ; python2 --version || true -ssh $1 which python3 ; python3 --version || true -``` From a6c480ca77edac9f2dbdc815a62d9d3878c12310 Mon Sep 17 00:00:00 2001 From: cclauss Date: Sun, 19 May 2019 09:55:51 +0200 Subject: [PATCH 5/9] Update Python-on-test-machines.md --- doc/Python-on-test-machines.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/doc/Python-on-test-machines.md b/doc/Python-on-test-machines.md index 78f7c0fbc..408a2679a 100644 --- a/doc/Python-on-test-machines.md +++ b/doc/Python-on-test-machines.md @@ -1,4 +1,4 @@ -# Document the Python versions available on Node.js test machines +# Python versions available on Node.js test machines See __find_pythons.sh__ and __find_pythons_on_test_hosts.py__ below to help in validating this data. From ddab6fe18676fd2426c773d2334fadbed73ad77f Mon Sep 17 00:00:00 2001 From: cclauss Date: Mon, 20 May 2019 09:17:40 +0200 Subject: [PATCH 6/9] Add links --- doc/Python-on-test-machines.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/doc/Python-on-test-machines.md b/doc/Python-on-test-machines.md index 408a2679a..c3968e7df 100644 --- a/doc/Python-on-test-machines.md +++ b/doc/Python-on-test-machines.md @@ -1,6 +1,6 @@ # Python versions available on Node.js test machines -See __find_pythons.sh__ and __find_pythons_on_test_hosts.py__ below to help in validating this data. +See [__find_pythons.sh__](#find_pythonssh) and [__find_pythons_on_test_hosts.py__](#find_pythons_on_test_hostspy) below to help in validating this data. * Acceptable Python 2 is version __>= 2.7.9__ * Acceptable Python 3 is version __>= 3.5.0__ From 97a477c9c1b6942d08ac80c4e57c44a45948bd71 Mon Sep 17 00:00:00 2001 From: cclauss Date: Mon, 20 May 2019 12:09:54 +0200 Subject: [PATCH 7/9] ssh $1 which pyenv ; pyenv --version || true --- doc/Python-on-test-machines.md | 1 + 1 file changed, 1 insertion(+) diff --git a/doc/Python-on-test-machines.md b/doc/Python-on-test-machines.md index c3968e7df..4fec934a0 100644 --- a/doc/Python-on-test-machines.md +++ b/doc/Python-on-test-machines.md @@ -111,6 +111,7 @@ echo "$0: $1" ssh $1 which python ; python --version || true ssh $1 which python2 ; python2 --version || true ssh $1 which python3 ; python3 --version || true +ssh $1 which pyenv ; pyenv --version || true ``` ### find_pythons_on_test_hosts.py ```python From 1edc53b444a1d11480007df2a338f812405e769f Mon Sep 17 00:00:00 2001 From: cclauss Date: Tue, 21 May 2019 23:33:20 +0200 Subject: [PATCH 8/9] Put quotes around the ssh commands --- doc/Python-on-test-machines.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/doc/Python-on-test-machines.md b/doc/Python-on-test-machines.md index 4fec934a0..e075f963d 100644 --- a/doc/Python-on-test-machines.md +++ b/doc/Python-on-test-machines.md @@ -108,10 +108,10 @@ See [__find_pythons.sh__](#find_pythonssh) and [__find_pythons_on_test_hosts.py_ #!/bin/sh echo "$0: $1" -ssh $1 which python ; python --version || true -ssh $1 which python2 ; python2 --version || true -ssh $1 which python3 ; python3 --version || true -ssh $1 which pyenv ; pyenv --version || true +ssh $1 "which python ; python --version" || true +ssh $1 "which python2 ; python2 --version" || true +ssh $1 "which python3 ; python3 --version" || true +ssh $1 "which pyenv ; pyenv --version" || true ``` ### find_pythons_on_test_hosts.py ```python From 20ddc8cb3f3b7f0abb4f95c5b968b47d7d2f79cc Mon Sep 17 00:00:00 2001 From: cclauss Date: Mon, 27 May 2019 07:41:03 +0200 Subject: [PATCH 9/9] Get pip version as well --- doc/Python-on-test-machines.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/doc/Python-on-test-machines.md b/doc/Python-on-test-machines.md index e075f963d..a8a8ce880 100644 --- a/doc/Python-on-test-machines.md +++ b/doc/Python-on-test-machines.md @@ -108,9 +108,9 @@ See [__find_pythons.sh__](#find_pythonssh) and [__find_pythons_on_test_hosts.py_ #!/bin/sh echo "$0: $1" -ssh $1 "which python ; python --version" || true -ssh $1 "which python2 ; python2 --version" || true -ssh $1 "which python3 ; python3 --version" || true +ssh $1 "which python ; python --version ; python -m pip --version" || true +ssh $1 "which python2 ; python2 --version ; python2 -m pip --version" || true +ssh $1 "which python3 ; python3 --version ; python3 -m pip --version" || true ssh $1 "which pyenv ; pyenv --version" || true ``` ### find_pythons_on_test_hosts.py