From 8783a07eea46e7d35c11ab1f6805fc5c715464c9 Mon Sep 17 00:00:00 2001 From: Kali Kaneko Date: Fri, 23 Aug 2013 12:17:20 +0200 Subject: Some packaging improvements * versioneer all the things * add parse_requirements --- keymanager/pkg/__init__.py | 0 keymanager/pkg/requirements-testing.pip | 2 + keymanager/pkg/requirements.pip | 4 ++ keymanager/pkg/utils.py | 84 +++++++++++++++++++++++++++++++++ 4 files changed, 90 insertions(+) create mode 100644 keymanager/pkg/__init__.py create mode 100644 keymanager/pkg/requirements-testing.pip create mode 100644 keymanager/pkg/requirements.pip create mode 100644 keymanager/pkg/utils.py (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/__init__.py b/keymanager/pkg/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/keymanager/pkg/requirements-testing.pip b/keymanager/pkg/requirements-testing.pip new file mode 100644 index 0000000..f41fdba --- /dev/null +++ b/keymanager/pkg/requirements-testing.pip @@ -0,0 +1,2 @@ +mock +leap.soledad.client diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip new file mode 100644 index 0000000..9e16e95 --- /dev/null +++ b/keymanager/pkg/requirements.pip @@ -0,0 +1,4 @@ +leap.common>=0.3.0 +simplejson +requests +python-gnupg diff --git a/keymanager/pkg/utils.py b/keymanager/pkg/utils.py new file mode 100644 index 0000000..deace14 --- /dev/null +++ b/keymanager/pkg/utils.py @@ -0,0 +1,84 @@ +# -*- coding: utf-8 -*- +# utils.py +# Copyright (C) 2013 LEAP +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . + +""" +Utils to help in the setup process +""" + +import os +import re +import sys + + +def get_reqs_from_files(reqfiles): + """ + Returns the contents of the top requirement file listed as a + string list with the lines + + @param reqfiles: requirement files to parse + @type reqfiles: list of str + """ + for reqfile in reqfiles: + if os.path.isfile(reqfile): + return open(reqfile, 'r').read().split('\n') + + +def parse_requirements(reqfiles=['requirements.txt', + 'requirements.pip', + 'pkg/requirements.pip']): + """ + Parses the requirement files provided. + + Checks the value of LEAP_VENV_SKIP_PYSIDE to see if it should + return PySide as a dep or not. Don't set, or set to 0 if you want + to install it through pip. + + @param reqfiles: requirement files to parse + @type reqfiles: list of str + """ + + requirements = [] + skip_pyside = os.getenv("LEAP_VENV_SKIP_PYSIDE", "0") != "0" + for line in get_reqs_from_files(reqfiles): + # -e git://foo.bar/baz/master#egg=foobar + if re.match(r'\s*-e\s+', line): + pass + # do not try to do anything with externals on vcs + #requirements.append(re.sub(r'\s*-e\s+.*#egg=(.*)$', r'\1', + #line)) + # http://foo.bar/baz/foobar/zipball/master#egg=foobar + elif re.match(r'\s*https?:', line): + requirements.append(re.sub(r'\s*https?:.*#egg=(.*)$', r'\1', + line)) + # -f lines are for index locations, and don't get used here + elif re.match(r'\s*-f\s+', line): + pass + + # argparse is part of the standard library starting with 2.7 + # adding it to the requirements list screws distro installs + elif line == 'argparse' and sys.version_info >= (2, 7): + pass + elif line == 'PySide' and skip_pyside: + pass + # do not include comments + elif line.lstrip().startswith('#'): + pass + else: + if line != '': + requirements.append(line) + + return requirements -- cgit v1.2.3 From fea2f9b9c3f2427184e957d860aca7d96e116bbf Mon Sep 17 00:00:00 2001 From: drebs Date: Mon, 30 Sep 2013 15:55:01 -0300 Subject: Update to use gnupg 1.2.2 module. --- keymanager/pkg/requirements.pip | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip index 9e16e95..5ebd803 100644 --- a/keymanager/pkg/requirements.pip +++ b/keymanager/pkg/requirements.pip @@ -1,4 +1,4 @@ leap.common>=0.3.0 simplejson requests -python-gnupg +gnupg -- cgit v1.2.3 From 72c2264f7de479c2f3e91c6f17a27a7f35dc4312 Mon Sep 17 00:00:00 2001 From: drebs Date: Wed, 9 Oct 2013 11:58:33 -0300 Subject: Set gnupg dep version to 1.2.3. --- keymanager/pkg/requirements.pip | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip index 5ebd803..acb783c 100644 --- a/keymanager/pkg/requirements.pip +++ b/keymanager/pkg/requirements.pip @@ -1,4 +1,4 @@ leap.common>=0.3.0 simplejson requests -gnupg +gnupg>=1.2.3 -- cgit v1.2.3 From 542c4a5b7bf1c95bdfcb4059e9968412b0e53d67 Mon Sep 17 00:00:00 2001 From: Kali Kaneko Date: Wed, 9 Oct 2013 12:23:35 -0300 Subject: bump also the gnupg sanity check --- keymanager/pkg/requirements.pip | 2 ++ 1 file changed, 2 insertions(+) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip index acb783c..1515204 100644 --- a/keymanager/pkg/requirements.pip +++ b/keymanager/pkg/requirements.pip @@ -1,4 +1,6 @@ leap.common>=0.3.0 simplejson requests +# if we bump the gnupg version, bump also the sanity check +# in keymanager.__init__ gnupg>=1.2.3 -- cgit v1.2.3 From 6a1e885b19a59c52240cf599a6db7a1748fb3956 Mon Sep 17 00:00:00 2001 From: Kali Kaneko Date: Mon, 9 Dec 2013 16:42:08 -0400 Subject: add with_venwrapper script --- keymanager/pkg/with_venvwrapper.sh | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100755 keymanager/pkg/with_venvwrapper.sh (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/with_venvwrapper.sh b/keymanager/pkg/with_venvwrapper.sh new file mode 100755 index 0000000..2622978 --- /dev/null +++ b/keymanager/pkg/with_venvwrapper.sh @@ -0,0 +1,15 @@ +#!/bin/bash + +#Wraps a command in a virtualenwrapper passed as first argument. +#Example: +#with_virtualenvwrapper.sh leap-bitmask ./run_tests.sh + +wd=`pwd` +source `which virtualenvwrapper.sh` +echo "Activating virtualenv " $1 +echo "------------------------------------" +workon $1 +cd $wd +echo "running version: " `pyver leap.keymanager` +echo "soledad version: " `pyver leap.soledad.common` +$2 $3 $4 $5 -- cgit v1.2.3 From 7b3df5168af160f5b70d8e2074c81b5a4b5438fb Mon Sep 17 00:00:00 2001 From: Kali Kaneko Date: Mon, 9 Dec 2013 17:14:58 -0400 Subject: fix script path! --- keymanager/pkg/tools/with_venvwrapper.sh | 15 +++++++++++++++ keymanager/pkg/with_venvwrapper.sh | 15 --------------- 2 files changed, 15 insertions(+), 15 deletions(-) create mode 100755 keymanager/pkg/tools/with_venvwrapper.sh delete mode 100755 keymanager/pkg/with_venvwrapper.sh (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/tools/with_venvwrapper.sh b/keymanager/pkg/tools/with_venvwrapper.sh new file mode 100755 index 0000000..2622978 --- /dev/null +++ b/keymanager/pkg/tools/with_venvwrapper.sh @@ -0,0 +1,15 @@ +#!/bin/bash + +#Wraps a command in a virtualenwrapper passed as first argument. +#Example: +#with_virtualenvwrapper.sh leap-bitmask ./run_tests.sh + +wd=`pwd` +source `which virtualenvwrapper.sh` +echo "Activating virtualenv " $1 +echo "------------------------------------" +workon $1 +cd $wd +echo "running version: " `pyver leap.keymanager` +echo "soledad version: " `pyver leap.soledad.common` +$2 $3 $4 $5 diff --git a/keymanager/pkg/with_venvwrapper.sh b/keymanager/pkg/with_venvwrapper.sh deleted file mode 100755 index 2622978..0000000 --- a/keymanager/pkg/with_venvwrapper.sh +++ /dev/null @@ -1,15 +0,0 @@ -#!/bin/bash - -#Wraps a command in a virtualenwrapper passed as first argument. -#Example: -#with_virtualenvwrapper.sh leap-bitmask ./run_tests.sh - -wd=`pwd` -source `which virtualenvwrapper.sh` -echo "Activating virtualenv " $1 -echo "------------------------------------" -workon $1 -cd $wd -echo "running version: " `pyver leap.keymanager` -echo "soledad version: " `pyver leap.soledad.common` -$2 $3 $4 $5 -- cgit v1.2.3 From b417ed10223dcf234a05cfe63834b89d2eae67ea Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Tom=C3=A1s=20Touceda?= Date: Fri, 4 Apr 2014 16:21:47 -0300 Subject: Update dependencies --- keymanager/pkg/requirements.pip | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip index 1515204..8dd84bf 100644 --- a/keymanager/pkg/requirements.pip +++ b/keymanager/pkg/requirements.pip @@ -1,4 +1,4 @@ -leap.common>=0.3.0 +leap.common>=0.3.7 simplejson requests # if we bump the gnupg version, bump also the sanity check -- cgit v1.2.3 From 66118b3797ca554c293ea2459856af2480de2b1b Mon Sep 17 00:00:00 2001 From: drebs Date: Tue, 25 Nov 2014 12:35:52 -0200 Subject: Add enum as a dependency. --- keymanager/pkg/requirements.pip | 1 + 1 file changed, 1 insertion(+) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip index 8dd84bf..f3cdae9 100644 --- a/keymanager/pkg/requirements.pip +++ b/keymanager/pkg/requirements.pip @@ -4,3 +4,4 @@ requests # if we bump the gnupg version, bump also the sanity check # in keymanager.__init__ gnupg>=1.2.3 +enum -- cgit v1.2.3 From 69d9e05711f138d06b63189eb0fb74b305b1578a Mon Sep 17 00:00:00 2001 From: drebs Date: Wed, 7 Jan 2015 16:45:37 -0200 Subject: Use trial as test runner. --- keymanager/pkg/requirements-testing.pip | 1 + 1 file changed, 1 insertion(+) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements-testing.pip b/keymanager/pkg/requirements-testing.pip index f41fdba..14a4820 100644 --- a/keymanager/pkg/requirements-testing.pip +++ b/keymanager/pkg/requirements-testing.pip @@ -1,2 +1,3 @@ mock leap.soledad.client +setuptools-trial -- cgit v1.2.3 From cf8b6825d15ec970a6e54aac408d007605f3bb57 Mon Sep 17 00:00:00 2001 From: Ruben Pollan Date: Fri, 19 Dec 2014 22:37:40 -0600 Subject: upgrade key when signed by old key --- keymanager/pkg/requirements.pip | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip index f3cdae9..207483c 100644 --- a/keymanager/pkg/requirements.pip +++ b/keymanager/pkg/requirements.pip @@ -3,5 +3,5 @@ simplejson requests # if we bump the gnupg version, bump also the sanity check # in keymanager.__init__ -gnupg>=1.2.3 +gnupg>=1.4.0 enum -- cgit v1.2.3 From abf2bde0d74e9f6dbafa7fc088a094d7684f8d5a Mon Sep 17 00:00:00 2001 From: Ruben Pollan Date: Mon, 5 Jan 2015 08:54:24 -0600 Subject: Port validation levels to enum34 --- keymanager/pkg/requirements.pip | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip index 207483c..11c4229 100644 --- a/keymanager/pkg/requirements.pip +++ b/keymanager/pkg/requirements.pip @@ -4,4 +4,4 @@ requests # if we bump the gnupg version, bump also the sanity check # in keymanager.__init__ gnupg>=1.4.0 -enum +enum34 -- cgit v1.2.3 From a14c9614ad95ec4f917890f4a8b1dd5398d33164 Mon Sep 17 00:00:00 2001 From: Ivan Alejandro Date: Mon, 8 Jun 2015 15:21:00 -0300 Subject: [pkg] bump dependencies --- keymanager/pkg/requirements.pip | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip index 11c4229..c81c1a1 100644 --- a/keymanager/pkg/requirements.pip +++ b/keymanager/pkg/requirements.pip @@ -1,4 +1,4 @@ -leap.common>=0.3.7 +leap.common>=0.4.0 simplejson requests # if we bump the gnupg version, bump also the sanity check -- cgit v1.2.3 From 7698fba53ff8d5d311d53d784a83f94a78c68035 Mon Sep 17 00:00:00 2001 From: Ruben Pollan Date: Fri, 26 Jun 2015 18:12:22 +0200 Subject: [bug] remove the dependency on enum34 * Resolves: #7188 --- keymanager/pkg/requirements.pip | 1 - 1 file changed, 1 deletion(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip index c81c1a1..1aef332 100644 --- a/keymanager/pkg/requirements.pip +++ b/keymanager/pkg/requirements.pip @@ -4,4 +4,3 @@ requests # if we bump the gnupg version, bump also the sanity check # in keymanager.__init__ gnupg>=1.4.0 -enum34 -- cgit v1.2.3 From d0535f4e613dddef4037f62bb42a6b8250489871 Mon Sep 17 00:00:00 2001 From: Kali Kaneko Date: Wed, 22 Jul 2015 10:31:59 -0400 Subject: [pkg] separate leap requirements this is part of a process to make the setup of the development mode less troublesome. from now on, setting up a virtualenv in pure development mode will be as easy as telling pip to just install the external dependencies:: pip install -r pkg/requirements.pip and traversing all the leap repos for the needed leap dependencies doing:: python setup.py develop - Related: #7288 --- keymanager/pkg/requirements-leap.pip | 1 + keymanager/pkg/requirements.pip | 5 ++--- keymanager/pkg/utils.py | 11 +++++++---- 3 files changed, 10 insertions(+), 7 deletions(-) create mode 100644 keymanager/pkg/requirements-leap.pip (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements-leap.pip b/keymanager/pkg/requirements-leap.pip new file mode 100644 index 0000000..b311859 --- /dev/null +++ b/keymanager/pkg/requirements-leap.pip @@ -0,0 +1 @@ +leap.common>=0.4.0 diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip index 1aef332..c4cb09a 100644 --- a/keymanager/pkg/requirements.pip +++ b/keymanager/pkg/requirements.pip @@ -1,6 +1,5 @@ -leap.common>=0.4.0 -simplejson -requests # if we bump the gnupg version, bump also the sanity check # in keymanager.__init__ gnupg>=1.4.0 +simplejson +requests diff --git a/keymanager/pkg/utils.py b/keymanager/pkg/utils.py index deace14..dd3deac 100644 --- a/keymanager/pkg/utils.py +++ b/keymanager/pkg/utils.py @@ -27,7 +27,7 @@ import sys def get_reqs_from_files(reqfiles): """ Returns the contents of the top requirement file listed as a - string list with the lines + string list with the lines. @param reqfiles: requirement files to parse @type reqfiles: list of str @@ -43,6 +43,9 @@ def parse_requirements(reqfiles=['requirements.txt', """ Parses the requirement files provided. + The passed reqfiles list is a list of possible locations to try, the + function will return the contents of the first path found. + Checks the value of LEAP_VENV_SKIP_PYSIDE to see if it should return PySide as a dep or not. Don't set, or set to 0 if you want to install it through pip. @@ -58,9 +61,9 @@ def parse_requirements(reqfiles=['requirements.txt', if re.match(r'\s*-e\s+', line): pass # do not try to do anything with externals on vcs - #requirements.append(re.sub(r'\s*-e\s+.*#egg=(.*)$', r'\1', - #line)) - # http://foo.bar/baz/foobar/zipball/master#egg=foobar + # requirements.append(re.sub(r'\s*-e\s+.*#egg=(.*)$', r'\1', + # line)) + # http://foo.bar/baz/foobar/zipball/master#egg=foobar elif re.match(r'\s*https?:', line): requirements.append(re.sub(r'\s*https?:.*#egg=(.*)$', r'\1', line)) -- cgit v1.2.3 From d700bf5774643b132d635ce744680ac3c3d7b2b4 Mon Sep 17 00:00:00 2001 From: Kali Kaneko Date: Wed, 22 Jul 2015 16:03:50 -0400 Subject: [pkg] do not add leap deps in develop mode it is the responsibility of the developer to install them now - Related: #7288 --- keymanager/pkg/utils.py | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/utils.py b/keymanager/pkg/utils.py index dd3deac..9c9211b 100644 --- a/keymanager/pkg/utils.py +++ b/keymanager/pkg/utils.py @@ -14,16 +14,30 @@ # # You should have received a copy of the GNU General Public License # along with this program. If not, see . - """ Utils to help in the setup process """ - import os import re import sys +def is_develop_mode(): + """ + Returns True if we're calling the setup script using the argument for + setuptools development mode. + + This avoids messing up with dependency pinning and order, the + responsibility of installing the leap dependencies is left to the + developer. + """ + args = sys.argv + devflags = "setup.py", "develop" + if (args[0], args[1]) == devflags: + return True + return False + + def get_reqs_from_files(reqfiles): """ Returns the contents of the top requirement file listed as a -- cgit v1.2.3 From 3b59ef90241c61805ab782e955d4acfee0a6bafd Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Parm=C3=A9nides=20GV?= Date: Mon, 27 Jul 2015 19:00:03 +0200 Subject: [pkg] comment the line until the version string is fixed otherwise, the tests will be pulling outdated versions from pypi. --- keymanager/pkg/requirements-testing.pip | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements-testing.pip b/keymanager/pkg/requirements-testing.pip index 14a4820..b19a533 100644 --- a/keymanager/pkg/requirements-testing.pip +++ b/keymanager/pkg/requirements-testing.pip @@ -1,3 +1,10 @@ mock -leap.soledad.client setuptools-trial + +#----------------------------------------------------------------------------- +#Although it's not a package dependency, tests also depend on having +#soledad client installed. Commenting to avoid versioning problem, you should +#know what you are testing against :) +#----------------------------------------------------------------------------- + +#leap.soledad.client -- cgit v1.2.3 From bb7c9802c6f16fce4628d4dd9d0114af6c2375d0 Mon Sep 17 00:00:00 2001 From: Kali Kaneko Date: Mon, 27 Jul 2015 22:02:27 -0400 Subject: [pkg] add script to install base requirements - update pip - install base reqs --- keymanager/pkg/pip_install_requirements.sh | 4 ++++ 1 file changed, 4 insertions(+) create mode 100755 keymanager/pkg/pip_install_requirements.sh (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/pip_install_requirements.sh b/keymanager/pkg/pip_install_requirements.sh new file mode 100755 index 0000000..29f03f3 --- /dev/null +++ b/keymanager/pkg/pip_install_requirements.sh @@ -0,0 +1,4 @@ +#!/bin/sh +# Update pip and install LEAP base requirements. +pip install -U pip +pip install -r pkg/requirements.pip -- cgit v1.2.3 From 545d8f30ff536350dc24e957b168c648ee8fb478 Mon Sep 17 00:00:00 2001 From: Kali Kaneko Date: Mon, 27 Jul 2015 22:30:38 -0400 Subject: [pkg] add AUTHORS file + one-liner to generate it --- keymanager/pkg/tools/get_authors.sh | 2 ++ 1 file changed, 2 insertions(+) create mode 100755 keymanager/pkg/tools/get_authors.sh (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/tools/get_authors.sh b/keymanager/pkg/tools/get_authors.sh new file mode 100755 index 0000000..0169bb1 --- /dev/null +++ b/keymanager/pkg/tools/get_authors.sh @@ -0,0 +1,2 @@ +#!/bin/sh +git log --format='%aN <%aE>' | awk '{arr[$0]++} END{for (i in arr){print arr[i], i;}}' | sort -rn | cut -d' ' -f2- -- cgit v1.2.3 From 6d374c6f7c6c028abba0491d06b5dc9c4596acd2 Mon Sep 17 00:00:00 2001 From: Kali Kaneko Date: Tue, 28 Jul 2015 09:57:40 -0400 Subject: [tests] add pep8 to requirements-testing --- keymanager/pkg/requirements-testing.pip | 1 + 1 file changed, 1 insertion(+) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements-testing.pip b/keymanager/pkg/requirements-testing.pip index b19a533..addda19 100644 --- a/keymanager/pkg/requirements-testing.pip +++ b/keymanager/pkg/requirements-testing.pip @@ -1,5 +1,6 @@ mock setuptools-trial +pep8 #----------------------------------------------------------------------------- #Although it's not a package dependency, tests also depend on having -- cgit v1.2.3 From 72af2c1fa3cfd14a9e9c441305a98119a06225c4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Parm=C3=A9nides=20GV?= Date: Fri, 31 Jul 2015 09:01:53 +0200 Subject: [feat] use wheels to install dependencies generate_wheels uses $WHEELHOUSE to generate and store the wheels for requirements.pip and requirements-testing.pip (if it exists). pip_install_requirements.sh installs requirements.pip from them if possible (if not, then it fetches them from pypi) or, if passed the --testing flag, it installs requirements-testing.pip. Related: #7327 --- keymanager/pkg/generate_wheels.sh | 13 ++++++ keymanager/pkg/pip_install_requirements.sh | 71 ++++++++++++++++++++++++++++-- 2 files changed, 81 insertions(+), 3 deletions(-) create mode 100755 keymanager/pkg/generate_wheels.sh (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/generate_wheels.sh b/keymanager/pkg/generate_wheels.sh new file mode 100755 index 0000000..a13e2c7 --- /dev/null +++ b/keymanager/pkg/generate_wheels.sh @@ -0,0 +1,13 @@ +#!/bin/sh +# Generate wheels for dependencies +# Use at your own risk. + +if [ "$WHEELHOUSE" = "" ]; then + WHEELHOUSE=$HOME/wheelhouse +fi + +pip wheel --wheel-dir $WHEELHOUSE pip +pip wheel --wheel-dir $WHEELHOUSE -r pkg/requirements.pip +if [ -f pkg/requirements-testing.pip ]; then + pip wheel --wheel-dir $WHEELHOUSE -r pkg/requirements-testing.pip +fi diff --git a/keymanager/pkg/pip_install_requirements.sh b/keymanager/pkg/pip_install_requirements.sh index 29f03f3..bd44457 100755 --- a/keymanager/pkg/pip_install_requirements.sh +++ b/keymanager/pkg/pip_install_requirements.sh @@ -1,4 +1,69 @@ #!/bin/sh -# Update pip and install LEAP base requirements. -pip install -U pip -pip install -r pkg/requirements.pip +# Update pip and install LEAP base/testing requirements. +# For convenience, $insecure_packages are allowed with insecure flags enabled. +# Use at your own risk. +# See $usage for help + +insecure_packages="" + +return_wheelhouse() { + if [ "$WHEELHOUSE" = "" ]; then + WHEELHOUSE=$HOME/wheelhouse + fi + + if [ ! -d "$WHEELHOUSE" ]; then + mkdir $WHEELHOUSE + fi + + echo "$WHEELHOUSE" +} + +show_help() { + usage="Usage: $0 [--testing]\n --testing\tInstall dependencies from requirements-testing.pip\n +\t\tOtherwise, it will install requirements.pip" + echo $usage + + exit 1 +} + +process_arguments() { + testing=false + while [ "$#" -gt 0 ]; do + # From http://stackoverflow.com/a/31443098 + case "$1" in + --help) show_help;; + --testing) testing=true; shift 1;; + + -h) show_help;; + -*) echo "unknown option: $1" >&2; exit 1;; + esac + done +} + +return_insecure_flags() { + for insecure_package in $insecure_packages; do + flags="$flags --allow-external $insecure_package --allow-unverified $insecure_package" + done + + echo $flags +} + +return_packages() { + if $testing ; then + packages="-r pkg/requirements-testing.pip" + else + packages="-r pkg/requirements.pip" + fi + + echo $packages +} + +process_arguments $@ +wheelhouse=`return_wheelhouse` +install_options="-U --find-links=$wheelhouse" +insecure_flags=`return_insecure_flags` +packages=`return_packages` + +pip install -U wheel +pip install $install_options pip +pip install $install_options $insecure_flags $packages -- cgit v1.2.3 From 11a38a176a5d120577368bfb7ec9b21ac3cfba8f Mon Sep 17 00:00:00 2001 From: Bruno Wagner Date: Mon, 3 Aug 2015 15:48:07 -0300 Subject: [tests] Added requirements-latest to help HEAD development That's an easy way to setup the latest develop without depending on manually downloading the dependencies --- keymanager/pkg/requirements-latest.pip | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 keymanager/pkg/requirements-latest.pip (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements-latest.pip b/keymanager/pkg/requirements-latest.pip new file mode 100644 index 0000000..148d42b --- /dev/null +++ b/keymanager/pkg/requirements-latest.pip @@ -0,0 +1,8 @@ +--index-url https://pypi.python.org/simple/ + +--allow-external u1db --allow-unverified u1db +--allow-external dirspec --allow-unverified dirspec +-e 'git+https://github.com/pixelated-project/leap_pycommon.git@develop#egg=leap.common' +-e 'git+https://github.com/pixelated-project/soledad.git@develop#egg=leap.soledad.common&subdirectory=common/' +-e 'git+https://github.com/pixelated-project/soledad.git@develop#egg=leap.soledad.client&subdirectory=client/' +-e . -- cgit v1.2.3 From 68a053ff01ecc75ff1cf49bc907eecaa1a7d3379 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Parm=C3=A9nides=20GV?= Date: Thu, 6 Aug 2015 08:51:03 +0200 Subject: [feat] WHEELHOUSE can be a url + --use-leap-wheels --use-leap-wheels sets --trusted-host (remove it when we have a proper cert) and WHEELHOUSE to https://ftp.lizard.leap.se Until we get ftp.lizard cname, use lizard as the wheels server. Related: #7339 --- keymanager/pkg/pip_install_requirements.sh | 51 +++++++++++++++++++----------- 1 file changed, 33 insertions(+), 18 deletions(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/pip_install_requirements.sh b/keymanager/pkg/pip_install_requirements.sh index bd44457..8ca0956 100755 --- a/keymanager/pkg/pip_install_requirements.sh +++ b/keymanager/pkg/pip_install_requirements.sh @@ -1,27 +1,17 @@ -#!/bin/sh +#!/bin/bash # Update pip and install LEAP base/testing requirements. # For convenience, $insecure_packages are allowed with insecure flags enabled. # Use at your own risk. # See $usage for help insecure_packages="" - -return_wheelhouse() { - if [ "$WHEELHOUSE" = "" ]; then - WHEELHOUSE=$HOME/wheelhouse - fi - - if [ ! -d "$WHEELHOUSE" ]; then - mkdir $WHEELHOUSE - fi - - echo "$WHEELHOUSE" -} +leap_wheelhouse=https://lizard.leap.se/wheels show_help() { - usage="Usage: $0 [--testing]\n --testing\tInstall dependencies from requirements-testing.pip\n -\t\tOtherwise, it will install requirements.pip" - echo $usage + usage="Usage: $0 [--testing] [--use-leap-wheels]\n --testing\t\tInstall dependencies from requirements-testing.pip\n +\t\t\tOtherwise, it will install requirements.pip\n +--use-leap-wheels\tUse wheels from leap.se" + echo -e $usage exit 1 } @@ -33,6 +23,7 @@ process_arguments() { case "$1" in --help) show_help;; --testing) testing=true; shift 1;; + --use-leap-wheels) use_leap_wheels=true; shift 1;; -h) show_help;; -*) echo "unknown option: $1" >&2; exit 1;; @@ -40,6 +31,31 @@ process_arguments() { done } +return_wheelhouse() { + if $use_leap_wheels ; then + WHEELHOUSE=$leap_wheelhouse + elif [ "$WHEELHOUSE" = "" ]; then + WHEELHOUSE=$HOME/wheelhouse + fi + + # Tested with bash and zsh + if [[ $WHEELHOUSE != http* && ! -d "$WHEELHOUSE" ]]; then + mkdir $WHEELHOUSE + fi + + echo "$WHEELHOUSE" +} + +return_install_options() { + wheelhouse=`return_wheelhouse` + install_options="-U --find-links=$wheelhouse" + if $use_leap_wheels ; then + install_options="$install_options --trusted-host lizard.leap.se" + fi + + echo $install_options +} + return_insecure_flags() { for insecure_package in $insecure_packages; do flags="$flags --allow-external $insecure_package --allow-unverified $insecure_package" @@ -59,8 +75,7 @@ return_packages() { } process_arguments $@ -wheelhouse=`return_wheelhouse` -install_options="-U --find-links=$wheelhouse" +install_options=`return_install_options` insecure_flags=`return_insecure_flags` packages=`return_packages` -- cgit v1.2.3 From a4e7e8e3f0446fd7a62de904ddd1a8b40a0771ab Mon Sep 17 00:00:00 2001 From: Kali Kaneko Date: Thu, 8 Oct 2015 10:37:23 -0400 Subject: [pkg] bump common dependency (due to events-async) --- keymanager/pkg/requirements-leap.pip | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements-leap.pip b/keymanager/pkg/requirements-leap.pip index b311859..4ba1d81 100644 --- a/keymanager/pkg/requirements-leap.pip +++ b/keymanager/pkg/requirements-leap.pip @@ -1 +1 @@ -leap.common>=0.4.0 +leap.common>=0.4.3 -- cgit v1.2.3 From a60855ac2af5a6a562f08de412ebcfd2148ce992 Mon Sep 17 00:00:00 2001 From: Ruben Pollan Date: Thu, 5 May 2016 15:31:23 -0300 Subject: [feat] remove request dependency --- keymanager/pkg/requirements.pip | 1 - 1 file changed, 1 deletion(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip index c4cb09a..7099304 100644 --- a/keymanager/pkg/requirements.pip +++ b/keymanager/pkg/requirements.pip @@ -2,4 +2,3 @@ # in keymanager.__init__ gnupg>=1.4.0 simplejson -requests -- cgit v1.2.3 From 47b57872c2ccd94f6f4900a3bd1e7a3dab9a933a Mon Sep 17 00:00:00 2001 From: drebs Date: Thu, 28 Jul 2016 11:17:29 -0300 Subject: [pkg] remove simplejson dep --- keymanager/pkg/requirements.pip | 1 - 1 file changed, 1 deletion(-) (limited to 'keymanager/pkg') diff --git a/keymanager/pkg/requirements.pip b/keymanager/pkg/requirements.pip index 7099304..386b85c 100644 --- a/keymanager/pkg/requirements.pip +++ b/keymanager/pkg/requirements.pip @@ -1,4 +1,3 @@ # if we bump the gnupg version, bump also the sanity check # in keymanager.__init__ gnupg>=1.4.0 -simplejson -- cgit v1.2.3